2024-04-26T17:09:46.958 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-26T17:09:46.959 DEBUG:teuthology.run:Teuthology command: teuthology --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/fs/norstats}} --owner scheduled_teuthology@teuthology --verbose --name teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi --archive /home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937 -- /home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937/orig.config.yaml 2024-04-26T17:09:47.017 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T17:09:47.106 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937 branch: main description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/fs/norstats}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7671937' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client dirsize rbytes: false client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt install: ceph: flavor: default sha1: c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f kclient: client.0: mount_subvol_num: 1 rbytes: false selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: 4e213a58e787437ff508e6c890ccd5fd32dc96b5 owner: scheduled_teuthology@teuthology priority: 950 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 4710 sha1: c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f sleep_before_teardown: 0 subset: 356/512 suite: fs suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 4e213a58e787437ff508e6c890ccd5fd32dc96b5 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi090.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEGF5qU5C4hjovu1CYhzYKjOJGH4sBNEfcjmzN9ciWoVOCMG3jyjMoshMzg1HYPZrC/yHFWU4nN7T4dTDCbHOWc= smithi119.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE+B4OkpCLMYVcvTCMNKewZM+djgxSV5i22gcI7KFfUYyfUjNjuuxXw9ZU3ZdPWuY8WQStBsO7NvBxX+8xUFdpo= smithi167.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJba89dmHgWn5cX7HOyZlA1Ya9CKrte5O9ZZtzER3p6U8g3UbUfYBeSngrYxmoc4svrpOdYMpTyIlw3AIZHN++I= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - fs/norstats teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-24_20:24:13 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-26T17:09:47.106 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa; will attempt to use it 2024-04-26T17:09:47.107 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa/tasks 2024-04-26T17:09:47.107 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-26T17:09:47.109 INFO:teuthology.task.internal:Checking packages... 2024-04-26T17:09:47.132 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f' 2024-04-26T17:09:47.132 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-26T17:09:47.132 INFO:teuthology.packaging:ref: None 2024-04-26T17:09:47.132 INFO:teuthology.packaging:tag: None 2024-04-26T17:09:47.132 INFO:teuthology.packaging:branch: main 2024-04-26T17:09:47.132 INFO:teuthology.packaging:sha1: c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:09:47.132 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-04-26T17:09:47.386 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3268.g6e630c41 2024-04-26T17:09:47.387 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-26T17:09:47.395 INFO:teuthology.task.internal:no buildpackages task found 2024-04-26T17:09:47.395 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-26T17:09:47.434 INFO:teuthology.task.internal:Saving configuration 2024-04-26T17:09:47.454 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-26T17:09:47.461 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T17:09:47.486 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi090.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 17:04:05.034072', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEGF5qU5C4hjovu1CYhzYKjOJGH4sBNEfcjmzN9ciWoVOCMG3jyjMoshMzg1HYPZrC/yHFWU4nN7T4dTDCbHOWc='} 2024-04-26T17:09:47.507 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi119.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 17:04:05.035203', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE+B4OkpCLMYVcvTCMNKewZM+djgxSV5i22gcI7KFfUYyfUjNjuuxXw9ZU3ZdPWuY8WQStBsO7NvBxX+8xUFdpo='} 2024-04-26T17:09:47.528 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi167.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 17:04:05.036513', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJba89dmHgWn5cX7HOyZlA1Ya9CKrte5O9ZZtzER3p6U8g3UbUfYBeSngrYxmoc4svrpOdYMpTyIlw3AIZHN++I='} 2024-04-26T17:09:47.528 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-26T17:09:47.534 INFO:teuthology.task.internal:roles: ubuntu@smithi090.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-26T17:09:47.535 INFO:teuthology.task.internal:roles: ubuntu@smithi119.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-26T17:09:47.535 INFO:teuthology.task.internal:roles: ubuntu@smithi167.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-26T17:09:47.535 INFO:teuthology.run_tasks:Running task console_log... 2024-04-26T17:09:47.634 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f452bc79160>, signals=[15]) 2024-04-26T17:09:47.634 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-26T17:09:47.640 INFO:teuthology.task.internal:Opening connections... 2024-04-26T17:09:47.640 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi090.front.sepia.ceph.com 2024-04-26T17:09:47.642 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T17:09:47.721 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi119.front.sepia.ceph.com 2024-04-26T17:09:47.721 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T17:09:47.794 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi167.front.sepia.ceph.com 2024-04-26T17:09:47.795 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi167.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T17:09:47.867 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-26T17:09:47.874 DEBUG:teuthology.orchestra.run.smithi090:> uname -m 2024-04-26T17:09:47.892 INFO:teuthology.orchestra.run.smithi090.stdout:x86_64 2024-04-26T17:09:47.893 DEBUG:teuthology.orchestra.run.smithi090:> cat /etc/os-release 2024-04-26T17:09:47.949 INFO:teuthology.orchestra.run.smithi090.stdout:NAME="CentOS Stream" 2024-04-26T17:09:47.950 INFO:teuthology.orchestra.run.smithi090.stdout:VERSION="9" 2024-04-26T17:09:47.950 INFO:teuthology.orchestra.run.smithi090.stdout:ID="centos" 2024-04-26T17:09:47.950 INFO:teuthology.orchestra.run.smithi090.stdout:ID_LIKE="rhel fedora" 2024-04-26T17:09:47.950 INFO:teuthology.orchestra.run.smithi090.stdout:VERSION_ID="9" 2024-04-26T17:09:47.950 INFO:teuthology.orchestra.run.smithi090.stdout:PLATFORM_ID="platform:el9" 2024-04-26T17:09:47.950 INFO:teuthology.orchestra.run.smithi090.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T17:09:47.950 INFO:teuthology.orchestra.run.smithi090.stdout:ANSI_COLOR="0;31" 2024-04-26T17:09:47.950 INFO:teuthology.orchestra.run.smithi090.stdout:LOGO="fedora-logo-icon" 2024-04-26T17:09:47.950 INFO:teuthology.orchestra.run.smithi090.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T17:09:47.950 INFO:teuthology.orchestra.run.smithi090.stdout:HOME_URL="https://centos.org/" 2024-04-26T17:09:47.950 INFO:teuthology.orchestra.run.smithi090.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T17:09:47.950 INFO:teuthology.orchestra.run.smithi090.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T17:09:47.951 INFO:teuthology.orchestra.run.smithi090.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T17:09:47.951 INFO:teuthology.lock.ops:Updating smithi090.front.sepia.ceph.com on lock server 2024-04-26T17:09:47.975 DEBUG:teuthology.orchestra.run.smithi119:> uname -m 2024-04-26T17:09:47.993 INFO:teuthology.orchestra.run.smithi119.stdout:x86_64 2024-04-26T17:09:47.994 DEBUG:teuthology.orchestra.run.smithi119:> cat /etc/os-release 2024-04-26T17:09:48.051 INFO:teuthology.orchestra.run.smithi119.stdout:NAME="CentOS Stream" 2024-04-26T17:09:48.051 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION="9" 2024-04-26T17:09:48.051 INFO:teuthology.orchestra.run.smithi119.stdout:ID="centos" 2024-04-26T17:09:48.051 INFO:teuthology.orchestra.run.smithi119.stdout:ID_LIKE="rhel fedora" 2024-04-26T17:09:48.051 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION_ID="9" 2024-04-26T17:09:48.051 INFO:teuthology.orchestra.run.smithi119.stdout:PLATFORM_ID="platform:el9" 2024-04-26T17:09:48.052 INFO:teuthology.orchestra.run.smithi119.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T17:09:48.052 INFO:teuthology.orchestra.run.smithi119.stdout:ANSI_COLOR="0;31" 2024-04-26T17:09:48.052 INFO:teuthology.orchestra.run.smithi119.stdout:LOGO="fedora-logo-icon" 2024-04-26T17:09:48.052 INFO:teuthology.orchestra.run.smithi119.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T17:09:48.052 INFO:teuthology.orchestra.run.smithi119.stdout:HOME_URL="https://centos.org/" 2024-04-26T17:09:48.052 INFO:teuthology.orchestra.run.smithi119.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T17:09:48.052 INFO:teuthology.orchestra.run.smithi119.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T17:09:48.052 INFO:teuthology.orchestra.run.smithi119.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T17:09:48.052 INFO:teuthology.lock.ops:Updating smithi119.front.sepia.ceph.com on lock server 2024-04-26T17:09:48.074 DEBUG:teuthology.orchestra.run.smithi167:> uname -m 2024-04-26T17:09:48.092 INFO:teuthology.orchestra.run.smithi167.stdout:x86_64 2024-04-26T17:09:48.093 DEBUG:teuthology.orchestra.run.smithi167:> cat /etc/os-release 2024-04-26T17:09:48.149 INFO:teuthology.orchestra.run.smithi167.stdout:NAME="CentOS Stream" 2024-04-26T17:09:48.149 INFO:teuthology.orchestra.run.smithi167.stdout:VERSION="9" 2024-04-26T17:09:48.149 INFO:teuthology.orchestra.run.smithi167.stdout:ID="centos" 2024-04-26T17:09:48.149 INFO:teuthology.orchestra.run.smithi167.stdout:ID_LIKE="rhel fedora" 2024-04-26T17:09:48.149 INFO:teuthology.orchestra.run.smithi167.stdout:VERSION_ID="9" 2024-04-26T17:09:48.150 INFO:teuthology.orchestra.run.smithi167.stdout:PLATFORM_ID="platform:el9" 2024-04-26T17:09:48.150 INFO:teuthology.orchestra.run.smithi167.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T17:09:48.150 INFO:teuthology.orchestra.run.smithi167.stdout:ANSI_COLOR="0;31" 2024-04-26T17:09:48.150 INFO:teuthology.orchestra.run.smithi167.stdout:LOGO="fedora-logo-icon" 2024-04-26T17:09:48.150 INFO:teuthology.orchestra.run.smithi167.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T17:09:48.150 INFO:teuthology.orchestra.run.smithi167.stdout:HOME_URL="https://centos.org/" 2024-04-26T17:09:48.150 INFO:teuthology.orchestra.run.smithi167.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T17:09:48.150 INFO:teuthology.orchestra.run.smithi167.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T17:09:48.150 INFO:teuthology.orchestra.run.smithi167.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T17:09:48.150 INFO:teuthology.lock.ops:Updating smithi167.front.sepia.ceph.com on lock server 2024-04-26T17:09:48.174 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-26T17:09:48.185 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-26T17:09:48.190 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-26T17:09:48.191 DEBUG:teuthology.orchestra.run.smithi090:> test '!' -e /home/ubuntu/cephtest 2024-04-26T17:09:48.193 DEBUG:teuthology.orchestra.run.smithi119:> test '!' -e /home/ubuntu/cephtest 2024-04-26T17:09:48.195 DEBUG:teuthology.orchestra.run.smithi167:> test '!' -e /home/ubuntu/cephtest 2024-04-26T17:09:48.211 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-26T17:09:48.217 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-26T17:09:48.217 DEBUG:teuthology.orchestra.run.smithi090:> test -z $(ls -A /var/lib/ceph) 2024-04-26T17:09:48.250 DEBUG:teuthology.orchestra.run.smithi119:> test -z $(ls -A /var/lib/ceph) 2024-04-26T17:09:48.252 DEBUG:teuthology.orchestra.run.smithi167:> test -z $(ls -A /var/lib/ceph) 2024-04-26T17:09:48.293 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-26T17:09:48.370 INFO:teuthology.run_tasks:Running task kernel... 2024-04-26T17:09:48.388 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-26T17:09:48.388 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}, 'mon.c': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-26T17:09:48.388 DEBUG:teuthology.orchestra.run.smithi090:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T17:09:48.389 DEBUG:teuthology.orchestra.run.smithi119:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T17:09:48.389 DEBUG:teuthology.orchestra.run.smithi167:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T17:09:48.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:09:48.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:09:48.408 DEBUG:teuthology.orchestra.run.smithi090:> uname -r 2024-04-26T17:09:48.408 DEBUG:teuthology.orchestra.run.smithi119:> uname -r 2024-04-26T17:09:48.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:09:48.409 DEBUG:teuthology.orchestra.run.smithi167:> uname -r 2024-04-26T17:09:48.464 INFO:teuthology.orchestra.run.smithi090.stdout:5.14.0-437.el9.x86_64 2024-04-26T17:09:48.465 INFO:teuthology.task.kernel:Running kernel on smithi090: 5.14.0-437.el9.x86_64 2024-04-26T17:09:48.465 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum install -y kernel 2024-04-26T17:09:48.466 INFO:teuthology.orchestra.run.smithi119.stdout:5.14.0-437.el9.x86_64 2024-04-26T17:09:48.466 INFO:teuthology.task.kernel:Running kernel on smithi119: 5.14.0-437.el9.x86_64 2024-04-26T17:09:48.466 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum install -y kernel 2024-04-26T17:09:48.468 INFO:teuthology.orchestra.run.smithi167.stdout:5.14.0-437.el9.x86_64 2024-04-26T17:09:48.468 INFO:teuthology.task.kernel:Running kernel on smithi167: 5.14.0-437.el9.x86_64 2024-04-26T17:09:48.469 DEBUG:teuthology.orchestra.run.smithi167:> sudo yum install -y kernel 2024-04-26T17:09:50.826 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-26T17:09:50.837 INFO:teuthology.orchestra.run.smithi167.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-26T17:09:51.248 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - BaseOS 9.9 MB/s | 8.0 MB 00:00 2024-04-26T17:09:52.522 INFO:teuthology.orchestra.run.smithi167.stdout:CentOS Stream 9 - AppStream 30 MB/s | 19 MB 00:00 2024-04-26T17:09:52.585 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - AppStream 28 MB/s | 19 MB 00:00 2024-04-26T17:09:53.233 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - AppStream 21 MB/s | 19 MB 00:00 2024-04-26T17:09:56.694 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.2 MB 00:00 2024-04-26T17:09:56.773 INFO:teuthology.orchestra.run.smithi167.stdout:CentOS Stream 9 - CRB 8.7 MB/s | 6.2 MB 00:00 2024-04-26T17:09:57.511 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - CRB 8.4 MB/s | 6.2 MB 00:00 2024-04-26T17:09:58.325 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - Extras packages 52 kB/s | 16 kB 00:00 2024-04-26T17:09:58.429 INFO:teuthology.orchestra.run.smithi167.stdout:CentOS Stream 9 - Extras packages 53 kB/s | 16 kB 00:00 2024-04-26T17:09:58.959 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - Extras packages 52 kB/s | 16 kB 00:00 2024-04-26T17:09:59.327 INFO:teuthology.orchestra.run.smithi119.stdout:Extra Packages for Enterprise Linux 24 MB/s | 21 MB 00:00 2024-04-26T17:09:59.517 INFO:teuthology.orchestra.run.smithi167.stdout:Extra Packages for Enterprise Linux 22 MB/s | 21 MB 00:00 2024-04-26T17:10:00.311 INFO:teuthology.orchestra.run.smithi090.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-04-26T17:10:04.327 INFO:teuthology.orchestra.run.smithi119.stdout:lab-extras 19 kB/s | 1.7 kB 00:00 2024-04-26T17:10:04.647 INFO:teuthology.orchestra.run.smithi167.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-04-26T17:10:05.386 INFO:teuthology.orchestra.run.smithi090.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-04-26T17:10:06.208 INFO:teuthology.orchestra.run.smithi119.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-26T17:10:06.208 INFO:teuthology.orchestra.run.smithi119.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-26T17:10:06.302 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-04-26T17:10:06.303 INFO:teuthology.orchestra.run.smithi119.stdout:Nothing to do. 2024-04-26T17:10:06.303 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-04-26T17:10:06.409 DEBUG:teuthology.orchestra.run.smithi119:> echo no | sudo yum reinstall kernel || true 2024-04-26T17:10:06.520 INFO:teuthology.orchestra.run.smithi167.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-26T17:10:06.521 INFO:teuthology.orchestra.run.smithi167.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-26T17:10:06.606 INFO:teuthology.orchestra.run.smithi167.stdout:Dependencies resolved. 2024-04-26T17:10:06.607 INFO:teuthology.orchestra.run.smithi167.stdout:Nothing to do. 2024-04-26T17:10:06.607 INFO:teuthology.orchestra.run.smithi167.stdout:Complete! 2024-04-26T17:10:06.724 DEBUG:teuthology.orchestra.run.smithi167:> echo no | sudo yum reinstall kernel || true 2024-04-26T17:10:06.909 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:00:02 ago on Fri 26 Apr 2024 05:10:04 PM UTC. 2024-04-26T17:10:07.032 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-04-26T17:10:07.043 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-04-26T17:10:07.043 INFO:teuthology.orchestra.run.smithi119.stdout: Package Architecture Version Repository Size 2024-04-26T17:10:07.043 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-04-26T17:10:07.043 INFO:teuthology.orchestra.run.smithi119.stdout:Reinstalling: 2024-04-26T17:10:07.043 INFO:teuthology.orchestra.run.smithi119.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-26T17:10:07.043 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:10:07.043 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-04-26T17:10:07.043 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-04-26T17:10:07.043 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:10:07.043 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 255 k 2024-04-26T17:10:07.043 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 0 2024-04-26T17:10:07.044 INFO:teuthology.orchestra.run.smithi119.stderr:Operation aborted. 2024-04-26T17:10:07.099 INFO:teuthology.orchestra.run.smithi119.stdout:Is this ok [y/N]: 2024-04-26T17:10:07.099 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum reinstall -y kernel || true 2024-04-26T17:10:07.226 INFO:teuthology.orchestra.run.smithi167.stdout:Last metadata expiration check: 0:00:03 ago on Fri 26 Apr 2024 05:10:04 PM UTC. 2024-04-26T17:10:07.260 INFO:teuthology.orchestra.run.smithi090.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-26T17:10:07.260 INFO:teuthology.orchestra.run.smithi090.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-26T17:10:07.358 INFO:teuthology.orchestra.run.smithi167.stdout:Dependencies resolved. 2024-04-26T17:10:07.365 INFO:teuthology.orchestra.run.smithi090.stdout:Dependencies resolved. 2024-04-26T17:10:07.367 INFO:teuthology.orchestra.run.smithi090.stdout:Nothing to do. 2024-04-26T17:10:07.367 INFO:teuthology.orchestra.run.smithi090.stdout:Complete! 2024-04-26T17:10:07.367 INFO:teuthology.orchestra.run.smithi167.stdout:================================================================================ 2024-04-26T17:10:07.367 INFO:teuthology.orchestra.run.smithi167.stdout: Package Architecture Version Repository Size 2024-04-26T17:10:07.367 INFO:teuthology.orchestra.run.smithi167.stdout:================================================================================ 2024-04-26T17:10:07.367 INFO:teuthology.orchestra.run.smithi167.stdout:Reinstalling: 2024-04-26T17:10:07.367 INFO:teuthology.orchestra.run.smithi167.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-26T17:10:07.367 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:10:07.368 INFO:teuthology.orchestra.run.smithi167.stdout:Transaction Summary 2024-04-26T17:10:07.368 INFO:teuthology.orchestra.run.smithi167.stdout:================================================================================ 2024-04-26T17:10:07.368 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:10:07.368 INFO:teuthology.orchestra.run.smithi167.stdout:Total download size: 255 k 2024-04-26T17:10:07.368 INFO:teuthology.orchestra.run.smithi167.stdout:Installed size: 0 2024-04-26T17:10:07.369 INFO:teuthology.orchestra.run.smithi167.stderr:Operation aborted. 2024-04-26T17:10:07.427 INFO:teuthology.orchestra.run.smithi167.stdout:Is this ok [y/N]: 2024-04-26T17:10:07.427 DEBUG:teuthology.orchestra.run.smithi167:> sudo yum reinstall -y kernel || true 2024-04-26T17:10:07.478 DEBUG:teuthology.orchestra.run.smithi090:> echo no | sudo yum reinstall kernel || true 2024-04-26T17:10:07.589 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:00:03 ago on Fri 26 Apr 2024 05:10:04 PM UTC. 2024-04-26T17:10:07.705 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-04-26T17:10:07.706 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-04-26T17:10:07.706 INFO:teuthology.orchestra.run.smithi119.stdout: Package Architecture Version Repository Size 2024-04-26T17:10:07.706 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-04-26T17:10:07.706 INFO:teuthology.orchestra.run.smithi119.stdout:Reinstalling: 2024-04-26T17:10:07.706 INFO:teuthology.orchestra.run.smithi119.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-26T17:10:07.706 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:10:07.706 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-04-26T17:10:07.706 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-04-26T17:10:07.707 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:10:07.707 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 255 k 2024-04-26T17:10:07.707 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 0 2024-04-26T17:10:07.707 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-04-26T17:10:07.914 INFO:teuthology.orchestra.run.smithi167.stdout:Last metadata expiration check: 0:00:03 ago on Fri 26 Apr 2024 05:10:04 PM UTC. 2024-04-26T17:10:07.945 INFO:teuthology.orchestra.run.smithi119.stdout:kernel-5.14.0-437.el9.x86_64.rpm 1.5 MB/s | 255 kB 00:00 2024-04-26T17:10:07.945 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-04-26T17:10:07.946 INFO:teuthology.orchestra.run.smithi119.stdout:Total 1.0 MB/s | 255 kB 00:00 2024-04-26T17:10:07.961 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-04-26T17:10:07.985 INFO:teuthology.orchestra.run.smithi090.stdout:Last metadata expiration check: 0:00:02 ago on Fri 26 Apr 2024 05:10:05 PM UTC. 2024-04-26T17:10:08.029 INFO:teuthology.orchestra.run.smithi167.stdout:Dependencies resolved. 2024-04-26T17:10:08.030 INFO:teuthology.orchestra.run.smithi167.stdout:================================================================================ 2024-04-26T17:10:08.030 INFO:teuthology.orchestra.run.smithi167.stdout: Package Architecture Version Repository Size 2024-04-26T17:10:08.030 INFO:teuthology.orchestra.run.smithi167.stdout:================================================================================ 2024-04-26T17:10:08.030 INFO:teuthology.orchestra.run.smithi167.stdout:Reinstalling: 2024-04-26T17:10:08.030 INFO:teuthology.orchestra.run.smithi167.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-26T17:10:08.030 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:10:08.030 INFO:teuthology.orchestra.run.smithi167.stdout:Transaction Summary 2024-04-26T17:10:08.030 INFO:teuthology.orchestra.run.smithi167.stdout:================================================================================ 2024-04-26T17:10:08.030 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:10:08.031 INFO:teuthology.orchestra.run.smithi167.stdout:Total download size: 255 k 2024-04-26T17:10:08.031 INFO:teuthology.orchestra.run.smithi167.stdout:Installed size: 0 2024-04-26T17:10:08.031 INFO:teuthology.orchestra.run.smithi167.stdout:Downloading Packages: 2024-04-26T17:10:08.108 INFO:teuthology.orchestra.run.smithi090.stdout:Dependencies resolved. 2024-04-26T17:10:08.126 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-04-26T17:10:08.126 INFO:teuthology.orchestra.run.smithi090.stdout: Package Architecture Version Repository Size 2024-04-26T17:10:08.126 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-04-26T17:10:08.126 INFO:teuthology.orchestra.run.smithi090.stdout:Reinstalling: 2024-04-26T17:10:08.126 INFO:teuthology.orchestra.run.smithi090.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-26T17:10:08.126 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:10:08.126 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction Summary 2024-04-26T17:10:08.126 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-04-26T17:10:08.127 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:10:08.127 INFO:teuthology.orchestra.run.smithi090.stdout:Total download size: 255 k 2024-04-26T17:10:08.127 INFO:teuthology.orchestra.run.smithi090.stdout:Installed size: 0 2024-04-26T17:10:08.127 INFO:teuthology.orchestra.run.smithi090.stderr:Operation aborted. 2024-04-26T17:10:08.142 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-04-26T17:10:08.142 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-04-26T17:10:08.147 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-04-26T17:10:08.147 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-04-26T17:10:08.206 INFO:teuthology.orchestra.run.smithi090.stdout:Is this ok [y/N]: 2024-04-26T17:10:08.206 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum reinstall -y kernel || true 2024-04-26T17:10:08.286 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-04-26T17:10:08.363 INFO:teuthology.orchestra.run.smithi119.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-26T17:10:08.363 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T17:10:08.474 INFO:teuthology.orchestra.run.smithi167.stdout:kernel-5.14.0-437.el9.x86_64.rpm 1.4 MB/s | 255 kB 00:00 2024-04-26T17:10:08.475 INFO:teuthology.orchestra.run.smithi167.stdout:-------------------------------------------------------------------------------- 2024-04-26T17:10:08.475 INFO:teuthology.orchestra.run.smithi167.stdout:Total 572 kB/s | 255 kB 00:00 2024-04-26T17:10:08.497 INFO:teuthology.orchestra.run.smithi167.stdout:Running transaction check 2024-04-26T17:10:08.702 INFO:teuthology.orchestra.run.smithi090.stdout:Last metadata expiration check: 0:00:03 ago on Fri 26 Apr 2024 05:10:05 PM UTC. 2024-04-26T17:10:08.707 INFO:teuthology.orchestra.run.smithi167.stdout:Transaction check succeeded. 2024-04-26T17:10:08.707 INFO:teuthology.orchestra.run.smithi167.stdout:Running transaction test 2024-04-26T17:10:08.712 INFO:teuthology.orchestra.run.smithi167.stdout:Transaction test succeeded. 2024-04-26T17:10:08.712 INFO:teuthology.orchestra.run.smithi167.stdout:Running transaction 2024-04-26T17:10:08.815 INFO:teuthology.orchestra.run.smithi090.stdout:Dependencies resolved. 2024-04-26T17:10:08.816 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-04-26T17:10:08.816 INFO:teuthology.orchestra.run.smithi090.stdout: Package Architecture Version Repository Size 2024-04-26T17:10:08.816 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-04-26T17:10:08.816 INFO:teuthology.orchestra.run.smithi090.stdout:Reinstalling: 2024-04-26T17:10:08.816 INFO:teuthology.orchestra.run.smithi090.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-26T17:10:08.816 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:10:08.816 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction Summary 2024-04-26T17:10:08.816 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-04-26T17:10:08.816 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:10:08.816 INFO:teuthology.orchestra.run.smithi090.stdout:Total download size: 255 k 2024-04-26T17:10:08.817 INFO:teuthology.orchestra.run.smithi090.stdout:Installed size: 0 2024-04-26T17:10:08.817 INFO:teuthology.orchestra.run.smithi090.stdout:Downloading Packages: 2024-04-26T17:10:08.833 INFO:teuthology.orchestra.run.smithi167.stdout: Preparing : 1/1 2024-04-26T17:10:08.934 INFO:teuthology.orchestra.run.smithi167.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-26T17:10:08.934 INFO:teuthology.orchestra.run.smithi167.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T17:10:09.025 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T17:10:09.025 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-26T17:10:09.089 INFO:teuthology.orchestra.run.smithi090.stdout:kernel-5.14.0-437.el9.x86_64.rpm 1.6 MB/s | 255 kB 00:00 2024-04-26T17:10:09.090 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-04-26T17:10:09.090 INFO:teuthology.orchestra.run.smithi090.stdout:Total 931 kB/s | 255 kB 00:00 2024-04-26T17:10:09.110 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction check 2024-04-26T17:10:09.320 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction check succeeded. 2024-04-26T17:10:09.320 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction test 2024-04-26T17:10:09.325 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction test succeeded. 2024-04-26T17:10:09.325 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction 2024-04-26T17:10:09.464 INFO:teuthology.orchestra.run.smithi090.stdout: Preparing : 1/1 2024-04-26T17:10:09.542 INFO:teuthology.orchestra.run.smithi090.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-26T17:10:09.542 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T17:10:09.600 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T17:10:09.601 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-26T17:10:09.731 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T17:10:09.731 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:10:09.732 INFO:teuthology.orchestra.run.smithi119.stdout:Reinstalled: 2024-04-26T17:10:09.732 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-26T17:10:09.732 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:10:09.732 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-04-26T17:10:09.893 DEBUG:teuthology.orchestra.run.smithi119:> rpm -q kernel | sort -rV | head -n 1 2024-04-26T17:10:09.940 INFO:teuthology.orchestra.run.smithi119.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-26T17:10:09.940 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-26T17:10:09.940 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-26T17:10:09.940 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-26T17:10:09.941 DEBUG:teuthology.orchestra.run.smithi119:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-26T17:10:09.978 INFO:teuthology.orchestra.run.smithi119.stdout:ttyS1 2024-04-26T17:10:10.008 DEBUG:teuthology.parallel:result is None 2024-04-26T17:10:10.307 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T17:10:10.307 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:10:10.307 INFO:teuthology.orchestra.run.smithi167.stdout:Reinstalled: 2024-04-26T17:10:10.307 INFO:teuthology.orchestra.run.smithi167.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-26T17:10:10.307 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:10:10.307 INFO:teuthology.orchestra.run.smithi167.stdout:Complete! 2024-04-26T17:10:10.339 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T17:10:10.339 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-26T17:10:10.490 DEBUG:teuthology.orchestra.run.smithi167:> rpm -q kernel | sort -rV | head -n 1 2024-04-26T17:10:10.536 INFO:teuthology.orchestra.run.smithi167.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-26T17:10:10.537 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-26T17:10:10.537 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-26T17:10:10.537 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-04-26T17:10:10.537 DEBUG:teuthology.orchestra.run.smithi167:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-26T17:10:10.564 INFO:teuthology.orchestra.run.smithi167.stdout:ttyS1 2024-04-26T17:10:10.587 DEBUG:teuthology.parallel:result is None 2024-04-26T17:10:11.115 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T17:10:11.115 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:10:11.115 INFO:teuthology.orchestra.run.smithi090.stdout:Reinstalled: 2024-04-26T17:10:11.115 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-26T17:10:11.115 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:10:11.115 INFO:teuthology.orchestra.run.smithi090.stdout:Complete! 2024-04-26T17:10:11.337 DEBUG:teuthology.orchestra.run.smithi090:> rpm -q kernel | sort -rV | head -n 1 2024-04-26T17:10:11.425 INFO:teuthology.orchestra.run.smithi090.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-26T17:10:11.425 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-26T17:10:11.426 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-26T17:10:11.426 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-26T17:10:11.426 DEBUG:teuthology.orchestra.run.smithi090:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-26T17:10:11.452 INFO:teuthology.orchestra.run.smithi090.stdout:ttyS1 2024-04-26T17:10:11.475 DEBUG:teuthology.parallel:result is None 2024-04-26T17:10:11.475 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-26T17:10:11.483 INFO:teuthology.task.internal:Creating test directory... 2024-04-26T17:10:11.483 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T17:10:11.518 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T17:10:11.520 DEBUG:teuthology.orchestra.run.smithi167:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T17:10:11.539 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-26T17:10:11.546 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-26T17:10:11.554 INFO:teuthology.task.internal:Creating archive directory... 2024-04-26T17:10:11.555 DEBUG:teuthology.orchestra.run.smithi090:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T17:10:11.573 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T17:10:11.578 DEBUG:teuthology.orchestra.run.smithi167:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T17:10:11.614 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-26T17:10:11.621 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-26T17:10:11.621 DEBUG:teuthology.orchestra.run.smithi090:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T17:10:11.632 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T17:10:11.647 DEBUG:teuthology.orchestra.run.smithi167:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T17:10:11.681 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T17:10:11.683 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T17:10:11.686 INFO:teuthology.orchestra.run.smithi167.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T17:10:11.690 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T17:10:11.693 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T17:10:11.696 INFO:teuthology.orchestra.run.smithi167.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T17:10:11.698 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-26T17:10:11.705 INFO:teuthology.task.internal:Configuring sudo... 2024-04-26T17:10:11.705 DEBUG:teuthology.orchestra.run.smithi090:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T17:10:11.707 DEBUG:teuthology.orchestra.run.smithi119:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T17:10:11.738 DEBUG:teuthology.orchestra.run.smithi167:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T17:10:11.765 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-26T17:10:11.775 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-26T17:10:11.775 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T17:10:11.777 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T17:10:11.804 DEBUG:teuthology.orchestra.run.smithi167:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T17:10:11.821 DEBUG:teuthology.orchestra.run.smithi090:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T17:10:11.870 DEBUG:teuthology.orchestra.run.smithi090:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T17:10:11.919 DEBUG:teuthology.orchestra.run.smithi090:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T17:10:12.002 DEBUG:teuthology.orchestra.run.smithi090:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T17:10:12.038 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:10:12.038 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T17:10:12.101 DEBUG:teuthology.orchestra.run.smithi119:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T17:10:12.145 DEBUG:teuthology.orchestra.run.smithi119:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T17:10:12.195 DEBUG:teuthology.orchestra.run.smithi119:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T17:10:12.277 DEBUG:teuthology.orchestra.run.smithi119:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T17:10:12.318 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-26T17:10:12.318 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T17:10:12.382 DEBUG:teuthology.orchestra.run.smithi167:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T17:10:12.426 DEBUG:teuthology.orchestra.run.smithi167:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T17:10:12.480 DEBUG:teuthology.orchestra.run.smithi167:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T17:10:12.564 DEBUG:teuthology.orchestra.run.smithi167:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T17:10:12.605 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-26T17:10:12.605 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T17:10:12.671 DEBUG:teuthology.orchestra.run.smithi090:> sudo service rsyslog restart 2024-04-26T17:10:12.673 DEBUG:teuthology.orchestra.run.smithi119:> sudo service rsyslog restart 2024-04-26T17:10:12.675 DEBUG:teuthology.orchestra.run.smithi167:> sudo service rsyslog restart 2024-04-26T17:10:12.711 INFO:teuthology.orchestra.run.smithi119.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T17:10:12.743 INFO:teuthology.orchestra.run.smithi090.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T17:10:12.744 INFO:teuthology.orchestra.run.smithi167.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T17:10:13.219 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-26T17:10:13.229 INFO:teuthology.task.internal:Starting timer... 2024-04-26T17:10:13.229 INFO:teuthology.run_tasks:Running task pcp... 2024-04-26T17:10:13.239 INFO:teuthology.run_tasks:Running task selinux... 2024-04-26T17:10:13.249 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-26T17:10:13.249 DEBUG:teuthology.orchestra.run.smithi090:> sudo service auditd rotate 2024-04-26T17:10:13.313 INFO:teuthology.orchestra.run.smithi090.stdout:Rotating logs: 2024-04-26T17:10:13.315 DEBUG:teuthology.orchestra.run.smithi119:> sudo service auditd rotate 2024-04-26T17:10:13.374 INFO:teuthology.orchestra.run.smithi119.stdout:Rotating logs: 2024-04-26T17:10:13.376 DEBUG:teuthology.orchestra.run.smithi167:> sudo service auditd rotate 2024-04-26T17:10:13.414 INFO:teuthology.orchestra.run.smithi167.stdout:Rotating logs: 2024-04-26T17:10:13.415 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-26T17:10:13.415 DEBUG:teuthology.orchestra.run.smithi090:> /usr/sbin/getenforce 2024-04-26T17:10:13.443 INFO:teuthology.orchestra.run.smithi090.stdout:Permissive 2024-04-26T17:10:13.444 DEBUG:teuthology.orchestra.run.smithi119:> /usr/sbin/getenforce 2024-04-26T17:10:13.469 INFO:teuthology.orchestra.run.smithi119.stdout:Permissive 2024-04-26T17:10:13.469 DEBUG:teuthology.orchestra.run.smithi167:> /usr/sbin/getenforce 2024-04-26T17:10:13.490 INFO:teuthology.orchestra.run.smithi167.stdout:Permissive 2024-04-26T17:10:13.490 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi090.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi119.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi167.front.sepia.ceph.com': 'permissive'} 2024-04-26T17:10:13.490 DEBUG:teuthology.orchestra.run.smithi090:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T17:10:13.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:10:13.517 DEBUG:teuthology.orchestra.run.smithi119:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T17:10:13.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:10:13.543 DEBUG:teuthology.orchestra.run.smithi167:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T17:10:13.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:10:13.568 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-26T17:10:13.568 DEBUG:teuthology.orchestra.run.smithi090:> sudo /usr/sbin/setenforce permissive 2024-04-26T17:10:13.594 DEBUG:teuthology.orchestra.run.smithi119:> sudo /usr/sbin/setenforce permissive 2024-04-26T17:10:13.618 DEBUG:teuthology.orchestra.run.smithi167:> sudo /usr/sbin/setenforce permissive 2024-04-26T17:10:13.651 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-26T17:10:13.661 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-26T17:10:13.677 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-26T17:10:13.679 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi090.front.sepia.ceph.com,smithi119.front.sepia.ceph.com,smithi167.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-26T17:13:51.163 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi090.front.sepia.ceph.com'), Remote(name='ubuntu@smithi119.front.sepia.ceph.com'), Remote(name='ubuntu@smithi167.front.sepia.ceph.com')] 2024-04-26T17:13:51.164 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-26T17:13:51.165 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T17:13:51.240 DEBUG:teuthology.orchestra.run.smithi090:> true 2024-04-26T17:13:51.321 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-26T17:13:51.321 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-04-26T17:13:51.322 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T17:13:51.394 DEBUG:teuthology.orchestra.run.smithi119:> true 2024-04-26T17:13:51.481 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-04-26T17:13:51.482 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi167.front.sepia.ceph.com' 2024-04-26T17:13:51.482 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi167.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T17:13:51.555 DEBUG:teuthology.orchestra.run.smithi167:> true 2024-04-26T17:13:51.633 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi167.front.sepia.ceph.com' 2024-04-26T17:13:51.634 INFO:teuthology.run_tasks:Running task clock... 2024-04-26T17:13:51.645 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-26T17:13:51.645 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T17:13:51.645 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T17:13:51.648 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T17:13:51.648 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T17:13:51.650 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T17:13:51.650 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T17:13:51.673 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T17:13:51.676 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T17:13:51.687 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T17:13:51.689 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T17:13:51.702 INFO:teuthology.orchestra.run.smithi167.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T17:13:51.709 INFO:teuthology.orchestra.run.smithi090.stderr:sudo: ntpd: command not found 2024-04-26T17:13:51.711 INFO:teuthology.orchestra.run.smithi119.stderr:sudo: ntpd: command not found 2024-04-26T17:13:51.715 INFO:teuthology.orchestra.run.smithi167.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T17:13:51.719 INFO:teuthology.orchestra.run.smithi090.stdout:506 Cannot talk to daemon 2024-04-26T17:13:51.722 INFO:teuthology.orchestra.run.smithi119.stdout:506 Cannot talk to daemon 2024-04-26T17:13:51.732 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T17:13:51.735 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T17:13:51.737 INFO:teuthology.orchestra.run.smithi167.stderr:sudo: ntpd: command not found 2024-04-26T17:13:51.745 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T17:13:51.748 INFO:teuthology.orchestra.run.smithi167.stdout:506 Cannot talk to daemon 2024-04-26T17:13:51.748 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T17:13:51.761 INFO:teuthology.orchestra.run.smithi167.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T17:13:51.774 INFO:teuthology.orchestra.run.smithi167.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T17:13:51.801 INFO:teuthology.orchestra.run.smithi090.stderr:bash: line 1: ntpq: command not found 2024-04-26T17:13:51.803 INFO:teuthology.orchestra.run.smithi119.stderr:bash: line 1: ntpq: command not found 2024-04-26T17:13:51.804 INFO:teuthology.orchestra.run.smithi090.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T17:13:51.804 INFO:teuthology.orchestra.run.smithi090.stdout:=============================================================================== 2024-04-26T17:13:51.804 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:13:51.804 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:13:51.804 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:13:51.805 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:13:51.807 INFO:teuthology.orchestra.run.smithi119.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T17:13:51.807 INFO:teuthology.orchestra.run.smithi119.stdout:=============================================================================== 2024-04-26T17:13:51.807 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:13:51.807 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:13:51.807 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:13:51.807 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:13:51.829 INFO:teuthology.orchestra.run.smithi167.stderr:bash: line 1: ntpq: command not found 2024-04-26T17:13:51.833 INFO:teuthology.orchestra.run.smithi167.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T17:13:51.834 INFO:teuthology.orchestra.run.smithi167.stdout:=============================================================================== 2024-04-26T17:13:51.834 INFO:teuthology.orchestra.run.smithi167.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:13:51.834 INFO:teuthology.orchestra.run.smithi167.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:13:51.834 INFO:teuthology.orchestra.run.smithi167.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:13:51.834 INFO:teuthology.orchestra.run.smithi167.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:13:51.834 INFO:teuthology.run_tasks:Running task install... 2024-04-26T17:13:51.843 DEBUG:teuthology.task.install:project ceph 2024-04-26T17:13:51.843 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f'}} 2024-04-26T17:13:51.843 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f'} 2024-04-26T17:13:51.843 INFO:teuthology.task.install:Using flavor: default 2024-04-26T17:13:51.850 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-26T17:13:51.850 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-26T17:13:51.851 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f', 'tag': None, 'wait_for_package': False} 2024-04-26T17:13:51.851 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:13:51.852 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f', 'tag': None, 'wait_for_package': False} 2024-04-26T17:13:51.853 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:13:51.854 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f', 'tag': None, 'wait_for_package': False} 2024-04-26T17:13:51.854 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:13:51.992 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/ 2024-04-26T17:13:51.992 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3227.gc37f63b3 2024-04-26T17:13:52.000 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/ 2024-04-26T17:13:52.001 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3227.gc37f63b3 2024-04-26T17:13:52.011 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/ 2024-04-26T17:13:52.011 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3227.gc37f63b3 2024-04-26T17:13:52.105 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T17:13:52.105 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:13:52.105 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T17:13:52.115 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T17:13:52.115 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-26T17:13:52.115 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T17:13:52.130 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T17:13:52.130 DEBUG:teuthology.orchestra.run.smithi090:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T17:13:52.140 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T17:13:52.140 DEBUG:teuthology.orchestra.run.smithi119:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T17:13:52.174 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T17:13:52.174 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-26T17:13:52.174 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T17:13:52.194 DEBUG:teuthology.orchestra.run.smithi090:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T17:13:52.198 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T17:13:52.199 DEBUG:teuthology.orchestra.run.smithi167:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T17:13:52.204 DEBUG:teuthology.orchestra.run.smithi119:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T17:13:52.264 DEBUG:teuthology.orchestra.run.smithi167:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T17:13:52.267 DEBUG:teuthology.orchestra.run.smithi090:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T17:13:52.276 DEBUG:teuthology.orchestra.run.smithi119:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T17:13:52.329 INFO:teuthology.orchestra.run.smithi090.stdout:check_obsoletes = 1 2024-04-26T17:13:52.331 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum clean all 2024-04-26T17:13:52.337 DEBUG:teuthology.orchestra.run.smithi167:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T17:13:52.339 INFO:teuthology.orchestra.run.smithi119.stdout:check_obsoletes = 1 2024-04-26T17:13:52.341 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum clean all 2024-04-26T17:13:52.400 INFO:teuthology.orchestra.run.smithi167.stdout:check_obsoletes = 1 2024-04-26T17:13:52.401 DEBUG:teuthology.orchestra.run.smithi167:> sudo yum clean all 2024-04-26T17:13:52.554 INFO:teuthology.orchestra.run.smithi090.stdout:48 files removed 2024-04-26T17:13:52.564 INFO:teuthology.orchestra.run.smithi119.stdout:48 files removed 2024-04-26T17:13:52.581 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T17:13:52.590 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T17:13:52.628 INFO:teuthology.orchestra.run.smithi167.stdout:48 files removed 2024-04-26T17:13:52.655 DEBUG:teuthology.orchestra.run.smithi167:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T17:13:53.210 INFO:teuthology.orchestra.run.smithi119.stdout:ceph packages for x86_64 232 kB/s | 83 kB 00:00 2024-04-26T17:13:53.265 INFO:teuthology.orchestra.run.smithi090.stdout:ceph packages for x86_64 196 kB/s | 83 kB 00:00 2024-04-26T17:13:53.291 INFO:teuthology.orchestra.run.smithi167.stdout:ceph packages for x86_64 222 kB/s | 83 kB 00:00 2024-04-26T17:13:53.569 INFO:teuthology.orchestra.run.smithi119.stdout:ceph noarch packages 37 kB/s | 12 kB 00:00 2024-04-26T17:13:53.642 INFO:teuthology.orchestra.run.smithi090.stdout:ceph noarch packages 35 kB/s | 12 kB 00:00 2024-04-26T17:13:53.741 INFO:teuthology.orchestra.run.smithi167.stdout:ceph noarch packages 29 kB/s | 12 kB 00:00 2024-04-26T17:13:54.003 INFO:teuthology.orchestra.run.smithi119.stdout:ceph source packages 4.8 kB/s | 1.9 kB 00:00 2024-04-26T17:13:54.009 INFO:teuthology.orchestra.run.smithi090.stdout:ceph source packages 5.7 kB/s | 1.9 kB 00:00 2024-04-26T17:13:54.108 INFO:teuthology.orchestra.run.smithi167.stdout:ceph source packages 5.7 kB/s | 1.9 kB 00:00 2024-04-26T17:13:54.591 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.0 MB 00:00 2024-04-26T17:13:54.679 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.0 MB 00:00 2024-04-26T17:13:54.861 INFO:teuthology.orchestra.run.smithi167.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-26T17:13:56.309 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - AppStream 29 MB/s | 19 MB 00:00 2024-04-26T17:13:56.554 INFO:teuthology.orchestra.run.smithi167.stdout:CentOS Stream 9 - AppStream 29 MB/s | 19 MB 00:00 2024-04-26T17:13:56.664 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - AppStream 20 MB/s | 19 MB 00:00 2024-04-26T17:14:00.618 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - CRB 8.4 MB/s | 6.2 MB 00:00 2024-04-26T17:14:00.621 INFO:teuthology.orchestra.run.smithi167.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.2 MB 00:00 2024-04-26T17:14:00.732 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.2 MB 00:00 2024-04-26T17:14:02.083 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - Extras packages 52 kB/s | 16 kB 00:00 2024-04-26T17:14:02.164 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - Extras packages 53 kB/s | 16 kB 00:00 2024-04-26T17:14:02.371 INFO:teuthology.orchestra.run.smithi167.stdout:CentOS Stream 9 - Extras packages 27 kB/s | 16 kB 00:00 2024-04-26T17:14:03.301 INFO:teuthology.orchestra.run.smithi119.stdout:Extra Packages for Enterprise Linux 19 MB/s | 21 MB 00:01 2024-04-26T17:14:03.462 INFO:teuthology.orchestra.run.smithi090.stdout:Extra Packages for Enterprise Linux 18 MB/s | 21 MB 00:01 2024-04-26T17:14:03.941 INFO:teuthology.orchestra.run.smithi167.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-04-26T17:14:08.460 INFO:teuthology.orchestra.run.smithi090.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-26T17:14:08.534 INFO:teuthology.orchestra.run.smithi119.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-04-26T17:14:08.871 INFO:teuthology.orchestra.run.smithi167.stdout:lab-extras 38 kB/s | 1.7 kB 00:00 2024-04-26T17:14:10.594 INFO:teuthology.orchestra.run.smithi090.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T17:14:10.594 INFO:teuthology.orchestra.run.smithi090.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T17:14:10.605 INFO:teuthology.orchestra.run.smithi090.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T17:14:10.606 INFO:teuthology.orchestra.run.smithi090.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T17:14:10.606 INFO:teuthology.orchestra.run.smithi090.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T17:14:10.607 INFO:teuthology.orchestra.run.smithi090.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T17:14:10.609 INFO:teuthology.orchestra.run.smithi090.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T17:14:10.611 INFO:teuthology.orchestra.run.smithi090.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T17:14:10.612 INFO:teuthology.orchestra.run.smithi090.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T17:14:10.652 INFO:teuthology.orchestra.run.smithi119.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T17:14:10.653 INFO:teuthology.orchestra.run.smithi119.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T17:14:10.663 INFO:teuthology.orchestra.run.smithi119.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T17:14:10.664 INFO:teuthology.orchestra.run.smithi119.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T17:14:10.665 INFO:teuthology.orchestra.run.smithi119.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T17:14:10.666 INFO:teuthology.orchestra.run.smithi119.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T17:14:10.667 INFO:teuthology.orchestra.run.smithi119.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T17:14:10.670 INFO:teuthology.orchestra.run.smithi119.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T17:14:10.671 INFO:teuthology.orchestra.run.smithi119.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T17:14:10.671 INFO:teuthology.orchestra.run.smithi090.stdout:Dependencies resolved. 2024-04-26T17:14:10.679 INFO:teuthology.orchestra.run.smithi090.stdout:======================================================================================= 2024-04-26T17:14:10.679 INFO:teuthology.orchestra.run.smithi090.stdout: Package Arch Version Repository Size 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout:======================================================================================= 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout:Installing: 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout: ceph x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 6.6 k 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-base x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 5.4 M 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-fuse x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 889 k 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 145 k 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 1.5 M 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 142 k 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 3.5 M 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 7.4 M 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-rook noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 49 k 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-radosgw x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 11 M 2024-04-26T17:14:10.680 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-test x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 49 M 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-volume noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 273 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: cephadm noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 762 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-mirror x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 225 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-shell x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 27 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-top noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 18 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs-devel x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 32 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs2 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 746 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: librados-devel x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 127 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T17:14:10.681 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cephfs x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 161 k 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rados x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 320 k 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rbd x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 299 k 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rgw x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 99 k 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-fuse x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 85 k 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-mirror x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 3.1 M 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-nbd x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 171 k 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout:Upgrading: 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: librados2 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 3.4 M 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: librbd1 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 3.1 M 2024-04-26T17:14:10.682 INFO:teuthology.orchestra.run.smithi090.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout:Installing dependencies: 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-common x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 21 M 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 34 k 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mds x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 2.4 M 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 249 k 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mon x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 4.7 M 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-osd x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 17 M 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 16 k 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-selinux x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 25 k 2024-04-26T17:14:10.683 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: libcephsqlite x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 163 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: libradosstriper1 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 501 k 2024-04-26T17:14:10.684 INFO:teuthology.orchestra.run.smithi090.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: librgw2 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 5.4 M 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T17:14:10.685 INFO:teuthology.orchestra.run.smithi090.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-argparse x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 45 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-common x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 135 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T17:14:10.686 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T17:14:10.687 INFO:teuthology.orchestra.run.smithi090.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T17:14:10.688 INFO:teuthology.orchestra.run.smithi090.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T17:14:10.689 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T17:14:10.689 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T17:14:10.689 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T17:14:10.689 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T17:14:10.689 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T17:14:10.689 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T17:14:10.689 INFO:teuthology.orchestra.run.smithi090.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T17:14:10.689 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T17:14:10.689 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T17:14:10.689 INFO:teuthology.orchestra.run.smithi090.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T17:14:10.689 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T17:14:10.689 INFO:teuthology.orchestra.run.smithi090.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T17:14:10.690 INFO:teuthology.orchestra.run.smithi090.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T17:14:10.691 INFO:teuthology.orchestra.run.smithi090.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T17:14:10.691 INFO:teuthology.orchestra.run.smithi090.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T17:14:10.691 INFO:teuthology.orchestra.run.smithi090.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T17:14:10.691 INFO:teuthology.orchestra.run.smithi090.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T17:14:10.691 INFO:teuthology.orchestra.run.smithi090.stdout:Installing weak dependencies: 2024-04-26T17:14:10.691 INFO:teuthology.orchestra.run.smithi090.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T17:14:10.691 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:14:10.691 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction Summary 2024-04-26T17:14:10.691 INFO:teuthology.orchestra.run.smithi090.stdout:======================================================================================= 2024-04-26T17:14:10.691 INFO:teuthology.orchestra.run.smithi090.stdout:Install 148 Packages 2024-04-26T17:14:10.691 INFO:teuthology.orchestra.run.smithi090.stdout:Upgrade 4 Packages 2024-04-26T17:14:10.691 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:14:10.692 INFO:teuthology.orchestra.run.smithi090.stdout:Total download size: 222 M 2024-04-26T17:14:10.692 INFO:teuthology.orchestra.run.smithi090.stdout:Downloading Packages: 2024-04-26T17:14:10.731 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout:======================================================================================= 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout:======================================================================================= 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout: ceph x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 6.6 k 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-base x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 5.4 M 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-fuse x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 889 k 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 145 k 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 1.5 M 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 142 k 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 3.5 M 2024-04-26T17:14:10.741 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 7.4 M 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-rook noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 49 k 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-radosgw x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 11 M 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-test x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 49 M 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-volume noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 273 k 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: cephadm noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 762 k 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-mirror x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 225 k 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-shell x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 27 k 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-top noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 18 k 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs-devel x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 32 k 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs2 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 746 k 2024-04-26T17:14:10.742 INFO:teuthology.orchestra.run.smithi119.stdout: librados-devel x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 127 k 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cephfs x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 161 k 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rados x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 320 k 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rbd x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 299 k 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rgw x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 99 k 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-fuse x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 85 k 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-mirror x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 3.1 M 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-nbd x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 171 k 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T17:14:10.743 INFO:teuthology.orchestra.run.smithi119.stdout:Upgrading: 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: librados2 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 3.4 M 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: librbd1 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 3.1 M 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-common x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 21 M 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 34 k 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mds x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 2.4 M 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 249 k 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mon x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 4.7 M 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-osd x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 17 M 2024-04-26T17:14:10.744 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 16 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-selinux x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 25 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: libcephsqlite x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 163 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T17:14:10.745 INFO:teuthology.orchestra.run.smithi119.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: libradosstriper1 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 501 k 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: librgw2 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 5.4 M 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-04-26T17:14:10.746 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-argparse x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 45 k 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-common x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 135 k 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T17:14:10.747 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T17:14:10.748 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T17:14:10.749 INFO:teuthology.orchestra.run.smithi119.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T17:14:10.750 INFO:teuthology.orchestra.run.smithi119.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T17:14:10.751 INFO:teuthology.orchestra.run.smithi119.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T17:14:10.752 INFO:teuthology.orchestra.run.smithi119.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T17:14:10.752 INFO:teuthology.orchestra.run.smithi119.stdout:Installing weak dependencies: 2024-04-26T17:14:10.752 INFO:teuthology.orchestra.run.smithi119.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T17:14:10.752 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:14:10.752 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-04-26T17:14:10.752 INFO:teuthology.orchestra.run.smithi119.stdout:======================================================================================= 2024-04-26T17:14:10.752 INFO:teuthology.orchestra.run.smithi119.stdout:Install 148 Packages 2024-04-26T17:14:10.752 INFO:teuthology.orchestra.run.smithi119.stdout:Upgrade 4 Packages 2024-04-26T17:14:10.752 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:14:10.752 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 222 M 2024-04-26T17:14:10.753 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-04-26T17:14:10.990 INFO:teuthology.orchestra.run.smithi167.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T17:14:10.990 INFO:teuthology.orchestra.run.smithi167.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T17:14:11.001 INFO:teuthology.orchestra.run.smithi167.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T17:14:11.002 INFO:teuthology.orchestra.run.smithi167.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T17:14:11.003 INFO:teuthology.orchestra.run.smithi167.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T17:14:11.004 INFO:teuthology.orchestra.run.smithi167.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T17:14:11.005 INFO:teuthology.orchestra.run.smithi167.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T17:14:11.008 INFO:teuthology.orchestra.run.smithi167.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T17:14:11.009 INFO:teuthology.orchestra.run.smithi167.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T17:14:11.070 INFO:teuthology.orchestra.run.smithi167.stdout:Dependencies resolved. 2024-04-26T17:14:11.080 INFO:teuthology.orchestra.run.smithi167.stdout:======================================================================================= 2024-04-26T17:14:11.080 INFO:teuthology.orchestra.run.smithi167.stdout: Package Arch Version Repository Size 2024-04-26T17:14:11.080 INFO:teuthology.orchestra.run.smithi167.stdout:======================================================================================= 2024-04-26T17:14:11.080 INFO:teuthology.orchestra.run.smithi167.stdout:Installing: 2024-04-26T17:14:11.080 INFO:teuthology.orchestra.run.smithi167.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T17:14:11.080 INFO:teuthology.orchestra.run.smithi167.stdout: ceph x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 6.6 k 2024-04-26T17:14:11.080 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-base x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 5.4 M 2024-04-26T17:14:11.080 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-fuse x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 889 k 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 145 k 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 1.5 M 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 142 k 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 3.5 M 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 7.4 M 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-rook noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 49 k 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-radosgw x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 11 M 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-test x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 49 M 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-volume noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 273 k 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: cephadm noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 762 k 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: cephfs-mirror x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 225 k 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: cephfs-shell x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 27 k 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: cephfs-top noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 18 k 2024-04-26T17:14:11.081 INFO:teuthology.orchestra.run.smithi167.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T17:14:11.082 INFO:teuthology.orchestra.run.smithi167.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T17:14:11.082 INFO:teuthology.orchestra.run.smithi167.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T17:14:11.082 INFO:teuthology.orchestra.run.smithi167.stdout: libcephfs-devel x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 32 k 2024-04-26T17:14:11.082 INFO:teuthology.orchestra.run.smithi167.stdout: libcephfs2 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 746 k 2024-04-26T17:14:11.082 INFO:teuthology.orchestra.run.smithi167.stdout: librados-devel x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 127 k 2024-04-26T17:14:11.082 INFO:teuthology.orchestra.run.smithi167.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T17:14:11.082 INFO:teuthology.orchestra.run.smithi167.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T17:14:11.082 INFO:teuthology.orchestra.run.smithi167.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T17:14:11.082 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T17:14:11.082 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T17:14:11.082 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T17:14:11.082 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cephfs x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 161 k 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rados x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 320 k 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rbd x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 299 k 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rgw x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 99 k 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: rbd-fuse x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 85 k 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: rbd-mirror x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 3.1 M 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: rbd-nbd x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 171 k 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout:Upgrading: 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: librados2 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 3.4 M 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: librbd1 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 3.1 M 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout:Installing dependencies: 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T17:14:11.083 INFO:teuthology.orchestra.run.smithi167.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-common x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 21 M 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 34 k 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mds x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 2.4 M 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 249 k 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mon x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 4.7 M 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-osd x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 17 M 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3227.gc37f63b3.el9 ceph-noarch 16 k 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-selinux x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 25 k 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T17:14:11.084 INFO:teuthology.orchestra.run.smithi167.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: libcephsqlite x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 163 k 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: libradosstriper1 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 501 k 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: librgw2 x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 5.4 M 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T17:14:11.085 INFO:teuthology.orchestra.run.smithi167.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T17:14:11.086 INFO:teuthology.orchestra.run.smithi167.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-ceph-argparse x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 45 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-ceph-common x86_64 2:19.0.0-3227.gc37f63b3.el9 ceph 135 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T17:14:11.087 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T17:14:11.088 INFO:teuthology.orchestra.run.smithi167.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T17:14:11.089 INFO:teuthology.orchestra.run.smithi167.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T17:14:11.090 INFO:teuthology.orchestra.run.smithi167.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout:Installing weak dependencies: 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout:Transaction Summary 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout:======================================================================================= 2024-04-26T17:14:11.091 INFO:teuthology.orchestra.run.smithi167.stdout:Install 148 Packages 2024-04-26T17:14:11.092 INFO:teuthology.orchestra.run.smithi167.stdout:Upgrade 4 Packages 2024-04-26T17:14:11.092 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:14:11.092 INFO:teuthology.orchestra.run.smithi167.stdout:Total download size: 222 M 2024-04-26T17:14:11.092 INFO:teuthology.orchestra.run.smithi167.stdout:Downloading Packages: 2024-04-26T17:14:11.461 INFO:teuthology.orchestra.run.smithi119.stdout:(1/152): ceph-19.0.0-3227.gc37f63b3.el9.x86_64. 30 kB/s | 6.6 kB 00:00 2024-04-26T17:14:11.794 INFO:teuthology.orchestra.run.smithi119.stdout:(2/152): ceph-fuse-19.0.0-3227.gc37f63b3.el9.x8 2.6 MB/s | 889 kB 00:00 2024-04-26T17:14:11.869 INFO:teuthology.orchestra.run.smithi119.stdout:(3/152): ceph-immutable-object-cache-19.0.0-322 1.9 MB/s | 145 kB 00:00 2024-04-26T17:14:11.937 INFO:teuthology.orchestra.run.smithi090.stdout:(1/152): ceph-19.0.0-3227.gc37f63b3.el9.x86_64. 34 kB/s | 6.6 kB 00:00 2024-04-26T17:14:12.270 INFO:teuthology.orchestra.run.smithi090.stdout:(2/152): ceph-fuse-19.0.0-3227.gc37f63b3.el9.x8 2.6 MB/s | 889 kB 00:00 2024-04-26T17:14:12.295 INFO:teuthology.orchestra.run.smithi119.stdout:(4/152): ceph-base-19.0.0-3227.gc37f63b3.el9.x8 5.1 MB/s | 5.4 MB 00:01 2024-04-26T17:14:12.337 INFO:teuthology.orchestra.run.smithi090.stdout:(3/152): ceph-immutable-object-cache-19.0.0-322 2.1 MB/s | 145 kB 00:00 2024-04-26T17:14:12.340 INFO:teuthology.orchestra.run.smithi167.stdout:(1/152): ceph-19.0.0-3227.gc37f63b3.el9.x86_64. 24 kB/s | 6.6 kB 00:00 2024-04-26T17:14:12.345 INFO:teuthology.orchestra.run.smithi119.stdout:(5/152): ceph-mds-19.0.0-3227.gc37f63b3.el9.x86 5.0 MB/s | 2.4 MB 00:00 2024-04-26T17:14:12.553 INFO:teuthology.orchestra.run.smithi119.stdout:(6/152): ceph-mgr-19.0.0-3227.gc37f63b3.el9.x86 5.8 MB/s | 1.5 MB 00:00 2024-04-26T17:14:13.371 INFO:teuthology.orchestra.run.smithi090.stdout:(4/152): ceph-mds-19.0.0-3227.gc37f63b3.el9.x86 2.3 MB/s | 2.4 MB 00:01 2024-04-26T17:14:13.398 INFO:teuthology.orchestra.run.smithi167.stdout:(2/152): ceph-fuse-19.0.0-3227.gc37f63b3.el9.x8 841 kB/s | 889 kB 00:01 2024-04-26T17:14:13.479 INFO:teuthology.orchestra.run.smithi119.stdout:(7/152): ceph-mon-19.0.0-3227.gc37f63b3.el9.x86 4.1 MB/s | 4.7 MB 00:01 2024-04-26T17:14:13.548 INFO:teuthology.orchestra.run.smithi167.stdout:(3/152): ceph-immutable-object-cache-19.0.0-322 965 kB/s | 145 kB 00:00 2024-04-26T17:14:14.124 INFO:teuthology.orchestra.run.smithi167.stdout:(4/152): ceph-base-19.0.0-3227.gc37f63b3.el9.x8 2.6 MB/s | 5.4 MB 00:02 2024-04-26T17:14:14.129 INFO:teuthology.orchestra.run.smithi090.stdout:(5/152): ceph-mgr-19.0.0-3227.gc37f63b3.el9.x86 2.0 MB/s | 1.5 MB 00:00 2024-04-26T17:14:14.271 INFO:teuthology.orchestra.run.smithi090.stdout:(6/152): ceph-base-19.0.0-3227.gc37f63b3.el9.x8 2.1 MB/s | 5.4 MB 00:02 2024-04-26T17:14:14.637 INFO:teuthology.orchestra.run.smithi119.stdout:(8/152): ceph-common-19.0.0-3227.gc37f63b3.el9. 6.2 MB/s | 21 MB 00:03 2024-04-26T17:14:14.715 INFO:teuthology.orchestra.run.smithi167.stdout:(5/152): ceph-mgr-19.0.0-3227.gc37f63b3.el9.x86 2.5 MB/s | 1.5 MB 00:00 2024-04-26T17:14:14.754 INFO:teuthology.orchestra.run.smithi119.stdout:(9/152): ceph-selinux-19.0.0-3227.gc37f63b3.el9 216 kB/s | 25 kB 00:00 2024-04-26T17:14:14.774 INFO:teuthology.orchestra.run.smithi167.stdout:(6/152): ceph-mds-19.0.0-3227.gc37f63b3.el9.x86 1.9 MB/s | 2.4 MB 00:01 2024-04-26T17:14:16.187 INFO:teuthology.orchestra.run.smithi119.stdout:(10/152): ceph-osd-19.0.0-3227.gc37f63b3.el9.x8 4.6 MB/s | 17 MB 00:03 2024-04-26T17:14:16.554 INFO:teuthology.orchestra.run.smithi119.stdout:(11/152): ceph-radosgw-19.0.0-3227.gc37f63b3.el 3.4 MB/s | 11 MB 00:03 2024-04-26T17:14:16.580 INFO:teuthology.orchestra.run.smithi119.stdout:(12/152): cephfs-mirror-19.0.0-3227.gc37f63b3.e 574 kB/s | 225 kB 00:00 2024-04-26T17:14:16.605 INFO:teuthology.orchestra.run.smithi090.stdout:(7/152): ceph-mon-19.0.0-3227.gc37f63b3.el9.x86 1.9 MB/s | 4.7 MB 00:02 2024-04-26T17:14:16.630 INFO:teuthology.orchestra.run.smithi119.stdout:(13/152): cephfs-shell-19.0.0-3227.gc37f63b3.el 361 kB/s | 27 kB 00:00 2024-04-26T17:14:16.655 INFO:teuthology.orchestra.run.smithi119.stdout:(14/152): libcephfs-devel-19.0.0-3227.gc37f63b3 422 kB/s | 32 kB 00:00 2024-04-26T17:14:16.755 INFO:teuthology.orchestra.run.smithi119.stdout:(15/152): libcephsqlite-19.0.0-3227.gc37f63b3.e 1.6 MB/s | 163 kB 00:00 2024-04-26T17:14:16.856 INFO:teuthology.orchestra.run.smithi119.stdout:(16/152): librados-devel-19.0.0-3227.gc37f63b3. 1.2 MB/s | 127 kB 00:00 2024-04-26T17:14:16.881 INFO:teuthology.orchestra.run.smithi119.stdout:(17/152): libcephfs2-19.0.0-3227.gc37f63b3.el9. 2.9 MB/s | 746 kB 00:00 2024-04-26T17:14:17.114 INFO:teuthology.orchestra.run.smithi119.stdout:(18/152): libradosstriper1-19.0.0-3227.gc37f63b 1.9 MB/s | 501 kB 00:00 2024-04-26T17:14:17.215 INFO:teuthology.orchestra.run.smithi119.stdout:(19/152): python3-ceph-argparse-19.0.0-3227.gc3 451 kB/s | 45 kB 00:00 2024-04-26T17:14:17.323 INFO:teuthology.orchestra.run.smithi119.stdout:(20/152): python3-ceph-common-19.0.0-3227.gc37f 1.2 MB/s | 135 kB 00:00 2024-04-26T17:14:17.440 INFO:teuthology.orchestra.run.smithi119.stdout:(21/152): python3-cephfs-19.0.0-3227.gc37f63b3. 1.4 MB/s | 161 kB 00:00 2024-04-26T17:14:17.632 INFO:teuthology.orchestra.run.smithi119.stdout:(22/152): python3-rados-19.0.0-3227.gc37f63b3.e 1.6 MB/s | 320 kB 00:00 2024-04-26T17:14:17.783 INFO:teuthology.orchestra.run.smithi119.stdout:(23/152): python3-rbd-19.0.0-3227.gc37f63b3.el9 1.9 MB/s | 299 kB 00:00 2024-04-26T17:14:17.830 INFO:teuthology.orchestra.run.smithi090.stdout:(8/152): ceph-osd-19.0.0-3227.gc37f63b3.el9.x86 4.7 MB/s | 17 MB 00:03 2024-04-26T17:14:17.832 INFO:teuthology.orchestra.run.smithi167.stdout:(7/152): ceph-mon-19.0.0-3227.gc37f63b3.el9.x86 1.5 MB/s | 4.7 MB 00:03 2024-04-26T17:14:17.850 INFO:teuthology.orchestra.run.smithi119.stdout:(24/152): python3-rgw-19.0.0-3227.gc37f63b3.el9 1.5 MB/s | 99 kB 00:00 2024-04-26T17:14:17.914 INFO:teuthology.orchestra.run.smithi090.stdout:(9/152): ceph-selinux-19.0.0-3227.gc37f63b3.el9 302 kB/s | 25 kB 00:00 2024-04-26T17:14:17.942 INFO:teuthology.orchestra.run.smithi119.stdout:(25/152): rbd-fuse-19.0.0-3227.gc37f63b3.el9.x8 927 kB/s | 85 kB 00:00 2024-04-26T17:14:18.209 INFO:teuthology.orchestra.run.smithi119.stdout:(26/152): librgw2-19.0.0-3227.gc37f63b3.el9.x86 4.0 MB/s | 5.4 MB 00:01 2024-04-26T17:14:18.308 INFO:teuthology.orchestra.run.smithi167.stdout:(8/152): ceph-osd-19.0.0-3227.gc37f63b3.el9.x86 4.8 MB/s | 17 MB 00:03 2024-04-26T17:14:18.309 INFO:teuthology.orchestra.run.smithi119.stdout:(27/152): rbd-nbd-19.0.0-3227.gc37f63b3.el9.x86 1.7 MB/s | 171 kB 00:00 2024-04-26T17:14:18.393 INFO:teuthology.orchestra.run.smithi119.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3227.g 411 kB/s | 34 kB 00:00 2024-04-26T17:14:18.399 INFO:teuthology.orchestra.run.smithi167.stdout:(9/152): ceph-selinux-19.0.0-3227.gc37f63b3.el9 276 kB/s | 25 kB 00:00 2024-04-26T17:14:18.485 INFO:teuthology.orchestra.run.smithi119.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3227.gc37f63b 1.5 MB/s | 142 kB 00:00 2024-04-26T17:14:18.764 INFO:teuthology.orchestra.run.smithi090.stdout:(10/152): ceph-common-19.0.0-3227.gc37f63b3.el9 3.0 MB/s | 21 MB 00:07 2024-04-26T17:14:18.956 INFO:teuthology.orchestra.run.smithi090.stdout:(11/152): cephfs-mirror-19.0.0-3227.gc37f63b3.e 1.1 MB/s | 225 kB 00:00 2024-04-26T17:14:19.035 INFO:teuthology.orchestra.run.smithi119.stdout:(30/152): rbd-mirror-19.0.0-3227.gc37f63b3.el9. 2.8 MB/s | 3.1 MB 00:01 2024-04-26T17:14:19.057 INFO:teuthology.orchestra.run.smithi090.stdout:(12/152): cephfs-shell-19.0.0-3227.gc37f63b3.el 270 kB/s | 27 kB 00:00 2024-04-26T17:14:19.157 INFO:teuthology.orchestra.run.smithi090.stdout:(13/152): libcephfs-devel-19.0.0-3227.gc37f63b3 317 kB/s | 32 kB 00:00 2024-04-26T17:14:19.419 INFO:teuthology.orchestra.run.smithi119.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3227.gc37f6 3.8 MB/s | 3.5 MB 00:00 2024-04-26T17:14:19.449 INFO:teuthology.orchestra.run.smithi090.stdout:(14/152): libcephfs2-19.0.0-3227.gc37f63b3.el9. 2.5 MB/s | 746 kB 00:00 2024-04-26T17:14:19.519 INFO:teuthology.orchestra.run.smithi119.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3227.gc3 2.4 MB/s | 249 kB 00:00 2024-04-26T17:14:19.557 INFO:teuthology.orchestra.run.smithi090.stdout:(15/152): libcephsqlite-19.0.0-3227.gc37f63b3.e 1.5 MB/s | 163 kB 00:00 2024-04-26T17:14:19.619 INFO:teuthology.orchestra.run.smithi119.stdout:(33/152): ceph-mgr-rook-19.0.0-3227.gc37f63b3.e 492 kB/s | 49 kB 00:00 2024-04-26T17:14:19.659 INFO:teuthology.orchestra.run.smithi090.stdout:(16/152): librados-devel-19.0.0-3227.gc37f63b3. 1.2 MB/s | 127 kB 00:00 2024-04-26T17:14:19.720 INFO:teuthology.orchestra.run.smithi119.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3227.gc 164 kB/s | 16 kB 00:00 2024-04-26T17:14:19.837 INFO:teuthology.orchestra.run.smithi119.stdout:(35/152): ceph-volume-19.0.0-3227.gc37f63b3.el9 2.3 MB/s | 273 kB 00:00 2024-04-26T17:14:19.851 INFO:teuthology.orchestra.run.smithi090.stdout:(17/152): libradosstriper1-19.0.0-3227.gc37f63b 2.6 MB/s | 501 kB 00:00 2024-04-26T17:14:20.120 INFO:teuthology.orchestra.run.smithi119.stdout:(36/152): cephadm-19.0.0-3227.gc37f63b3.el9.noa 2.6 MB/s | 762 kB 00:00 2024-04-26T17:14:20.229 INFO:teuthology.orchestra.run.smithi119.stdout:(37/152): cephfs-top-19.0.0-3227.gc37f63b3.el9. 168 kB/s | 18 kB 00:00 2024-04-26T17:14:20.354 INFO:teuthology.orchestra.run.smithi119.stdout:(38/152): fuse-2.9.9-15.el9.x86_64.rpm 642 kB/s | 80 kB 00:00 2024-04-26T17:14:20.454 INFO:teuthology.orchestra.run.smithi119.stdout:(39/152): libgfortran-11.4.1-3.el9.x86_64.rpm 7.9 MB/s | 803 kB 00:00 2024-04-26T17:14:20.496 INFO:teuthology.orchestra.run.smithi119.stdout:(40/152): libquadmath-11.4.1-3.el9.x86_64.rpm 4.6 MB/s | 195 kB 00:00 2024-04-26T17:14:20.538 INFO:teuthology.orchestra.run.smithi119.stdout:(41/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.9 MB/s | 253 kB 00:00 2024-04-26T17:14:20.605 INFO:teuthology.orchestra.run.smithi119.stdout:(42/152): python3-cryptography-36.0.1-4.el9.x86 18 MB/s | 1.2 MB 00:00 2024-04-26T17:14:20.647 INFO:teuthology.orchestra.run.smithi119.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-04-26T17:14:20.689 INFO:teuthology.orchestra.run.smithi119.stdout:(44/152): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-04-26T17:14:20.731 INFO:teuthology.orchestra.run.smithi119.stdout:(45/152): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-04-26T17:14:20.773 INFO:teuthology.orchestra.run.smithi119.stdout:(46/152): python3-urllib3-1.26.5-5.el9.noarch.r 5.0 MB/s | 215 kB 00:00 2024-04-26T17:14:20.823 INFO:teuthology.orchestra.run.smithi119.stdout:(47/152): automake-1.16.2-8.el9.noarch.rpm 13 MB/s | 689 kB 00:00 2024-04-26T17:14:20.873 INFO:teuthology.orchestra.run.smithi119.stdout:(48/152): bison-3.7.4-5.el9.x86_64.rpm 18 MB/s | 943 kB 00:00 2024-04-26T17:14:20.915 INFO:teuthology.orchestra.run.smithi119.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 107 kB 00:00 2024-04-26T17:14:20.958 INFO:teuthology.orchestra.run.smithi119.stdout:(50/152): elfutils-libelf-devel-0.190-2.el9.x86 514 kB/s | 21 kB 00:00 2024-04-26T17:14:21.089 INFO:teuthology.orchestra.run.smithi119.stdout:(51/152): flex-2.6.4-9.el9.x86_64.rpm 2.3 MB/s | 313 kB 00:00 2024-04-26T17:14:21.166 INFO:teuthology.orchestra.run.smithi119.stdout:(52/152): flexiblas-3.0.4-8.el9.x86_64.rpm 427 kB/s | 33 kB 00:00 2024-04-26T17:14:21.242 INFO:teuthology.orchestra.run.smithi119.stdout:(53/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 40 MB/s | 3.0 MB 00:00 2024-04-26T17:14:21.276 INFO:teuthology.orchestra.run.smithi119.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 545 kB/s | 18 kB 00:00 2024-04-26T17:14:21.309 INFO:teuthology.orchestra.run.smithi119.stdout:(55/152): libaio-devel-0.3.111-13.el9.x86_64.rp 335 kB/s | 11 kB 00:00 2024-04-26T17:14:21.335 INFO:teuthology.orchestra.run.smithi090.stdout:(18/152): librgw2-19.0.0-3227.gc37f63b3.el9.x86 3.6 MB/s | 5.4 MB 00:01 2024-04-26T17:14:21.351 INFO:teuthology.orchestra.run.smithi119.stdout:(56/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.7 MB/s | 160 kB 00:00 2024-04-26T17:14:21.385 INFO:teuthology.orchestra.run.smithi119.stdout:(57/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.3 MB/s | 45 kB 00:00 2024-04-26T17:14:21.435 INFO:teuthology.orchestra.run.smithi119.stdout:(58/152): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2024-04-26T17:14:21.477 INFO:teuthology.orchestra.run.smithi119.stdout:(59/152): libtool-2.4.6-45.el9.x86_64.rpm 14 MB/s | 582 kB 00:00 2024-04-26T17:14:21.511 INFO:teuthology.orchestra.run.smithi119.stdout:(60/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 765 kB/s | 25 kB 00:00 2024-04-26T17:14:21.518 INFO:teuthology.orchestra.run.smithi090.stdout:(19/152): ceph-radosgw-19.0.0-3227.gc37f63b3.el 2.2 MB/s | 11 MB 00:04 2024-04-26T17:14:21.543 INFO:teuthology.orchestra.run.smithi090.stdout:(20/152): python3-ceph-argparse-19.0.0-3227.gc3 216 kB/s | 45 kB 00:00 2024-04-26T17:14:21.544 INFO:teuthology.orchestra.run.smithi119.stdout:(61/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2024-04-26T17:14:21.587 INFO:teuthology.orchestra.run.smithi119.stdout:(62/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 6.9 MB/s | 292 kB 00:00 2024-04-26T17:14:21.594 INFO:teuthology.orchestra.run.smithi090.stdout:(21/152): python3-ceph-common-19.0.0-3227.gc37f 1.8 MB/s | 135 kB 00:00 2024-04-26T17:14:21.628 INFO:teuthology.orchestra.run.smithi090.stdout:(22/152): python3-cephfs-19.0.0-3227.gc37f63b3. 1.9 MB/s | 161 kB 00:00 2024-04-26T17:14:21.628 INFO:teuthology.orchestra.run.smithi119.stdout:(63/152): lua-5.4.4-4.el9.x86_64.rpm 4.4 MB/s | 188 kB 00:00 2024-04-26T17:14:21.662 INFO:teuthology.orchestra.run.smithi119.stdout:(64/152): openblas-0.3.21-2.el9.x86_64.rpm 1.0 MB/s | 35 kB 00:00 2024-04-26T17:14:21.736 INFO:teuthology.orchestra.run.smithi090.stdout:(23/152): python3-rados-19.0.0-3227.gc37f63b3.e 2.2 MB/s | 320 kB 00:00 2024-04-26T17:14:21.754 INFO:teuthology.orchestra.run.smithi119.stdout:(65/152): openblas-openmp-0.3.21-2.el9.x86_64.r 52 MB/s | 4.7 MB 00:00 2024-04-26T17:14:21.787 INFO:teuthology.orchestra.run.smithi090.stdout:(24/152): python3-rbd-19.0.0-3227.gc37f63b3.el9 1.8 MB/s | 299 kB 00:00 2024-04-26T17:14:21.812 INFO:teuthology.orchestra.run.smithi090.stdout:(25/152): python3-rgw-19.0.0-3227.gc37f63b3.el9 1.3 MB/s | 99 kB 00:00 2024-04-26T17:14:21.871 INFO:teuthology.orchestra.run.smithi119.stdout:(66/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 38 MB/s | 4.4 MB 00:00 2024-04-26T17:14:21.879 INFO:teuthology.orchestra.run.smithi090.stdout:(26/152): rbd-fuse-19.0.0-3227.gc37f63b3.el9.x8 926 kB/s | 85 kB 00:00 2024-04-26T17:14:21.930 INFO:teuthology.orchestra.run.smithi119.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 27 MB/s | 1.6 MB 00:00 2024-04-26T17:14:21.971 INFO:teuthology.orchestra.run.smithi090.stdout:(27/152): rbd-nbd-19.0.0-3227.gc37f63b3.el9.x86 1.8 MB/s | 171 kB 00:00 2024-04-26T17:14:22.036 INFO:teuthology.orchestra.run.smithi119.stdout:(68/152): ceph-mgr-diskprediction-local-19.0.0- 2.5 MB/s | 7.4 MB 00:03 2024-04-26T17:14:22.063 INFO:teuthology.orchestra.run.smithi090.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3227.g 372 kB/s | 34 kB 00:00 2024-04-26T17:14:22.080 INFO:teuthology.orchestra.run.smithi119.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 5.9 MB/s | 911 kB 00:00 2024-04-26T17:14:22.105 INFO:teuthology.orchestra.run.smithi119.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 1.9 MB/s | 133 kB 00:00 2024-04-26T17:14:22.139 INFO:teuthology.orchestra.run.smithi090.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3227.gc37f63b 1.8 MB/s | 142 kB 00:00 2024-04-26T17:14:22.206 INFO:teuthology.orchestra.run.smithi119.stdout:(71/152): postgresql-server-13.14-1.el9.x86_64. 46 MB/s | 5.8 MB 00:00 2024-04-26T17:14:22.239 INFO:teuthology.orchestra.run.smithi119.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 7.7 MB/s | 1.0 MB 00:00 2024-04-26T17:14:22.273 INFO:teuthology.orchestra.run.smithi119.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 2.6 MB/s | 87 kB 00:00 2024-04-26T17:14:22.332 INFO:teuthology.orchestra.run.smithi119.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 4.3 MB/s | 244 kB 00:00 2024-04-26T17:14:22.407 INFO:teuthology.orchestra.run.smithi119.stdout:(75/152): python3-babel-2.9.1-2.el9.noarch.rpm 36 MB/s | 6.0 MB 00:00 2024-04-26T17:14:22.432 INFO:teuthology.orchestra.run.smithi119.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 2.5 MB/s | 248 kB 00:00 2024-04-26T17:14:22.457 INFO:teuthology.orchestra.run.smithi119.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 517 kB/s | 26 kB 00:00 2024-04-26T17:14:22.483 INFO:teuthology.orchestra.run.smithi119.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-04-26T17:14:22.508 INFO:teuthology.orchestra.run.smithi119.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-04-26T17:14:22.533 INFO:teuthology.orchestra.run.smithi119.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 699 kB/s | 35 kB 00:00 2024-04-26T17:14:22.617 INFO:teuthology.orchestra.run.smithi119.stdout:(81/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 47 MB/s | 5.1 MB 00:00 2024-04-26T17:14:22.642 INFO:teuthology.orchestra.run.smithi119.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-04-26T17:14:22.667 INFO:teuthology.orchestra.run.smithi119.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 4.4 MB/s | 222 kB 00:00 2024-04-26T17:14:22.693 INFO:teuthology.orchestra.run.smithi119.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-26T17:14:22.718 INFO:teuthology.orchestra.run.smithi119.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 845 kB/s | 42 kB 00:00 2024-04-26T17:14:22.744 INFO:teuthology.orchestra.run.smithi119.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-04-26T17:14:22.769 INFO:teuthology.orchestra.run.smithi119.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-26T17:14:22.794 INFO:teuthology.orchestra.run.smithi119.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 5.5 MB/s | 279 kB 00:00 2024-04-26T17:14:22.819 INFO:teuthology.orchestra.run.smithi119.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-26T17:14:22.839 INFO:teuthology.orchestra.run.smithi090.stdout:(30/152): rbd-mirror-19.0.0-3227.gc37f63b3.el9. 3.0 MB/s | 3.1 MB 00:01 2024-04-26T17:14:22.844 INFO:teuthology.orchestra.run.smithi119.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 1.1 MB/s | 54 kB 00:00 2024-04-26T17:14:22.903 INFO:teuthology.orchestra.run.smithi119.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 751 kB/s | 42 kB 00:00 2024-04-26T17:14:23.087 INFO:teuthology.orchestra.run.smithi119.stdout:(92/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 61 MB/s | 16 MB 00:00 2024-04-26T17:14:23.106 INFO:teuthology.orchestra.run.smithi090.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3227.gc37f6 3.7 MB/s | 3.5 MB 00:00 2024-04-26T17:14:23.112 INFO:teuthology.orchestra.run.smithi119.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 214 kB/s | 44 kB 00:00 2024-04-26T17:14:23.137 INFO:teuthology.orchestra.run.smithi119.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-04-26T17:14:23.163 INFO:teuthology.orchestra.run.smithi119.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 723 kB/s | 36 kB 00:00 2024-04-26T17:14:23.188 INFO:teuthology.orchestra.run.smithi119.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 942 kB/s | 47 kB 00:00 2024-04-26T17:14:23.198 INFO:teuthology.orchestra.run.smithi090.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3227.gc3 2.7 MB/s | 249 kB 00:00 2024-04-26T17:14:23.213 INFO:teuthology.orchestra.run.smithi119.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-04-26T17:14:23.238 INFO:teuthology.orchestra.run.smithi119.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-04-26T17:14:23.264 INFO:teuthology.orchestra.run.smithi119.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-04-26T17:14:23.274 INFO:teuthology.orchestra.run.smithi090.stdout:(33/152): ceph-mgr-rook-19.0.0-3227.gc37f63b3.e 655 kB/s | 49 kB 00:00 2024-04-26T17:14:23.274 INFO:teuthology.orchestra.run.smithi167.stdout:(10/152): ceph-common-19.0.0-3227.gc37f63b3.el9 1.9 MB/s | 21 MB 00:11 2024-04-26T17:14:23.289 INFO:teuthology.orchestra.run.smithi119.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-04-26T17:14:23.306 INFO:teuthology.orchestra.run.smithi119.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 1.0 MB/s | 45 kB 00:00 2024-04-26T17:14:23.323 INFO:teuthology.orchestra.run.smithi119.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 666 kB/s | 22 kB 00:00 2024-04-26T17:14:23.341 INFO:teuthology.orchestra.run.smithi090.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3227.gc 247 kB/s | 16 kB 00:00 2024-04-26T17:14:23.357 INFO:teuthology.orchestra.run.smithi119.stdout:(103/152): protobuf-compiler-3.14.0-13.el9.x86_ 17 MB/s | 863 kB 00:00 2024-04-26T17:14:23.382 INFO:teuthology.orchestra.run.smithi167.stdout:(11/152): ceph-radosgw-19.0.0-3227.gc37f63b3.el 1.9 MB/s | 11 MB 00:05 2024-04-26T17:14:23.416 INFO:teuthology.orchestra.run.smithi090.stdout:(35/152): ceph-volume-19.0.0-3227.gc37f63b3.el9 3.6 MB/s | 273 kB 00:00 2024-04-26T17:14:23.467 INFO:teuthology.orchestra.run.smithi167.stdout:(12/152): cephfs-shell-19.0.0-3227.gc37f63b3.el 321 kB/s | 27 kB 00:00 2024-04-26T17:14:23.500 INFO:teuthology.orchestra.run.smithi167.stdout:(13/152): cephfs-mirror-19.0.0-3227.gc37f63b3.e 998 kB/s | 225 kB 00:00 2024-04-26T17:14:23.541 INFO:teuthology.orchestra.run.smithi167.stdout:(14/152): libcephfs-devel-19.0.0-3227.gc37f63b3 430 kB/s | 32 kB 00:00 2024-04-26T17:14:23.624 INFO:teuthology.orchestra.run.smithi119.stdout:(104/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.1 MB/s | 309 kB 00:00 2024-04-26T17:14:23.650 INFO:teuthology.orchestra.run.smithi090.stdout:(36/152): cephadm-19.0.0-3227.gc37f63b3.el9.noa 3.2 MB/s | 762 kB 00:00 2024-04-26T17:14:23.665 INFO:teuthology.orchestra.run.smithi119.stdout:(105/152): abseil-cpp-20211102.0-3.el9.x86_64.r 1.6 MB/s | 548 kB 00:00 2024-04-26T17:14:23.675 INFO:teuthology.orchestra.run.smithi167.stdout:(15/152): libcephsqlite-19.0.0-3227.gc37f63b3.e 1.2 MB/s | 163 kB 00:00 2024-04-26T17:14:23.691 INFO:teuthology.orchestra.run.smithi119.stdout:(106/152): grpc-data-1.46.7-10.el9.noarch.rpm 291 kB/s | 19 kB 00:00 2024-04-26T17:14:23.725 INFO:teuthology.orchestra.run.smithi090.stdout:(37/152): cephfs-top-19.0.0-3227.gc37f63b3.el9. 243 kB/s | 18 kB 00:00 2024-04-26T17:14:23.734 INFO:teuthology.orchestra.run.smithi167.stdout:(16/152): librados-devel-19.0.0-3227.gc37f63b3. 2.1 MB/s | 127 kB 00:00 2024-04-26T17:14:23.749 INFO:teuthology.orchestra.run.smithi119.stdout:(107/152): libarrow-doc-9.0.0-11.el9.noarch.rpm 446 kB/s | 26 kB 00:00 2024-04-26T17:14:23.808 INFO:teuthology.orchestra.run.smithi119.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 835 kB/s | 49 kB 00:00 2024-04-26T17:14:23.851 INFO:teuthology.orchestra.run.smithi090.stdout:(38/152): fuse-2.9.9-15.el9.x86_64.rpm 637 kB/s | 80 kB 00:00 2024-04-26T17:14:23.859 INFO:teuthology.orchestra.run.smithi167.stdout:(17/152): libcephfs2-19.0.0-3227.gc37f63b3.el9. 2.0 MB/s | 746 kB 00:00 2024-04-26T17:14:23.875 INFO:teuthology.orchestra.run.smithi119.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 1.0 MB/s | 67 kB 00:00 2024-04-26T17:14:23.943 INFO:teuthology.orchestra.run.smithi167.stdout:(18/152): libradosstriper1-19.0.0-3227.gc37f63b 2.3 MB/s | 501 kB 00:00 2024-04-26T17:14:23.952 INFO:teuthology.orchestra.run.smithi090.stdout:(39/152): libgfortran-11.4.1-3.el9.x86_64.rpm 7.8 MB/s | 803 kB 00:00 2024-04-26T17:14:23.993 INFO:teuthology.orchestra.run.smithi167.stdout:(19/152): python3-ceph-argparse-19.0.0-3227.gc3 908 kB/s | 45 kB 00:00 2024-04-26T17:14:23.994 INFO:teuthology.orchestra.run.smithi090.stdout:(40/152): libquadmath-11.4.1-3.el9.x86_64.rpm 4.6 MB/s | 195 kB 00:00 2024-04-26T17:14:24.036 INFO:teuthology.orchestra.run.smithi090.stdout:(41/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.9 MB/s | 253 kB 00:00 2024-04-26T17:14:24.076 INFO:teuthology.orchestra.run.smithi167.stdout:(20/152): python3-ceph-common-19.0.0-3227.gc37f 1.6 MB/s | 135 kB 00:00 2024-04-26T17:14:24.103 INFO:teuthology.orchestra.run.smithi090.stdout:(42/152): python3-cryptography-36.0.1-4.el9.x86 18 MB/s | 1.2 MB 00:00 2024-04-26T17:14:24.136 INFO:teuthology.orchestra.run.smithi090.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 3.1 MB/s | 106 kB 00:00 2024-04-26T17:14:24.152 INFO:teuthology.orchestra.run.smithi167.stdout:(21/152): python3-cephfs-19.0.0-3227.gc37f63b3. 2.1 MB/s | 161 kB 00:00 2024-04-26T17:14:24.178 INFO:teuthology.orchestra.run.smithi090.stdout:(44/152): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-04-26T17:14:24.221 INFO:teuthology.orchestra.run.smithi090.stdout:(45/152): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-04-26T17:14:24.263 INFO:teuthology.orchestra.run.smithi090.stdout:(46/152): python3-urllib3-1.26.5-5.el9.noarch.r 5.0 MB/s | 215 kB 00:00 2024-04-26T17:14:24.286 INFO:teuthology.orchestra.run.smithi167.stdout:(22/152): python3-rados-19.0.0-3227.gc37f63b3.e 2.3 MB/s | 320 kB 00:00 2024-04-26T17:14:24.301 INFO:teuthology.orchestra.run.smithi119.stdout:(110/152): ceph-test-19.0.0-3227.gc37f63b3.el9. 5.1 MB/s | 49 MB 00:09 2024-04-26T17:14:24.313 INFO:teuthology.orchestra.run.smithi090.stdout:(47/152): automake-1.16.2-8.el9.noarch.rpm 13 MB/s | 689 kB 00:00 2024-04-26T17:14:24.325 INFO:teuthology.orchestra.run.smithi119.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 335 kB/s | 151 kB 00:00 2024-04-26T17:14:24.364 INFO:teuthology.orchestra.run.smithi090.stdout:(48/152): bison-3.7.4-5.el9.x86_64.rpm 18 MB/s | 943 kB 00:00 2024-04-26T17:14:24.393 INFO:teuthology.orchestra.run.smithi119.stdout:(112/152): libarrow-9.0.0-11.el9.x86_64.rpm 6.1 MB/s | 4.4 MB 00:00 2024-04-26T17:14:24.405 INFO:teuthology.orchestra.run.smithi090.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 107 kB 00:00 2024-04-26T17:14:24.411 INFO:teuthology.orchestra.run.smithi167.stdout:(23/152): python3-rbd-19.0.0-3227.gc37f63b3.el9 2.3 MB/s | 299 kB 00:00 2024-04-26T17:14:24.439 INFO:teuthology.orchestra.run.smithi090.stdout:(50/152): elfutils-libelf-devel-0.190-2.el9.x86 640 kB/s | 21 kB 00:00 2024-04-26T17:14:24.451 INFO:teuthology.orchestra.run.smithi119.stdout:(113/152): python3-asyncssh-2.13.2-5.el9.noarch 4.3 MB/s | 548 kB 00:00 2024-04-26T17:14:24.477 INFO:teuthology.orchestra.run.smithi119.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 521 kB/s | 43 kB 00:00 2024-04-26T17:14:24.478 INFO:teuthology.orchestra.run.smithi167.stdout:(24/152): python3-rgw-19.0.0-3227.gc37f63b3.el9 1.5 MB/s | 99 kB 00:00 2024-04-26T17:14:24.490 INFO:teuthology.orchestra.run.smithi090.stdout:(51/152): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-04-26T17:14:24.519 INFO:teuthology.orchestra.run.smithi119.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 481 kB/s | 32 kB 00:00 2024-04-26T17:14:24.537 INFO:teuthology.orchestra.run.smithi167.stdout:(25/152): rbd-fuse-19.0.0-3227.gc37f63b3.el9.x8 1.4 MB/s | 85 kB 00:00 2024-04-26T17:14:24.544 INFO:teuthology.orchestra.run.smithi119.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 224 kB/s | 15 kB 00:00 2024-04-26T17:14:24.586 INFO:teuthology.orchestra.run.smithi119.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-04-26T17:14:24.590 INFO:teuthology.orchestra.run.smithi090.stdout:(52/152): ceph-mgr-diskprediction-local-19.0.0- 4.2 MB/s | 7.4 MB 00:01 2024-04-26T17:14:24.611 INFO:teuthology.orchestra.run.smithi119.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 5.2 MB/s | 358 kB 00:00 2024-04-26T17:14:24.615 INFO:teuthology.orchestra.run.smithi090.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 261 kB/s | 33 kB 00:00 2024-04-26T17:14:24.653 INFO:teuthology.orchestra.run.smithi119.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-04-26T17:14:24.678 INFO:teuthology.orchestra.run.smithi119.stdout:(120/152): parquet-libs-9.0.0-11.el9.x86_64.rpm 2.2 MB/s | 839 kB 00:00 2024-04-26T17:14:24.691 INFO:teuthology.orchestra.run.smithi090.stdout:(54/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 30 MB/s | 3.0 MB 00:00 2024-04-26T17:14:24.695 INFO:teuthology.orchestra.run.smithi119.stdout:(121/152): python3-colorama-0.4.4-12.el9.noarch 422 kB/s | 35 kB 00:00 2024-04-26T17:14:24.716 INFO:teuthology.orchestra.run.smithi090.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 186 kB/s | 18 kB 00:00 2024-04-26T17:14:24.720 INFO:teuthology.orchestra.run.smithi119.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 3.0 MB/s | 206 kB 00:00 2024-04-26T17:14:24.741 INFO:teuthology.orchestra.run.smithi090.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-04-26T17:14:24.766 INFO:teuthology.orchestra.run.smithi090.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-04-26T17:14:24.771 INFO:teuthology.orchestra.run.smithi119.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 1.9 MB/s | 144 kB 00:00 2024-04-26T17:14:24.787 INFO:teuthology.orchestra.run.smithi119.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 160 kB/s | 11 kB 00:00 2024-04-26T17:14:24.792 INFO:teuthology.orchestra.run.smithi090.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 903 kB/s | 45 kB 00:00 2024-04-26T17:14:24.826 INFO:teuthology.orchestra.run.smithi090.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-04-26T17:14:24.838 INFO:teuthology.orchestra.run.smithi119.stdout:(125/152): python3-grpcio-1.46.7-10.el9.x86_64. 13 MB/s | 2.0 MB 00:00 2024-04-26T17:14:24.855 INFO:teuthology.orchestra.run.smithi119.stdout:(126/152): python3-jaraco-classes-3.2.1-5.el9.n 211 kB/s | 18 kB 00:00 2024-04-26T17:14:24.859 INFO:teuthology.orchestra.run.smithi090.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 8.6 MB/s | 582 kB 00:00 2024-04-26T17:14:24.871 INFO:teuthology.orchestra.run.smithi119.stdout:(127/152): python3-jaraco-collections-3.0.0-8.e 276 kB/s | 23 kB 00:00 2024-04-26T17:14:24.884 INFO:teuthology.orchestra.run.smithi090.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 441 kB/s | 25 kB 00:00 2024-04-26T17:14:24.890 INFO:teuthology.orchestra.run.smithi119.stdout:(128/152): python3-jaraco-functools-3.5.0-2.el9 386 kB/s | 19 kB 00:00 2024-04-26T17:14:24.911 INFO:teuthology.orchestra.run.smithi090.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 922 kB/s | 47 kB 00:00 2024-04-26T17:14:24.922 INFO:teuthology.orchestra.run.smithi119.stdout:(129/152): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-04-26T17:14:24.945 INFO:teuthology.orchestra.run.smithi090.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.8 MB/s | 292 kB 00:00 2024-04-26T17:14:24.947 INFO:teuthology.orchestra.run.smithi119.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 790 kB/s | 46 kB 00:00 2024-04-26T17:14:24.978 INFO:teuthology.orchestra.run.smithi090.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-04-26T17:14:24.998 INFO:teuthology.orchestra.run.smithi119.stdout:(131/152): python3-kubernetes-26.1.0-2.el9.noar 8.1 MB/s | 1.0 MB 00:00 2024-04-26T17:14:25.004 INFO:teuthology.orchestra.run.smithi090.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 604 kB/s | 35 kB 00:00 2024-04-26T17:14:25.023 INFO:teuthology.orchestra.run.smithi119.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 765 kB/s | 58 kB 00:00 2024-04-26T17:14:25.048 INFO:teuthology.orchestra.run.smithi119.stdout:(133/152): python3-more-itertools-8.12.0-2.el9. 626 kB/s | 79 kB 00:00 2024-04-26T17:14:25.087 INFO:teuthology.orchestra.run.smithi167.stdout:(26/152): librgw2-19.0.0-3227.gc37f63b3.el9.x86 4.4 MB/s | 5.4 MB 00:01 2024-04-26T17:14:25.090 INFO:teuthology.orchestra.run.smithi119.stdout:(134/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-04-26T17:14:25.096 INFO:teuthology.orchestra.run.smithi090.stdout:(66/152): openblas-openmp-0.3.21-2.el9.x86_64.r 41 MB/s | 4.7 MB 00:00 2024-04-26T17:14:25.115 INFO:teuthology.orchestra.run.smithi119.stdout:(135/152): python3-portend-3.1.0-2.el9.noarch.r 178 kB/s | 16 kB 00:00 2024-04-26T17:14:25.141 INFO:teuthology.orchestra.run.smithi119.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 976 kB/s | 90 kB 00:00 2024-04-26T17:14:25.166 INFO:teuthology.orchestra.run.smithi119.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 374 kB/s | 28 kB 00:00 2024-04-26T17:14:25.179 INFO:teuthology.orchestra.run.smithi167.stdout:(27/152): rbd-mirror-19.0.0-3227.gc37f63b3.el9. 4.8 MB/s | 3.1 MB 00:00 2024-04-26T17:14:25.188 INFO:teuthology.orchestra.run.smithi090.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 24 MB/s | 4.4 MB 00:00 2024-04-26T17:14:25.191 INFO:teuthology.orchestra.run.smithi119.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 407 kB/s | 31 kB 00:00 2024-04-26T17:14:25.204 INFO:teuthology.orchestra.run.smithi167.stdout:(28/152): rbd-nbd-19.0.0-3227.gc37f63b3.el9.x86 1.4 MB/s | 171 kB 00:00 2024-04-26T17:14:25.216 INFO:teuthology.orchestra.run.smithi119.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-04-26T17:14:25.230 INFO:teuthology.orchestra.run.smithi167.stdout:(29/152): ceph-grafana-dashboards-19.0.0-3227.g 682 kB/s | 34 kB 00:00 2024-04-26T17:14:25.238 INFO:teuthology.orchestra.run.smithi090.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-26T17:14:25.242 INFO:teuthology.orchestra.run.smithi119.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 781 kB/s | 59 kB 00:00 2024-04-26T17:14:25.267 INFO:teuthology.orchestra.run.smithi119.stdout:(141/152): python3-tempora-5.0.0-2.el9.noarch.r 472 kB/s | 36 kB 00:00 2024-04-26T17:14:25.272 INFO:teuthology.orchestra.run.smithi167.stdout:(30/152): ceph-mgr-cephadm-19.0.0-3227.gc37f63b 2.1 MB/s | 142 kB 00:00 2024-04-26T17:14:25.280 INFO:teuthology.orchestra.run.smithi090.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 10 MB/s | 911 kB 00:00 2024-04-26T17:14:25.293 INFO:teuthology.orchestra.run.smithi119.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 673 kB/s | 51 kB 00:00 2024-04-26T17:14:25.314 INFO:teuthology.orchestra.run.smithi090.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 1.8 MB/s | 133 kB 00:00 2024-04-26T17:14:25.318 INFO:teuthology.orchestra.run.smithi119.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-26T17:14:25.343 INFO:teuthology.orchestra.run.smithi119.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-04-26T17:14:25.369 INFO:teuthology.orchestra.run.smithi119.stdout:(145/152): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-04-26T17:14:25.372 INFO:teuthology.orchestra.run.smithi090.stdout:(71/152): protobuf-3.14.0-13.el9.x86_64.rpm 18 MB/s | 1.0 MB 00:00 2024-04-26T17:14:25.402 INFO:teuthology.orchestra.run.smithi119.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-04-26T17:14:25.427 INFO:teuthology.orchestra.run.smithi119.stdout:(147/152): python3-zc-lockfile-2.0-10.el9.noarc 183 kB/s | 20 kB 00:00 2024-04-26T17:14:25.465 INFO:teuthology.orchestra.run.smithi090.stdout:(72/152): postgresql-server-13.14-1.el9.x86_64. 31 MB/s | 5.8 MB 00:00 2024-04-26T17:14:25.469 INFO:teuthology.orchestra.run.smithi119.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-04-26T17:14:25.490 INFO:teuthology.orchestra.run.smithi090.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 758 kB/s | 87 kB 00:00 2024-04-26T17:14:25.528 INFO:teuthology.orchestra.run.smithi119.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 23 MB/s | 1.3 MB 00:00 2024-04-26T17:14:25.599 INFO:teuthology.orchestra.run.smithi090.stdout:(74/152): python3-babel-2.9.1-2.el9.noarch.rpm 45 MB/s | 6.0 MB 00:00 2024-04-26T17:14:25.603 INFO:teuthology.orchestra.run.smithi119.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 32 MB/s | 2.4 MB 00:00 2024-04-26T17:14:25.624 INFO:teuthology.orchestra.run.smithi090.stdout:(75/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.8 MB/s | 244 kB 00:00 2024-04-26T17:14:25.666 INFO:teuthology.orchestra.run.smithi090.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 5.8 MB/s | 248 kB 00:00 2024-04-26T17:14:25.691 INFO:teuthology.orchestra.run.smithi090.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 384 kB/s | 26 kB 00:00 2024-04-26T17:14:25.716 INFO:teuthology.orchestra.run.smithi090.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-04-26T17:14:25.742 INFO:teuthology.orchestra.run.smithi090.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-04-26T17:14:25.767 INFO:teuthology.orchestra.run.smithi090.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 697 kB/s | 35 kB 00:00 2024-04-26T17:14:25.876 INFO:teuthology.orchestra.run.smithi090.stdout:(81/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 38 MB/s | 5.1 MB 00:00 2024-04-26T17:14:25.910 INFO:teuthology.orchestra.run.smithi090.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.8 MB/s | 250 kB 00:00 2024-04-26T17:14:25.935 INFO:teuthology.orchestra.run.smithi090.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-04-26T17:14:25.960 INFO:teuthology.orchestra.run.smithi090.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-26T17:14:25.986 INFO:teuthology.orchestra.run.smithi090.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 847 kB/s | 42 kB 00:00 2024-04-26T17:14:26.011 INFO:teuthology.orchestra.run.smithi090.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-04-26T17:14:26.037 INFO:teuthology.orchestra.run.smithi090.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.0 MB/s | 159 kB 00:00 2024-04-26T17:14:26.071 INFO:teuthology.orchestra.run.smithi090.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 4.6 MB/s | 279 kB 00:00 2024-04-26T17:14:26.096 INFO:teuthology.orchestra.run.smithi090.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 877 kB/s | 51 kB 00:00 2024-04-26T17:14:26.120 INFO:teuthology.orchestra.run.smithi119.stdout:(151/152): librados2-19.0.0-3227.gc37f63b3.el9. 4.7 MB/s | 3.4 MB 00:00 2024-04-26T17:14:26.122 INFO:teuthology.orchestra.run.smithi090.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-26T17:14:26.164 INFO:teuthology.orchestra.run.smithi167.stdout:(31/152): ceph-test-19.0.0-3227.gc37f63b3.el9.x 6.3 MB/s | 49 MB 00:07 2024-04-26T17:14:26.189 INFO:teuthology.orchestra.run.smithi090.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 654 kB/s | 42 kB 00:00 2024-04-26T17:14:26.239 INFO:teuthology.orchestra.run.smithi167.stdout:(32/152): ceph-mgr-dashboard-19.0.0-3227.gc37f6 3.5 MB/s | 3.5 MB 00:01 2024-04-26T17:14:26.281 INFO:teuthology.orchestra.run.smithi167.stdout:(33/152): ceph-mgr-rook-19.0.0-3227.gc37f63b3.e 1.2 MB/s | 49 kB 00:00 2024-04-26T17:14:26.306 INFO:teuthology.orchestra.run.smithi167.stdout:(34/152): ceph-mgr-modules-core-19.0.0-3227.gc3 1.7 MB/s | 249 kB 00:00 2024-04-26T17:14:26.332 INFO:teuthology.orchestra.run.smithi167.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3227.gc 327 kB/s | 16 kB 00:00 2024-04-26T17:14:26.345 INFO:teuthology.orchestra.run.smithi119.stdout:(152/152): librbd1-19.0.0-3227.gc37f63b3.el9.x8 3.4 MB/s | 3.1 MB 00:00 2024-04-26T17:14:26.349 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-04-26T17:14:26.349 INFO:teuthology.orchestra.run.smithi119.stdout:Total 14 MB/s | 222 MB 00:15 2024-04-26T17:14:26.382 INFO:teuthology.orchestra.run.smithi167.stdout:(36/152): ceph-volume-19.0.0-3227.gc37f63b3.el9 3.5 MB/s | 273 kB 00:00 2024-04-26T17:14:26.449 INFO:teuthology.orchestra.run.smithi167.stdout:(37/152): cephfs-top-19.0.0-3227.gc37f63b3.el9. 274 kB/s | 18 kB 00:00 2024-04-26T17:14:26.533 INFO:teuthology.orchestra.run.smithi167.stdout:(38/152): cephadm-19.0.0-3227.gc37f63b3.el9.noa 3.7 MB/s | 762 kB 00:00 2024-04-26T17:14:26.683 INFO:teuthology.orchestra.run.smithi167.stdout:(39/152): ceph-mgr-diskprediction-local-19.0.0- 5.2 MB/s | 7.4 MB 00:01 2024-04-26T17:14:26.706 INFO:teuthology.orchestra.run.smithi090.stdout:(92/152): ceph-test-19.0.0-3227.gc37f63b3.el9.x 5.6 MB/s | 49 MB 00:08 2024-04-26T17:14:26.708 INFO:teuthology.orchestra.run.smithi167.stdout:(40/152): fuse-2.9.9-15.el9.x86_64.rpm 310 kB/s | 80 kB 00:00 2024-04-26T17:14:26.758 INFO:teuthology.orchestra.run.smithi167.stdout:(41/152): libgfortran-11.4.1-3.el9.x86_64.rpm 3.5 MB/s | 803 kB 00:00 2024-04-26T17:14:26.784 INFO:teuthology.orchestra.run.smithi167.stdout:(42/152): libquadmath-11.4.1-3.el9.x86_64.rpm 1.9 MB/s | 195 kB 00:00 2024-04-26T17:14:26.808 INFO:teuthology.orchestra.run.smithi167.stdout:(43/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-04-26T17:14:26.867 INFO:teuthology.orchestra.run.smithi167.stdout:(44/152): python3-cryptography-36.0.1-4.el9.x86 11 MB/s | 1.2 MB 00:00 2024-04-26T17:14:26.893 INFO:teuthology.orchestra.run.smithi167.stdout:(45/152): python3-ply-3.11-14.el9.noarch.rpm 1.3 MB/s | 106 kB 00:00 2024-04-26T17:14:26.898 INFO:teuthology.orchestra.run.smithi090.stdout:(93/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 20 MB/s | 16 MB 00:00 2024-04-26T17:14:26.918 INFO:teuthology.orchestra.run.smithi167.stdout:(46/152): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-04-26T17:14:26.923 INFO:teuthology.orchestra.run.smithi090.stdout:(94/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 60 kB/s | 44 kB 00:00 2024-04-26T17:14:26.943 INFO:teuthology.orchestra.run.smithi167.stdout:(47/152): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-04-26T17:14:26.948 INFO:teuthology.orchestra.run.smithi090.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 922 kB/s | 221 kB 00:00 2024-04-26T17:14:26.974 INFO:teuthology.orchestra.run.smithi090.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 959 kB/s | 47 kB 00:00 2024-04-26T17:14:26.977 INFO:teuthology.orchestra.run.smithi167.stdout:(48/152): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-04-26T17:14:26.999 INFO:teuthology.orchestra.run.smithi090.stdout:(97/152): qatlib-service-24.02.0-1.el9.x86_64.r 479 kB/s | 36 kB 00:00 2024-04-26T17:14:27.019 INFO:teuthology.orchestra.run.smithi167.stdout:(49/152): automake-1.16.2-8.el9.noarch.rpm 6.7 MB/s | 689 kB 00:00 2024-04-26T17:14:27.024 INFO:teuthology.orchestra.run.smithi090.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 3.9 MB/s | 305 kB 00:00 2024-04-26T17:14:27.049 INFO:teuthology.orchestra.run.smithi090.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 774 kB/s | 58 kB 00:00 2024-04-26T17:14:27.069 INFO:teuthology.orchestra.run.smithi167.stdout:(50/152): bison-3.7.4-5.el9.x86_64.rpm 7.4 MB/s | 943 kB 00:00 2024-04-26T17:14:27.083 INFO:teuthology.orchestra.run.smithi090.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.6 MB/s | 94 kB 00:00 2024-04-26T17:14:27.094 INFO:teuthology.orchestra.run.smithi167.stdout:(51/152): boost-program-options-1.75.0-8.el9.x8 928 kB/s | 107 kB 00:00 2024-04-26T17:14:27.108 INFO:teuthology.orchestra.run.smithi090.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 762 kB/s | 64 kB 00:00 2024-04-26T17:14:27.120 INFO:teuthology.orchestra.run.smithi167.stdout:(52/152): elfutils-libelf-devel-0.190-2.el9.x86 217 kB/s | 21 kB 00:00 2024-04-26T17:14:27.145 INFO:teuthology.orchestra.run.smithi167.stdout:(53/152): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-04-26T17:14:27.170 INFO:teuthology.orchestra.run.smithi167.stdout:(54/152): flexiblas-3.0.4-8.el9.x86_64.rpm 435 kB/s | 33 kB 00:00 2024-04-26T17:14:27.190 INFO:teuthology.orchestra.run.smithi090.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 320 kB/s | 45 kB 00:00 2024-04-26T17:14:27.226 INFO:teuthology.orchestra.run.smithi090.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 191 kB/s | 22 kB 00:00 2024-04-26T17:14:27.237 INFO:teuthology.orchestra.run.smithi167.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 200 kB/s | 18 kB 00:00 2024-04-26T17:14:27.259 INFO:teuthology.orchestra.run.smithi090.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 5.6 MB/s | 863 kB 00:00 2024-04-26T17:14:27.288 INFO:teuthology.orchestra.run.smithi167.stdout:(56/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 18 MB/s | 3.0 MB 00:00 2024-04-26T17:14:27.313 INFO:teuthology.orchestra.run.smithi167.stdout:(57/152): libaio-devel-0.3.111-13.el9.x86_64.rp 79 kB/s | 11 kB 00:00 2024-04-26T17:14:27.330 INFO:teuthology.orchestra.run.smithi167.stdout:(58/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-04-26T17:14:27.355 INFO:teuthology.orchestra.run.smithi167.stdout:(59/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-04-26T17:14:27.389 INFO:teuthology.orchestra.run.smithi167.stdout:(60/152): librdkafka-1.6.1-102.el9.x86_64.rpm 8.7 MB/s | 662 kB 00:00 2024-04-26T17:14:27.413 INFO:teuthology.orchestra.run.smithi167.stdout:(61/152): libtool-2.4.6-45.el9.x86_64.rpm 6.8 MB/s | 582 kB 00:00 2024-04-26T17:14:27.434 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-04-26T17:14:27.439 INFO:teuthology.orchestra.run.smithi167.stdout:(62/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 312 kB/s | 25 kB 00:00 2024-04-26T17:14:27.464 INFO:teuthology.orchestra.run.smithi167.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 633 kB/s | 47 kB 00:00 2024-04-26T17:14:27.490 INFO:teuthology.orchestra.run.smithi167.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-04-26T17:14:27.515 INFO:teuthology.orchestra.run.smithi167.stdout:(65/152): lua-5.4.4-4.el9.x86_64.rpm 2.5 MB/s | 188 kB 00:00 2024-04-26T17:14:27.542 INFO:teuthology.orchestra.run.smithi167.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 469 kB/s | 35 kB 00:00 2024-04-26T17:14:27.568 INFO:teuthology.orchestra.run.smithi090.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 63 kB/s | 19 kB 00:00 2024-04-26T17:14:27.577 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-04-26T17:14:27.577 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-04-26T17:14:27.724 INFO:teuthology.orchestra.run.smithi167.stdout:(67/152): openblas-openmp-0.3.21-2.el9.x86_64.r 23 MB/s | 4.7 MB 00:00 2024-04-26T17:14:27.752 INFO:teuthology.orchestra.run.smithi090.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 628 kB/s | 309 kB 00:00 2024-04-26T17:14:27.765 INFO:teuthology.orchestra.run.smithi167.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 7.1 MB/s | 1.6 MB 00:00 2024-04-26T17:14:27.785 INFO:teuthology.orchestra.run.smithi090.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 924 kB/s | 548 kB 00:00 2024-04-26T17:14:27.832 INFO:teuthology.orchestra.run.smithi167.stdout:(69/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-04-26T17:14:27.844 INFO:teuthology.orchestra.run.smithi090.stdout:(108/152): libarrow-doc-9.0.0-11.el9.noarch.rpm 283 kB/s | 26 kB 00:00 2024-04-26T17:14:27.866 INFO:teuthology.orchestra.run.smithi167.stdout:(70/152): postgresql-contrib-13.14-1.el9.x86_64 6.4 MB/s | 911 kB 00:00 2024-04-26T17:14:27.877 INFO:teuthology.orchestra.run.smithi090.stdout:(109/152): liboath-2.6.7-2.el9.x86_64.rpm 528 kB/s | 49 kB 00:00 2024-04-26T17:14:27.891 INFO:teuthology.orchestra.run.smithi167.stdout:(71/152): postgresql-private-libs-13.14-1.el9.x 1.1 MB/s | 133 kB 00:00 2024-04-26T17:14:27.925 INFO:teuthology.orchestra.run.smithi167.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 17 MB/s | 1.0 MB 00:00 2024-04-26T17:14:27.944 INFO:teuthology.orchestra.run.smithi090.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 670 kB/s | 67 kB 00:00 2024-04-26T17:14:27.978 INFO:teuthology.orchestra.run.smithi090.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 1.5 MB/s | 151 kB 00:00 2024-04-26T17:14:28.025 INFO:teuthology.orchestra.run.smithi167.stdout:(73/152): postgresql-server-13.14-1.el9.x86_64. 37 MB/s | 5.8 MB 00:00 2024-04-26T17:14:28.050 INFO:teuthology.orchestra.run.smithi167.stdout:(74/152): python3-attrs-20.3.0-7.el9.noarch.rpm 562 kB/s | 87 kB 00:00 2024-04-26T17:14:28.128 INFO:teuthology.orchestra.run.smithi090.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 3.6 MB/s | 548 kB 00:00 2024-04-26T17:14:28.142 INFO:teuthology.orchestra.run.smithi167.stdout:(75/152): python3-babel-2.9.1-2.el9.noarch.rpm 28 MB/s | 6.0 MB 00:00 2024-04-26T17:14:28.167 INFO:teuthology.orchestra.run.smithi167.stdout:(76/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.7 MB/s | 244 kB 00:00 2024-04-26T17:14:28.193 INFO:teuthology.orchestra.run.smithi167.stdout:(77/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.7 MB/s | 248 kB 00:00 2024-04-26T17:14:28.210 INFO:teuthology.orchestra.run.smithi167.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 388 kB/s | 26 kB 00:00 2024-04-26T17:14:28.226 INFO:teuthology.orchestra.run.smithi167.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 573 kB/s | 19 kB 00:00 2024-04-26T17:14:28.260 INFO:teuthology.orchestra.run.smithi167.stdout:(80/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.5 MB/s | 172 kB 00:00 2024-04-26T17:14:28.285 INFO:teuthology.orchestra.run.smithi167.stdout:(81/152): python3-markupsafe-1.1.1-12.el9.x86_6 463 kB/s | 35 kB 00:00 2024-04-26T17:14:28.305 INFO:teuthology.orchestra.run.smithi090.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 246 kB/s | 43 kB 00:00 2024-04-26T17:14:28.311 INFO:teuthology.orchestra.run.smithi167.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-04-26T17:14:28.339 INFO:teuthology.orchestra.run.smithi090.stdout:(114/152): parquet-libs-9.0.0-11.el9.x86_64.rpm 2.1 MB/s | 839 kB 00:00 2024-04-26T17:14:28.344 INFO:teuthology.orchestra.run.smithi167.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 3.8 MB/s | 222 kB 00:00 2024-04-26T17:14:28.412 INFO:teuthology.orchestra.run.smithi167.stdout:(84/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 34 MB/s | 5.1 MB 00:00 2024-04-26T17:14:28.431 INFO:teuthology.orchestra.run.smithi090.stdout:(115/152): libarrow-9.0.0-11.el9.x86_64.rpm 5.1 MB/s | 4.4 MB 00:00 2024-04-26T17:14:28.437 INFO:teuthology.orchestra.run.smithi167.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 625 kB/s | 77 kB 00:00 2024-04-26T17:14:28.456 INFO:teuthology.orchestra.run.smithi090.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 128 kB/s | 15 kB 00:00 2024-04-26T17:14:28.462 INFO:teuthology.orchestra.run.smithi167.stdout:(86/152): python3-prettytable-0.7.2-27.el9.noar 368 kB/s | 42 kB 00:00 2024-04-26T17:14:28.482 INFO:teuthology.orchestra.run.smithi090.stdout:(117/152): python3-cachetools-4.2.4-1.el9.noarc 183 kB/s | 32 kB 00:00 2024-04-26T17:14:28.487 INFO:teuthology.orchestra.run.smithi167.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-26T17:14:28.512 INFO:teuthology.orchestra.run.smithi167.stdout:(88/152): python3-protobuf-3.14.0-13.el9.noarch 3.5 MB/s | 269 kB 00:00 2024-04-26T17:14:28.537 INFO:teuthology.orchestra.run.smithi167.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-04-26T17:14:28.540 INFO:teuthology.orchestra.run.smithi090.stdout:(118/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-04-26T17:14:28.563 INFO:teuthology.orchestra.run.smithi167.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 688 kB/s | 51 kB 00:00 2024-04-26T17:14:28.574 INFO:teuthology.orchestra.run.smithi090.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 3.0 MB/s | 358 kB 00:00 2024-04-26T17:14:28.588 INFO:teuthology.orchestra.run.smithi167.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-26T17:14:28.599 INFO:teuthology.orchestra.run.smithi090.stdout:(120/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.5 MB/s | 303 kB 00:00 2024-04-26T17:14:28.633 INFO:teuthology.orchestra.run.smithi090.stdout:(121/152): python3-colorama-0.4.4-12.el9.noarch 382 kB/s | 35 kB 00:00 2024-04-26T17:14:28.658 INFO:teuthology.orchestra.run.smithi090.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 2.4 MB/s | 206 kB 00:00 2024-04-26T17:14:28.697 INFO:teuthology.orchestra.run.smithi167.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 319 kB/s | 42 kB 00:00 2024-04-26T17:14:28.717 INFO:teuthology.orchestra.run.smithi090.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 1.7 MB/s | 144 kB 00:00 2024-04-26T17:14:28.742 INFO:teuthology.orchestra.run.smithi090.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 128 kB/s | 11 kB 00:00 2024-04-26T17:14:28.809 INFO:teuthology.orchestra.run.smithi090.stdout:(125/152): python3-grpcio-1.46.7-10.el9.x86_64. 9.7 MB/s | 2.0 MB 00:00 2024-04-26T17:14:28.834 INFO:teuthology.orchestra.run.smithi090.stdout:(126/152): python3-jaraco-classes-3.2.1-5.el9.n 151 kB/s | 18 kB 00:00 2024-04-26T17:14:28.855 INFO:teuthology.orchestra.run.smithi167.stdout:(93/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 51 MB/s | 16 MB 00:00 2024-04-26T17:14:28.860 INFO:teuthology.orchestra.run.smithi090.stdout:(127/152): python3-jaraco-collections-3.0.0-8.e 198 kB/s | 23 kB 00:00 2024-04-26T17:14:28.880 INFO:teuthology.orchestra.run.smithi167.stdout:(94/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 153 kB/s | 44 kB 00:00 2024-04-26T17:14:28.885 INFO:teuthology.orchestra.run.smithi090.stdout:(128/152): python3-jaraco-functools-3.5.0-2.el9 258 kB/s | 19 kB 00:00 2024-04-26T17:14:28.906 INFO:teuthology.orchestra.run.smithi167.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 1.0 MB/s | 221 kB 00:00 2024-04-26T17:14:28.931 INFO:teuthology.orchestra.run.smithi167.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 723 kB/s | 36 kB 00:00 2024-04-26T17:14:28.935 INFO:teuthology.orchestra.run.smithi090.stdout:(129/152): python3-jaraco-text-3.2.0-6.el9.noar 262 kB/s | 20 kB 00:00 2024-04-26T17:14:28.956 INFO:teuthology.orchestra.run.smithi167.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 635 kB/s | 47 kB 00:00 2024-04-26T17:14:28.960 INFO:teuthology.orchestra.run.smithi090.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 615 kB/s | 46 kB 00:00 2024-04-26T17:14:28.981 INFO:teuthology.orchestra.run.smithi167.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 4.0 MB/s | 305 kB 00:00 2024-04-26T17:14:29.002 INFO:teuthology.orchestra.run.smithi090.stdout:(131/152): python3-kubernetes-26.1.0-2.el9.noar 7.2 MB/s | 1.0 MB 00:00 2024-04-26T17:14:29.007 INFO:teuthology.orchestra.run.smithi167.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-04-26T17:14:29.028 INFO:teuthology.orchestra.run.smithi090.stdout:(132/152): python3-more-itertools-8.12.0-2.el9. 854 kB/s | 79 kB 00:00 2024-04-26T17:14:29.032 INFO:teuthology.orchestra.run.smithi167.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.2 MB/s | 94 kB 00:00 2024-04-26T17:14:29.053 INFO:teuthology.orchestra.run.smithi090.stdout:(133/152): python3-natsort-7.1.1-5.el9.noarch.r 625 kB/s | 58 kB 00:00 2024-04-26T17:14:29.057 INFO:teuthology.orchestra.run.smithi167.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 848 kB/s | 64 kB 00:00 2024-04-26T17:14:29.082 INFO:teuthology.orchestra.run.smithi167.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 894 kB/s | 45 kB 00:00 2024-04-26T17:14:29.095 INFO:teuthology.orchestra.run.smithi090.stdout:(134/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-04-26T17:14:29.108 INFO:teuthology.orchestra.run.smithi167.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 296 kB/s | 22 kB 00:00 2024-04-26T17:14:29.120 INFO:teuthology.orchestra.run.smithi090.stdout:(135/152): python3-portend-3.1.0-2.el9.noarch.r 178 kB/s | 16 kB 00:00 2024-04-26T17:14:29.141 INFO:teuthology.orchestra.run.smithi167.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 10 MB/s | 863 kB 00:00 2024-04-26T17:14:29.146 INFO:teuthology.orchestra.run.smithi090.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 976 kB/s | 90 kB 00:00 2024-04-26T17:14:29.188 INFO:teuthology.orchestra.run.smithi090.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 306 kB/s | 28 kB 00:00 2024-04-26T17:14:29.213 INFO:teuthology.orchestra.run.smithi090.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 333 kB/s | 31 kB 00:00 2024-04-26T17:14:29.247 INFO:teuthology.orchestra.run.smithi090.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-04-26T17:14:29.273 INFO:teuthology.orchestra.run.smithi090.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 694 kB/s | 59 kB 00:00 2024-04-26T17:14:29.290 INFO:teuthology.orchestra.run.smithi090.stdout:(141/152): python3-tempora-5.0.0-2.el9.noarch.r 466 kB/s | 36 kB 00:00 2024-04-26T17:14:29.315 INFO:teuthology.orchestra.run.smithi090.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 744 kB/s | 51 kB 00:00 2024-04-26T17:14:29.331 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-04-26T17:14:29.331 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-04-26T17:14:29.358 INFO:teuthology.orchestra.run.smithi090.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-04-26T17:14:29.383 INFO:teuthology.orchestra.run.smithi090.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 972 kB/s | 90 kB 00:00 2024-04-26T17:14:29.383 INFO:teuthology.orchestra.run.smithi167.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 80 kB/s | 19 kB 00:00 2024-04-26T17:14:29.416 INFO:teuthology.orchestra.run.smithi090.stdout:(145/152): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-04-26T17:14:29.442 INFO:teuthology.orchestra.run.smithi090.stdout:(146/152): python3-zc-lockfile-2.0-10.el9.noarc 238 kB/s | 20 kB 00:00 2024-04-26T17:14:29.475 INFO:teuthology.orchestra.run.smithi090.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 2.0 MB/s | 192 kB 00:00 2024-04-26T17:14:29.534 INFO:teuthology.orchestra.run.smithi090.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-26T17:14:29.593 INFO:teuthology.orchestra.run.smithi090.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 23 MB/s | 1.3 MB 00:00 2024-04-26T17:14:29.676 INFO:teuthology.orchestra.run.smithi090.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 29 MB/s | 2.4 MB 00:00 2024-04-26T17:14:29.683 INFO:teuthology.orchestra.run.smithi167.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 539 kB/s | 309 kB 00:00 2024-04-26T17:14:29.759 INFO:teuthology.orchestra.run.smithi167.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 845 kB/s | 548 kB 00:00 2024-04-26T17:14:29.801 INFO:teuthology.orchestra.run.smithi167.stdout:(108/152): libarrow-doc-9.0.0-11.el9.noarch.rpm 222 kB/s | 26 kB 00:00 2024-04-26T17:14:29.859 INFO:teuthology.orchestra.run.smithi167.stdout:(109/152): liboath-2.6.7-2.el9.x86_64.rpm 485 kB/s | 49 kB 00:00 2024-04-26T17:14:29.918 INFO:teuthology.orchestra.run.smithi167.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 577 kB/s | 67 kB 00:00 2024-04-26T17:14:29.976 INFO:teuthology.orchestra.run.smithi167.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 1.3 MB/s | 151 kB 00:00 2024-04-26T17:14:30.010 INFO:teuthology.orchestra.run.smithi090.stdout:(151/152): librados2-19.0.0-3227.gc37f63b3.el9. 6.0 MB/s | 3.4 MB 00:00 2024-04-26T17:14:30.085 INFO:teuthology.orchestra.run.smithi090.stdout:(152/152): librbd1-19.0.0-3227.gc37f63b3.el9.x8 5.2 MB/s | 3.1 MB 00:00 2024-04-26T17:14:30.092 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-04-26T17:14:30.093 INFO:teuthology.orchestra.run.smithi090.stdout:Total 11 MB/s | 222 MB 00:19 2024-04-26T17:14:30.144 INFO:teuthology.orchestra.run.smithi167.stdout:(112/152): libarrow-9.0.0-11.el9.x86_64.rpm 5.8 MB/s | 4.4 MB 00:00 2024-04-26T17:14:30.177 INFO:teuthology.orchestra.run.smithi167.stdout:(113/152): python3-asyncssh-2.13.2-5.el9.noarch 2.7 MB/s | 548 kB 00:00 2024-04-26T17:14:30.203 INFO:teuthology.orchestra.run.smithi167.stdout:(114/152): parquet-libs-9.0.0-11.el9.x86_64.rpm 2.9 MB/s | 839 kB 00:00 2024-04-26T17:14:30.245 INFO:teuthology.orchestra.run.smithi167.stdout:(115/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 432 kB/s | 43 kB 00:00 2024-04-26T17:14:30.270 INFO:teuthology.orchestra.run.smithi167.stdout:(116/152): python3-cachetools-4.2.4-1.el9.noarc 349 kB/s | 32 kB 00:00 2024-04-26T17:14:30.303 INFO:teuthology.orchestra.run.smithi167.stdout:(117/152): python3-certifi-2021.10.8-2.el9.noar 149 kB/s | 15 kB 00:00 2024-04-26T17:14:30.354 INFO:teuthology.orchestra.run.smithi167.stdout:(118/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-04-26T17:14:30.398 INFO:teuthology.orchestra.run.smithi167.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 2.8 MB/s | 358 kB 00:00 2024-04-26T17:14:30.429 INFO:teuthology.orchestra.run.smithi167.stdout:(120/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.4 MB/s | 303 kB 00:00 2024-04-26T17:14:30.446 INFO:teuthology.orchestra.run.smithi167.stdout:(121/152): python3-colorama-0.4.4-12.el9.noarch 382 kB/s | 35 kB 00:00 2024-04-26T17:14:30.521 INFO:teuthology.orchestra.run.smithi167.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 1.6 MB/s | 206 kB 00:00 2024-04-26T17:14:30.546 INFO:teuthology.orchestra.run.smithi167.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 1.4 MB/s | 144 kB 00:00 2024-04-26T17:14:30.605 INFO:teuthology.orchestra.run.smithi167.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 128 kB/s | 11 kB 00:00 2024-04-26T17:14:30.656 INFO:teuthology.orchestra.run.smithi167.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 162 kB/s | 18 kB 00:00 2024-04-26T17:14:30.706 INFO:teuthology.orchestra.run.smithi167.stdout:(126/152): python3-grpcio-1.46.7-10.el9.x86_64. 7.4 MB/s | 2.0 MB 00:00 2024-04-26T17:14:30.723 INFO:teuthology.orchestra.run.smithi167.stdout:(127/152): python3-jaraco-collections-3.0.0-8.e 197 kB/s | 23 kB 00:00 2024-04-26T17:14:30.740 INFO:teuthology.orchestra.run.smithi167.stdout:(128/152): python3-jaraco-functools-3.5.0-2.el9 232 kB/s | 19 kB 00:00 2024-04-26T17:14:30.798 INFO:teuthology.orchestra.run.smithi167.stdout:(129/152): python3-jaraco-text-3.2.0-6.el9.noar 213 kB/s | 20 kB 00:00 2024-04-26T17:14:30.832 INFO:teuthology.orchestra.run.smithi167.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 505 kB/s | 46 kB 00:00 2024-04-26T17:14:30.899 INFO:teuthology.orchestra.run.smithi167.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 787 kB/s | 79 kB 00:00 2024-04-26T17:14:30.933 INFO:teuthology.orchestra.run.smithi167.stdout:(132/152): python3-kubernetes-26.1.0-2.el9.noar 4.9 MB/s | 1.0 MB 00:00 2024-04-26T17:14:30.958 INFO:teuthology.orchestra.run.smithi167.stdout:(133/152): python3-natsort-7.1.1-5.el9.noarch.r 459 kB/s | 58 kB 00:00 2024-04-26T17:14:31.000 INFO:teuthology.orchestra.run.smithi167.stdout:(134/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-04-26T17:14:31.025 INFO:teuthology.orchestra.run.smithi167.stdout:(135/152): python3-portend-3.1.0-2.el9.noarch.r 178 kB/s | 16 kB 00:00 2024-04-26T17:14:31.050 INFO:teuthology.orchestra.run.smithi167.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 975 kB/s | 90 kB 00:00 2024-04-26T17:14:31.092 INFO:teuthology.orchestra.run.smithi167.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 306 kB/s | 28 kB 00:00 2024-04-26T17:14:31.118 INFO:teuthology.orchestra.run.smithi167.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 333 kB/s | 31 kB 00:00 2024-04-26T17:14:31.155 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction check 2024-04-26T17:14:31.159 INFO:teuthology.orchestra.run.smithi167.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-04-26T17:14:31.176 INFO:teuthology.orchestra.run.smithi167.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 704 kB/s | 59 kB 00:00 2024-04-26T17:14:31.202 INFO:teuthology.orchestra.run.smithi167.stdout:(141/152): python3-tempora-5.0.0-2.el9.noarch.r 427 kB/s | 36 kB 00:00 2024-04-26T17:14:31.261 INFO:teuthology.orchestra.run.smithi167.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 505 kB/s | 51 kB 00:00 2024-04-26T17:14:31.286 INFO:teuthology.orchestra.run.smithi167.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-04-26T17:14:31.296 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction check succeeded. 2024-04-26T17:14:31.297 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction test 2024-04-26T17:14:31.311 INFO:teuthology.orchestra.run.smithi167.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 821 kB/s | 90 kB 00:00 2024-04-26T17:14:31.361 INFO:teuthology.orchestra.run.smithi167.stdout:(145/152): python3-werkzeug-2.0.3-3.el9.1.noarc 4.2 MB/s | 427 kB 00:00 2024-04-26T17:14:31.387 INFO:teuthology.orchestra.run.smithi167.stdout:(146/152): python3-zc-lockfile-2.0-10.el9.noarc 199 kB/s | 20 kB 00:00 2024-04-26T17:14:31.412 INFO:teuthology.orchestra.run.smithi167.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 1.9 MB/s | 192 kB 00:00 2024-04-26T17:14:31.704 INFO:teuthology.orchestra.run.smithi167.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 4.6 MB/s | 1.6 MB 00:00 2024-04-26T17:14:31.771 INFO:teuthology.orchestra.run.smithi167.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 20 MB/s | 1.3 MB 00:00 2024-04-26T17:14:31.846 INFO:teuthology.orchestra.run.smithi167.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 32 MB/s | 2.4 MB 00:00 2024-04-26T17:14:32.071 INFO:teuthology.orchestra.run.smithi167.stdout:(151/152): librados2-19.0.0-3227.gc37f63b3.el9. 5.0 MB/s | 3.4 MB 00:00 2024-04-26T17:14:32.130 INFO:teuthology.orchestra.run.smithi167.stdout:(152/152): librbd1-19.0.0-3227.gc37f63b3.el9.x8 4.4 MB/s | 3.1 MB 00:00 2024-04-26T17:14:32.135 INFO:teuthology.orchestra.run.smithi167.stdout:-------------------------------------------------------------------------------- 2024-04-26T17:14:32.135 INFO:teuthology.orchestra.run.smithi167.stdout:Total 11 MB/s | 222 MB 00:21 2024-04-26T17:14:33.055 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction test succeeded. 2024-04-26T17:14:33.056 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction 2024-04-26T17:14:33.247 INFO:teuthology.orchestra.run.smithi167.stdout:Running transaction check 2024-04-26T17:14:33.393 INFO:teuthology.orchestra.run.smithi167.stdout:Transaction check succeeded. 2024-04-26T17:14:33.393 INFO:teuthology.orchestra.run.smithi167.stdout:Running transaction test 2024-04-26T17:14:35.158 INFO:teuthology.orchestra.run.smithi167.stdout:Transaction test succeeded. 2024-04-26T17:14:35.158 INFO:teuthology.orchestra.run.smithi167.stdout:Running transaction 2024-04-26T17:14:35.279 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-04-26T17:14:35.365 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T17:14:35.412 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T17:14:35.465 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T17:14:35.508 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T17:14:35.533 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T17:14:35.576 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T17:14:35.905 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T17:14:36.010 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : librados2-2:19.0.0-3227.gc37f63b3.el9.x86_64 8/156 2024-04-26T17:14:36.131 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librados2-2:19.0.0-3227.gc37f63b3.el9.x86_64 8/156 2024-04-26T17:14:36.161 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephfs2-2:19.0.0-3227.gc37f63b3.el9.x86_64 9/156 2024-04-26T17:14:36.235 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libcephfs2-2:19.0.0-3227.gc37f63b3.el9.x86_64 9/156 2024-04-26T17:14:36.265 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rados-2:19.0.0-3227.gc37f63b3.el9.x86_64 10/156 2024-04-26T17:14:36.414 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T17:14:36.479 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T17:14:36.507 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephsqlite-2:19.0.0-3227.gc37f63b3.el9.x86_64 13/156 2024-04-26T17:14:36.610 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3227.gc37f63b3.el9.x86_64 13/156 2024-04-26T17:14:36.641 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libradosstriper1-2:19.0.0-3227.gc37f63b3.el9.x86 14/156 2024-04-26T17:14:36.695 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3227.gc37f63b3.el9.x86 14/156 2024-04-26T17:14:36.717 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T17:14:36.738 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T17:14:36.934 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T17:14:36.975 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T17:14:37.082 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T17:14:37.177 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 18/156 2024-04-26T17:14:37.207 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T17:14:37.241 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T17:14:37.306 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T17:14:37.341 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T17:14:37.394 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T17:14:37.426 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T17:14:37.454 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T17:14:37.524 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T17:14:37.577 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T17:14:37.607 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T17:14:37.651 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T17:14:37.728 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T17:14:37.762 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ceph-common-2:19.0.0-3227.gc37f63b3.el9. 31/156 2024-04-26T17:14:37.797 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ceph-argparse-2:19.0.0-3227.gc37f63b3.el 32/156 2024-04-26T17:14:37.825 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cephfs-2:19.0.0-3227.gc37f63b3.el9.x86_6 33/156 2024-04-26T17:14:37.895 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T17:14:37.940 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T17:14:38.014 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T17:14:38.150 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T17:14:38.201 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T17:14:38.734 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T17:14:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T17:14:38.842 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T17:14:38.893 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T17:14:38.931 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librados-devel-2:19.0.0-3227.gc37f63b3.el9.x86_6 43/156 2024-04-26T17:14:38.972 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T17:14:39.116 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T17:14:39.184 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T17:14:39.208 INFO:teuthology.orchestra.run.smithi090.stdout: Preparing : 1/1 2024-04-26T17:14:39.238 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T17:14:39.302 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T17:14:39.332 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T17:14:39.335 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T17:14:39.371 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T17:14:39.378 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T17:14:39.426 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T17:14:39.432 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T17:14:39.462 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T17:14:39.484 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T17:14:39.506 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T17:14:39.518 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T17:14:39.548 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T17:14:39.561 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T17:14:39.684 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T17:14:39.737 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T17:14:39.767 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T17:14:39.808 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T17:14:39.903 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T17:14:39.926 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T17:14:39.950 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T17:14:39.990 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T17:14:40.016 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T17:14:40.019 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : librados2-2:19.0.0-3227.gc37f63b3.el9.x86_64 8/156 2024-04-26T17:14:40.041 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 63/156 2024-04-26T17:14:40.114 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T17:14:40.141 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librados2-2:19.0.0-3227.gc37f63b3.el9.x86_64 8/156 2024-04-26T17:14:40.171 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephfs2-2:19.0.0-3227.gc37f63b3.el9.x86_64 9/156 2024-04-26T17:14:40.233 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T17:14:40.262 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libcephfs2-2:19.0.0-3227.gc37f63b3.el9.x86_64 9/156 2024-04-26T17:14:40.290 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T17:14:40.300 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rados-2:19.0.0-3227.gc37f63b3.el9.x86_64 10/156 2024-04-26T17:14:40.318 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T17:14:40.352 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T17:14:40.391 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T17:14:40.422 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T17:14:40.456 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T17:14:40.515 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T17:14:40.544 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephsqlite-2:19.0.0-3227.gc37f63b3.el9.x86_64 13/156 2024-04-26T17:14:40.544 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T17:14:40.647 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3227.gc37f63b3.el9.x86_64 13/156 2024-04-26T17:14:40.670 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libradosstriper1-2:19.0.0-3227.gc37f63b3.el9.x86 14/156 2024-04-26T17:14:40.696 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T17:14:40.730 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T17:14:40.732 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3227.gc37f63b3.el9.x86 14/156 2024-04-26T17:14:40.763 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T17:14:40.772 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T17:14:40.785 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T17:14:40.806 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T17:14:40.896 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T17:14:40.970 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T17:14:41.000 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T17:14:41.013 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T17:14:41.048 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T17:14:41.054 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T17:14:41.155 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T17:14:41.166 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T17:14:41.209 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T17:14:41.213 INFO:teuthology.orchestra.run.smithi167.stdout: Preparing : 1/1 2024-04-26T17:14:41.270 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 18/156 2024-04-26T17:14:41.300 INFO:teuthology.orchestra.run.smithi167.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T17:14:41.305 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T17:14:41.339 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T17:14:41.340 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T17:14:41.405 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T17:14:41.417 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T17:14:41.451 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T17:14:41.456 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T17:14:41.477 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T17:14:41.509 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T17:14:41.519 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T17:14:41.549 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T17:14:41.577 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T17:14:41.646 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T17:14:41.700 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T17:14:41.740 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T17:14:41.784 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T17:14:41.850 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T17:14:41.860 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T17:14:41.895 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ceph-common-2:19.0.0-3227.gc37f63b3.el9. 31/156 2024-04-26T17:14:41.923 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T17:14:41.938 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ceph-argparse-2:19.0.0-3227.gc37f63b3.el 32/156 2024-04-26T17:14:41.961 INFO:teuthology.orchestra.run.smithi167.stdout: Upgrading : librados2-2:19.0.0-3227.gc37f63b3.el9.x86_64 8/156 2024-04-26T17:14:41.967 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cephfs-2:19.0.0-3227.gc37f63b3.el9.x86_6 33/156 2024-04-26T17:14:41.974 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T17:14:42.007 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T17:14:42.036 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T17:14:42.083 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: librados2-2:19.0.0-3227.gc37f63b3.el9.x86_64 8/156 2024-04-26T17:14:42.090 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T17:14:42.107 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T17:14:42.129 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libcephfs2-2:19.0.0-3227.gc37f63b3.el9.x86_64 9/156 2024-04-26T17:14:42.165 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T17:14:42.173 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T17:14:42.203 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: libcephfs2-2:19.0.0-3227.gc37f63b3.el9.x86_64 9/156 2024-04-26T17:14:42.242 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-rados-2:19.0.0-3227.gc37f63b3.el9.x86_64 10/156 2024-04-26T17:14:42.254 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T17:14:42.301 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T17:14:42.313 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T17:14:42.367 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T17:14:42.392 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T17:14:42.447 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T17:14:42.475 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libcephsqlite-2:19.0.0-3227.gc37f63b3.el9.x86_64 13/156 2024-04-26T17:14:42.479 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T17:14:42.515 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T17:14:42.579 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3227.gc37f63b3.el9.x86_64 13/156 2024-04-26T17:14:42.592 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T17:14:42.601 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libradosstriper1-2:19.0.0-3227.gc37f63b3.el9.x86 14/156 2024-04-26T17:14:42.664 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3227.gc37f63b3.el9.x86 14/156 2024-04-26T17:14:42.685 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T17:14:42.707 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T17:14:42.878 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T17:14:42.885 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T17:14:42.918 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T17:14:42.965 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T17:14:42.994 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T17:14:43.029 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T17:14:43.031 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T17:14:43.067 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librados-devel-2:19.0.0-3227.gc37f63b3.el9.x86_6 43/156 2024-04-26T17:14:43.117 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T17:14:43.125 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 18/156 2024-04-26T17:14:43.159 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T17:14:43.195 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T17:14:43.223 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T17:14:43.278 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T17:14:43.307 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T17:14:43.319 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T17:14:43.339 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T17:14:43.355 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T17:14:43.363 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T17:14:43.394 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T17:14:43.409 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T17:14:43.423 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T17:14:43.483 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T17:14:43.492 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T17:14:43.523 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T17:14:43.545 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T17:14:43.559 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T17:14:43.576 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T17:14:43.614 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T17:14:43.619 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T17:14:43.650 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T17:14:43.693 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T17:14:43.696 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T17:14:43.735 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T17:14:43.763 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-ceph-common-2:19.0.0-3227.gc37f63b3.el9. 31/156 2024-04-26T17:14:43.798 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-ceph-argparse-2:19.0.0-3227.gc37f63b3.el 32/156 2024-04-26T17:14:43.827 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cephfs-2:19.0.0-3227.gc37f63b3.el9.x86_6 33/156 2024-04-26T17:14:43.871 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T17:14:43.897 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T17:14:43.918 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T17:14:43.948 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T17:14:43.950 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T17:14:43.998 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T17:14:44.025 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T17:14:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T17:14:44.124 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T17:14:44.161 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T17:14:44.164 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T17:14:44.198 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T17:14:44.211 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T17:14:44.223 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 63/156 2024-04-26T17:14:44.305 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T17:14:44.434 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T17:14:44.474 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T17:14:44.510 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T17:14:44.544 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T17:14:44.555 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T17:14:44.584 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T17:14:44.615 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T17:14:44.637 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T17:14:44.654 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T17:14:44.664 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T17:14:44.689 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T17:14:44.706 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T17:14:44.723 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T17:14:44.744 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T17:14:44.764 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T17:14:44.799 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T17:14:44.831 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T17:14:44.860 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T17:14:44.884 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T17:14:44.903 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T17:14:44.929 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T17:14:44.941 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : librados-devel-2:19.0.0-3227.gc37f63b3.el9.x86_6 43/156 2024-04-26T17:14:44.969 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T17:14:45.000 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T17:14:45.016 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T17:14:45.017 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T17:14:45.052 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : librbd1-2:19.0.0-3227.gc37f63b3.el9.x86_64 99/156 2024-04-26T17:14:45.122 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T17:14:45.126 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librbd1-2:19.0.0-3227.gc37f63b3.el9.x86_64 99/156 2024-04-26T17:14:45.156 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T17:14:45.157 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 100/156 2024-04-26T17:14:45.179 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T17:14:45.193 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T17:14:45.219 INFO:teuthology.orchestra.run.smithi167.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T17:14:45.274 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T17:14:45.346 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T17:14:45.378 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T17:14:45.414 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T17:14:45.462 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T17:14:45.497 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T17:14:45.540 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T17:14:45.583 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T17:14:45.672 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/156 2024-04-26T17:14:45.697 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librgw2-2:19.0.0-3227.gc37f63b3.el9.x86_64 103/156 2024-04-26T17:14:45.719 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T17:14:45.768 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librgw2-2:19.0.0-3227.gc37f63b3.el9.x86_64 103/156 2024-04-26T17:14:45.771 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T17:14:45.782 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 104/156 2024-04-26T17:14:45.802 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T17:14:45.843 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T17:14:45.905 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T17:14:45.937 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T17:14:45.970 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T17:14:45.977 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T17:14:46.004 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T17:14:46.017 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T17:14:46.042 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T17:14:46.067 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 63/156 2024-04-26T17:14:46.101 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T17:14:46.141 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T17:14:46.153 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T17:14:46.231 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T17:14:46.268 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T17:14:46.274 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T17:14:46.299 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T17:14:46.420 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T17:14:46.451 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T17:14:46.454 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T17:14:46.481 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T17:14:46.493 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T17:14:46.533 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T17:14:46.557 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T17:14:46.563 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T17:14:46.597 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T17:14:46.631 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T17:14:46.672 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T17:14:46.707 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T17:14:46.796 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T17:14:46.846 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T17:14:46.877 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T17:14:46.924 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T17:14:47.023 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T17:14:47.078 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T17:14:47.199 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T17:14:47.380 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T17:14:47.809 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T17:14:47.859 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T17:14:47.892 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T17:14:47.992 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T17:14:48.050 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T17:14:48.096 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 105/156 2024-04-26T17:14:48.137 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 105/156 2024-04-26T17:14:48.138 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T17:14:48.170 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T17:14:48.349 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T17:14:48.401 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T17:14:48.480 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T17:14:48.571 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T17:14:48.665 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T17:14:48.681 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 105/156 2024-04-26T17:14:48.701 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T17:14:48.715 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-base-2:19.0.0-3227.gc37f63b3.el9.x86_64 106/156 2024-04-26T17:14:48.735 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T17:14:48.807 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-base-2:19.0.0-3227.gc37f63b3.el9.x86_64 106/156 2024-04-26T17:14:48.807 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T17:14:48.807 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T17:14:48.807 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:14:48.833 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-selinux-2:19.0.0-3227.gc37f63b3.el9.x86_64 107/156 2024-04-26T17:14:49.047 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T17:14:49.091 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : librbd1-2:19.0.0-3227.gc37f63b3.el9.x86_64 99/156 2024-04-26T17:14:49.126 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T17:14:49.182 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librbd1-2:19.0.0-3227.gc37f63b3.el9.x86_64 99/156 2024-04-26T17:14:49.213 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 100/156 2024-04-26T17:14:49.242 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T17:14:49.248 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T17:14:49.726 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/156 2024-04-26T17:14:49.949 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librgw2-2:19.0.0-3227.gc37f63b3.el9.x86_64 103/156 2024-04-26T17:14:50.124 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librgw2-2:19.0.0-3227.gc37f63b3.el9.x86_64 103/156 2024-04-26T17:14:50.154 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 104/156 2024-04-26T17:14:50.490 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T17:14:50.573 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T17:14:50.601 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T17:14:50.634 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T17:14:50.951 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T17:14:50.988 INFO:teuthology.orchestra.run.smithi167.stdout: Upgrading : librbd1-2:19.0.0-3227.gc37f63b3.el9.x86_64 99/156 2024-04-26T17:14:51.080 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: librbd1-2:19.0.0-3227.gc37f63b3.el9.x86_64 99/156 2024-04-26T17:14:51.110 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-rbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 100/156 2024-04-26T17:14:51.146 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T17:14:51.629 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/156 2024-04-26T17:14:51.675 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : librgw2-2:19.0.0-3227.gc37f63b3.el9.x86_64 103/156 2024-04-26T17:14:51.746 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: librgw2-2:19.0.0-3227.gc37f63b3.el9.x86_64 103/156 2024-04-26T17:14:51.776 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-rgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 104/156 2024-04-26T17:14:52.486 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 105/156 2024-04-26T17:14:52.528 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 105/156 2024-04-26T17:14:53.067 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 105/156 2024-04-26T17:14:53.115 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-base-2:19.0.0-3227.gc37f63b3.el9.x86_64 106/156 2024-04-26T17:14:53.209 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-base-2:19.0.0-3227.gc37f63b3.el9.x86_64 106/156 2024-04-26T17:14:53.209 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T17:14:53.209 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T17:14:53.209 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:14:53.243 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-selinux-2:19.0.0-3227.gc37f63b3.el9.x86_64 107/156 2024-04-26T17:14:54.133 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 105/156 2024-04-26T17:14:54.165 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 105/156 2024-04-26T17:14:54.707 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 105/156 2024-04-26T17:14:54.802 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-base-2:19.0.0-3227.gc37f63b3.el9.x86_64 106/156 2024-04-26T17:14:54.877 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-base-2:19.0.0-3227.gc37f63b3.el9.x86_64 106/156 2024-04-26T17:14:54.877 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T17:14:54.877 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T17:14:54.877 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:14:54.911 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-selinux-2:19.0.0-3227.gc37f63b3.el9.x86_64 107/156 2024-04-26T17:15:00.196 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3227.gc37f63b3.el9.x86_64 107/156 2024-04-26T17:15:00.196 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /sys 2024-04-26T17:15:00.197 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /proc 2024-04-26T17:15:00.197 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /mnt 2024-04-26T17:15:00.197 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /var/tmp 2024-04-26T17:15:00.197 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /home 2024-04-26T17:15:00.197 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /root 2024-04-26T17:15:00.197 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /tmp 2024-04-26T17:15:00.197 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:15:00.363 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-volume-2:19.0.0-3227.gc37f63b3.el9.noarch 108/156 2024-04-26T17:15:00.378 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-volume-2:19.0.0-3227.gc37f63b3.el9.noarch 108/156 2024-04-26T17:15:00.378 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:00.378 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T17:15:00.378 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:15:01.858 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-osd-2:19.0.0-3227.gc37f63b3.el9.x86_64 109/156 2024-04-26T17:15:01.884 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-osd-2:19.0.0-3227.gc37f63b3.el9.x86_64 109/156 2024-04-26T17:15:01.884 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:01.884 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T17:15:01.884 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T17:15:01.884 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T17:15:01.884 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:15:02.108 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mds-2:19.0.0-3227.gc37f63b3.el9.x86_64 110/156 2024-04-26T17:15:02.130 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mds-2:19.0.0-3227.gc37f63b3.el9.x86_64 110/156 2024-04-26T17:15:02.130 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:02.130 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T17:15:02.130 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T17:15:02.130 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T17:15:02.131 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:15:02.576 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mon-2:19.0.0-3227.gc37f63b3.el9.x86_64 111/156 2024-04-26T17:15:02.598 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mon-2:19.0.0-3227.gc37f63b3.el9.x86_64 111/156 2024-04-26T17:15:02.598 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:02.598 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T17:15:02.598 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T17:15:02.599 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T17:15:02.599 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:15:02.697 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T17:15:02.746 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T17:15:02.809 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T17:15:02.994 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T17:15:03.043 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T17:15:03.112 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T17:15:03.200 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T17:15:03.341 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T17:15:03.377 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T17:15:03.409 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T17:15:03.436 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T17:15:03.801 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 123/156 2024-04-26T17:15:03.826 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 123/156 2024-04-26T17:15:03.858 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3227.gc37f63b3.e 124/156 2024-04-26T17:15:03.928 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3227.gc37f63b3. 125/156 2024-04-26T17:15:03.958 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3227.gc37f63b3.el9.noa 126/156 2024-04-26T17:15:04.990 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3227.gc37f63b3.el9.noa 126/156 2024-04-26T17:15:05.044 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3227.gc37f63b3.el9.n 127/156 2024-04-26T17:15:06.008 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3227.gc37f63b3.el9.n 127/156 2024-04-26T17:15:06.036 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3227.gc37 128/156 2024-04-26T17:15:06.137 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3227.gc37 128/156 2024-04-26T17:15:06.300 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3227.gc37f63b3.el 129/156 2024-04-26T17:15:06.329 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-2:19.0.0-3227.gc37f63b3.el9.x86_64 130/156 2024-04-26T17:15:06.352 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3227.gc37f63b3.el9.x86_64 130/156 2024-04-26T17:15:06.352 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:06.352 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T17:15:06.352 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T17:15:06.353 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T17:15:06.353 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:15:06.396 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-rook-2:19.0.0-3227.gc37f63b3.el9.noarch 131/156 2024-04-26T17:15:06.403 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3227.gc37f63b3.el9.x86_64 107/156 2024-04-26T17:15:06.404 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /sys 2024-04-26T17:15:06.404 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /proc 2024-04-26T17:15:06.404 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /mnt 2024-04-26T17:15:06.404 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /var/tmp 2024-04-26T17:15:06.404 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /home 2024-04-26T17:15:06.404 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /root 2024-04-26T17:15:06.404 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /tmp 2024-04-26T17:15:06.404 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:15:06.407 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3227.gc37f63b3.el9.noarch 131/156 2024-04-26T17:15:06.482 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3227.gc37f63b3.el9.x86_64 107/156 2024-04-26T17:15:06.483 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /sys 2024-04-26T17:15:06.483 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /proc 2024-04-26T17:15:06.483 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /mnt 2024-04-26T17:15:06.483 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /var/tmp 2024-04-26T17:15:06.483 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /home 2024-04-26T17:15:06.483 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /root 2024-04-26T17:15:06.483 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /tmp 2024-04-26T17:15:06.484 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:15:06.506 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-2:19.0.0-3227.gc37f63b3.el9.x86_64 132/156 2024-04-26T17:15:06.553 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 133/156 2024-04-26T17:15:06.576 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-volume-2:19.0.0-3227.gc37f63b3.el9.noarch 108/156 2024-04-26T17:15:06.591 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-volume-2:19.0.0-3227.gc37f63b3.el9.noarch 108/156 2024-04-26T17:15:06.591 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:06.591 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T17:15:06.591 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:15:06.675 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-volume-2:19.0.0-3227.gc37f63b3.el9.noarch 108/156 2024-04-26T17:15:06.691 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-volume-2:19.0.0-3227.gc37f63b3.el9.noarch 108/156 2024-04-26T17:15:06.691 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:06.692 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T17:15:06.692 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:15:07.476 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T17:15:07.516 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-radosgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 135/156 2024-04-26T17:15:07.538 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 135/156 2024-04-26T17:15:07.538 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:07.539 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T17:15:07.539 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T17:15:07.539 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T17:15:07.539 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:15:07.592 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3227.gc37f6 136/156 2024-04-26T17:15:07.613 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3227.gc37f6 136/156 2024-04-26T17:15:07.614 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:07.614 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T17:15:07.614 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:15:07.659 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cephfs-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 137/156 2024-04-26T17:15:07.681 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 137/156 2024-04-26T17:15:07.682 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:07.682 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T17:15:07.682 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T17:15:07.682 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T17:15:07.682 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:15:07.985 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 138/156 2024-04-26T17:15:08.008 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 138/156 2024-04-26T17:15:08.008 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:08.008 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T17:15:08.008 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T17:15:08.008 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T17:15:08.008 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:15:08.071 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-osd-2:19.0.0-3227.gc37f63b3.el9.x86_64 109/156 2024-04-26T17:15:08.097 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-osd-2:19.0.0-3227.gc37f63b3.el9.x86_64 109/156 2024-04-26T17:15:08.097 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:08.097 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T17:15:08.097 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T17:15:08.097 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T17:15:08.097 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:15:08.162 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-osd-2:19.0.0-3227.gc37f63b3.el9.x86_64 109/156 2024-04-26T17:15:08.188 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-osd-2:19.0.0-3227.gc37f63b3.el9.x86_64 109/156 2024-04-26T17:15:08.188 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:08.188 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T17:15:08.188 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T17:15:08.188 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T17:15:08.188 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:15:08.332 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mds-2:19.0.0-3227.gc37f63b3.el9.x86_64 110/156 2024-04-26T17:15:08.354 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mds-2:19.0.0-3227.gc37f63b3.el9.x86_64 110/156 2024-04-26T17:15:08.355 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:08.355 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T17:15:08.355 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T17:15:08.355 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T17:15:08.355 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:15:08.413 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mds-2:19.0.0-3227.gc37f63b3.el9.x86_64 110/156 2024-04-26T17:15:08.435 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mds-2:19.0.0-3227.gc37f63b3.el9.x86_64 110/156 2024-04-26T17:15:08.435 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:08.435 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T17:15:08.435 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T17:15:08.436 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T17:15:08.436 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:15:08.801 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mon-2:19.0.0-3227.gc37f63b3.el9.x86_64 111/156 2024-04-26T17:15:08.823 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mon-2:19.0.0-3227.gc37f63b3.el9.x86_64 111/156 2024-04-26T17:15:08.823 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:08.823 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T17:15:08.823 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T17:15:08.823 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T17:15:08.823 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:15:08.880 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mon-2:19.0.0-3227.gc37f63b3.el9.x86_64 111/156 2024-04-26T17:15:08.903 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mon-2:19.0.0-3227.gc37f63b3.el9.x86_64 111/156 2024-04-26T17:15:08.903 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:08.903 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T17:15:08.903 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T17:15:08.903 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T17:15:08.903 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:15:08.923 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T17:15:08.980 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T17:15:09.019 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T17:15:09.043 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T17:15:09.075 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T17:15:09.130 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T17:15:09.227 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T17:15:09.287 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T17:15:09.316 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T17:15:09.364 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T17:15:09.365 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T17:15:09.443 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T17:15:09.452 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T17:15:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T17:15:09.585 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T17:15:09.629 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T17:15:09.670 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T17:15:09.670 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T17:15:09.698 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T17:15:09.714 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T17:15:09.746 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T17:15:09.774 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T17:15:10.140 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 123/156 2024-04-26T17:15:10.156 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 123/156 2024-04-26T17:15:10.181 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 123/156 2024-04-26T17:15:10.189 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 123/156 2024-04-26T17:15:10.222 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3227.gc37f63b3.e 124/156 2024-04-26T17:15:10.230 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3227.gc37f63b3.e 124/156 2024-04-26T17:15:10.291 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3227.gc37f63b3. 125/156 2024-04-26T17:15:10.300 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3227.gc37f63b3. 125/156 2024-04-26T17:15:10.322 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3227.gc37f63b3.el9.noa 126/156 2024-04-26T17:15:10.329 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3227.gc37f63b3.el9.noa 126/156 2024-04-26T17:15:11.355 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3227.gc37f63b3.el9.noa 126/156 2024-04-26T17:15:11.374 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3227.gc37f63b3.el9.noa 126/156 2024-04-26T17:15:11.390 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3227.gc37f63b3.el9.n 127/156 2024-04-26T17:15:11.423 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3227.gc37f63b3.el9.n 127/156 2024-04-26T17:15:12.353 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3227.gc37f63b3.el9.n 127/156 2024-04-26T17:15:12.391 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3227.gc37f63b3.el9.n 127/156 2024-04-26T17:15:12.431 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3227.gc37 128/156 2024-04-26T17:15:12.432 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3227.gc37 128/156 2024-04-26T17:15:12.534 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3227.gc37 128/156 2024-04-26T17:15:12.534 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3227.gc37 128/156 2024-04-26T17:15:12.596 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-test-2:19.0.0-3227.gc37f63b3.el9.x86_64 139/156 2024-04-26T17:15:12.638 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 140/156 2024-04-26T17:15:12.678 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-nbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 141/156 2024-04-26T17:15:12.696 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3227.gc37f63b3.el 129/156 2024-04-26T17:15:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3227.gc37f63b3.el 129/156 2024-04-26T17:15:12.711 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T17:15:12.728 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-2:19.0.0-3227.gc37f63b3.el9.x86_64 130/156 2024-04-26T17:15:12.733 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mgr-2:19.0.0-3227.gc37f63b3.el9.x86_64 130/156 2024-04-26T17:15:12.739 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T17:15:12.750 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3227.gc37f63b3.el9.x86_64 130/156 2024-04-26T17:15:12.750 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:12.750 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T17:15:12.750 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T17:15:12.751 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T17:15:12.751 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:15:12.757 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3227.gc37f63b3.el9.x86_64 130/156 2024-04-26T17:15:12.757 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:12.757 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T17:15:12.757 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T17:15:12.757 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T17:15:12.757 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:15:12.795 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-rook-2:19.0.0-3227.gc37f63b3.el9.noarch 131/156 2024-04-26T17:15:12.801 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mgr-rook-2:19.0.0-3227.gc37f63b3.el9.noarch 131/156 2024-04-26T17:15:12.806 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3227.gc37f63b3.el9.noarch 131/156 2024-04-26T17:15:12.812 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3227.gc37f63b3.el9.noarch 131/156 2024-04-26T17:15:12.905 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-2:19.0.0-3227.gc37f63b3.el9.x86_64 132/156 2024-04-26T17:15:12.910 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-2:19.0.0-3227.gc37f63b3.el9.x86_64 132/156 2024-04-26T17:15:12.922 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cephfs-shell-2:19.0.0-3227.gc37f63b3.el9.x86_64 144/156 2024-04-26T17:15:12.952 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 133/156 2024-04-26T17:15:12.958 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 133/156 2024-04-26T17:15:12.968 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T17:15:12.998 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephfs-devel-2:19.0.0-3227.gc37f63b3.el9.x86_ 146/156 2024-04-26T17:15:13.643 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T17:15:13.687 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T17:15:13.707 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T17:15:13.886 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T17:15:13.887 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T17:15:13.920 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-radosgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 135/156 2024-04-26T17:15:13.923 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-radosgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 135/156 2024-04-26T17:15:13.943 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 135/156 2024-04-26T17:15:13.943 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:13.943 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T17:15:13.943 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T17:15:13.944 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T17:15:13.944 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:15:13.945 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 135/156 2024-04-26T17:15:13.946 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:13.946 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T17:15:13.946 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T17:15:13.946 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T17:15:13.946 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:15:13.987 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3227.gc37f6 136/156 2024-04-26T17:15:13.991 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3227.gc37f6 136/156 2024-04-26T17:15:14.010 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3227.gc37f6 136/156 2024-04-26T17:15:14.010 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:14.010 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T17:15:14.010 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:15:14.012 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3227.gc37f6 136/156 2024-04-26T17:15:14.013 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:14.013 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T17:15:14.013 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:15:14.055 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : cephfs-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 137/156 2024-04-26T17:15:14.066 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephfs-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 137/156 2024-04-26T17:15:14.077 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 137/156 2024-04-26T17:15:14.078 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:14.078 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T17:15:14.078 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T17:15:14.078 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T17:15:14.078 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:15:14.088 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 137/156 2024-04-26T17:15:14.089 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:14.089 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T17:15:14.089 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T17:15:14.089 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T17:15:14.089 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:15:14.380 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : rbd-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 138/156 2024-04-26T17:15:14.392 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 138/156 2024-04-26T17:15:14.404 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 138/156 2024-04-26T17:15:14.404 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:14.404 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T17:15:14.404 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T17:15:14.404 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T17:15:14.404 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:15:14.415 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 138/156 2024-04-26T17:15:14.415 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T17:15:14.415 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T17:15:14.415 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T17:15:14.415 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T17:15:14.415 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:15:14.534 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cephfs-top-2:19.0.0-3227.gc37f63b3.el9.noarch 148/156 2024-04-26T17:15:14.634 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T17:15:14.677 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T17:15:14.757 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T17:15:14.790 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T17:15:14.790 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T17:15:14.874 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T17:15:14.907 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T17:15:14.907 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T17:15:14.997 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T17:15:15.063 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T17:15:19.007 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-test-2:19.0.0-3227.gc37f63b3.el9.x86_64 139/156 2024-04-26T17:15:19.020 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-test-2:19.0.0-3227.gc37f63b3.el9.x86_64 139/156 2024-04-26T17:15:19.056 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 140/156 2024-04-26T17:15:19.061 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : rbd-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 140/156 2024-04-26T17:15:19.102 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : rbd-nbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 141/156 2024-04-26T17:15:19.106 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-nbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 141/156 2024-04-26T17:15:19.134 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T17:15:19.138 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T17:15:19.161 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T17:15:19.174 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T17:15:19.346 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : cephfs-shell-2:19.0.0-3227.gc37f63b3.el9.x86_64 144/156 2024-04-26T17:15:19.355 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephfs-shell-2:19.0.0-3227.gc37f63b3.el9.x86_64 144/156 2024-04-26T17:15:19.390 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T17:15:19.413 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T17:15:19.420 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libcephfs-devel-2:19.0.0-3227.gc37f63b3.el9.x86_ 146/156 2024-04-26T17:15:19.435 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephfs-devel-2:19.0.0-3227.gc37f63b3.el9.x86_ 146/156 2024-04-26T17:15:20.037 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T17:15:20.045 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T17:15:20.077 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T17:15:20.093 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T17:15:20.097 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T17:15:20.113 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T17:15:20.931 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T17:15:20.932 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-2:19.0.0-3227.gc37f63b3.el9.x86_64 1/156 2024-04-26T17:15:20.932 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-base-2:19.0.0-3227.gc37f63b3.el9.x86_64 2/156 2024-04-26T17:15:20.932 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 3/156 2024-04-26T17:15:20.932 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 4/156 2024-04-26T17:15:20.932 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3227.gc37f6 5/156 2024-04-26T17:15:20.932 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mds-2:19.0.0-3227.gc37f63b3.el9.x86_64 6/156 2024-04-26T17:15:20.932 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-2:19.0.0-3227.gc37f63b3.el9.x86_64 7/156 2024-04-26T17:15:20.932 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mon-2:19.0.0-3227.gc37f63b3.el9.x86_64 8/156 2024-04-26T17:15:20.932 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-osd-2:19.0.0-3227.gc37f63b3.el9.x86_64 9/156 2024-04-26T17:15:20.932 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-radosgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 10/156 2024-04-26T17:15:20.932 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-selinux-2:19.0.0-3227.gc37f63b3.el9.x86_64 11/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-test-2:19.0.0-3227.gc37f63b3.el9.x86_64 12/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cephfs-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 13/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cephfs-shell-2:19.0.0-3227.gc37f63b3.el9.x86_64 14/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephfs-devel-2:19.0.0-3227.gc37f63b3.el9.x86_ 15/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephfs2-2:19.0.0-3227.gc37f63b3.el9.x86_64 16/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephsqlite-2:19.0.0-3227.gc37f63b3.el9.x86_64 17/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados-devel-2:19.0.0-3227.gc37f63b3.el9.x86_6 18/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libradosstriper1-2:19.0.0-3227.gc37f63b3.el9.x86 19/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librgw2-2:19.0.0-3227.gc37f63b3.el9.x86_64 20/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3227.gc37f63b3.el 21/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ceph-common-2:19.0.0-3227.gc37f63b3.el9. 22/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cephfs-2:19.0.0-3227.gc37f63b3.el9.x86_6 23/156 2024-04-26T17:15:20.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rados-2:19.0.0-3227.gc37f63b3.el9.x86_64 24/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 25/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 26/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 27/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 28/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-nbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 29/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3227.gc37f63b3. 30/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3227.gc37f63b3.el9.noa 31/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3227.gc37f63b3.el9.n 32/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3227.gc37 33/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3227.gc37f63b3.el 34/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3227.gc37f63b3.el9.noarch 35/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3227.gc37f63b3.e 36/156 2024-04-26T17:15:20.934 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-volume-2:19.0.0-3227.gc37f63b3.el9.noarch 37/156 2024-04-26T17:15:20.935 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 38/156 2024-04-26T17:15:20.935 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cephfs-top-2:19.0.0-3227.gc37f63b3.el9.noarch 39/156 2024-04-26T17:15:20.935 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T17:15:20.935 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T17:15:20.935 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T17:15:20.935 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T17:15:20.935 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T17:15:20.935 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T17:15:20.935 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T17:15:20.935 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T17:15:20.935 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T17:15:20.935 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T17:15:20.936 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T17:15:20.937 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T17:15:20.938 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T17:15:20.939 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T17:15:20.940 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T17:15:20.941 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T17:15:20.942 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T17:15:20.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T17:15:20.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T17:15:20.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados2-2:19.0.0-3227.gc37f63b3.el9.x86_64 149/156 2024-04-26T17:15:20.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T17:15:20.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librbd1-2:19.0.0-3227.gc37f63b3.el9.x86_64 151/156 2024-04-26T17:15:20.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T17:15:20.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T17:15:20.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T17:15:20.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T17:15:20.943 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephfs-top-2:19.0.0-3227.gc37f63b3.el9.noarch 148/156 2024-04-26T17:15:20.960 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : cephfs-top-2:19.0.0-3227.gc37f63b3.el9.noarch 148/156 2024-04-26T17:15:21.019 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T17:15:21.048 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T17:15:21.061 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T17:15:21.089 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T17:15:21.143 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T17:15:21.171 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T17:15:21.182 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T17:15:21.182 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T17:15:21.210 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T17:15:21.211 INFO:teuthology.orchestra.run.smithi167.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T17:15:21.275 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T17:15:21.303 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T17:15:21.308 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T17:15:21.308 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T17:15:21.336 INFO:teuthology.orchestra.run.smithi167.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T17:15:21.336 INFO:teuthology.orchestra.run.smithi167.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T17:15:21.404 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T17:15:21.424 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T17:15:21.474 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T17:15:21.494 INFO:teuthology.orchestra.run.smithi167.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T17:15:23.002 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T17:15:23.002 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:15:23.003 INFO:teuthology.orchestra.run.smithi119.stdout:Upgraded: 2024-04-26T17:15:23.003 INFO:teuthology.orchestra.run.smithi119.stdout: librados2-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.003 INFO:teuthology.orchestra.run.smithi119.stdout: librbd1-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.003 INFO:teuthology.orchestra.run.smithi119.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T17:15:23.003 INFO:teuthology.orchestra.run.smithi119.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T17:15:23.003 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-04-26T17:15:23.003 INFO:teuthology.orchestra.run.smithi119.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T17:15:23.003 INFO:teuthology.orchestra.run.smithi119.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T17:15:23.003 INFO:teuthology.orchestra.run.smithi119.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T17:15:23.003 INFO:teuthology.orchestra.run.smithi119.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-base-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-grafana-dashboards-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-immutable-object-cache-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mds-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-dashboard-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-modules-core-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-rook-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:23.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mon-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-osd-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-prometheus-alerts-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-radosgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-selinux-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-test-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-volume-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-shell-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-top-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T17:15:23.005 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow-9.0.0-11.el9.x86_64 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs-devel-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs2-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: libcephsqlite-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T17:15:23.006 INFO:teuthology.orchestra.run.smithi119.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: librados-devel-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: libradosstriper1-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: librgw2-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T17:15:23.007 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T17:15:23.008 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-argparse-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cephfs-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T17:15:23.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T17:15:23.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T17:15:23.011 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rados-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T17:15:23.012 INFO:teuthology.orchestra.run.smithi119.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.013 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-nbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:23.014 INFO:teuthology.orchestra.run.smithi119.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T17:15:23.014 INFO:teuthology.orchestra.run.smithi119.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T17:15:23.014 INFO:teuthology.orchestra.run.smithi119.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T17:15:23.014 INFO:teuthology.orchestra.run.smithi119.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T17:15:23.014 INFO:teuthology.orchestra.run.smithi119.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T17:15:23.014 INFO:teuthology.orchestra.run.smithi119.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T17:15:23.014 INFO:teuthology.orchestra.run.smithi119.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T17:15:23.014 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-26T17:15:23.015 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-04-26T17:15:23.423 DEBUG:teuthology.parallel:result is None 2024-04-26T17:15:27.373 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T17:15:27.373 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-2:19.0.0-3227.gc37f63b3.el9.x86_64 1/156 2024-04-26T17:15:27.373 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-base-2:19.0.0-3227.gc37f63b3.el9.x86_64 2/156 2024-04-26T17:15:27.373 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 3/156 2024-04-26T17:15:27.373 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 4/156 2024-04-26T17:15:27.373 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3227.gc37f6 5/156 2024-04-26T17:15:27.373 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mds-2:19.0.0-3227.gc37f63b3.el9.x86_64 6/156 2024-04-26T17:15:27.373 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mgr-2:19.0.0-3227.gc37f63b3.el9.x86_64 7/156 2024-04-26T17:15:27.374 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mon-2:19.0.0-3227.gc37f63b3.el9.x86_64 8/156 2024-04-26T17:15:27.374 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-osd-2:19.0.0-3227.gc37f63b3.el9.x86_64 9/156 2024-04-26T17:15:27.374 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-radosgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 10/156 2024-04-26T17:15:27.374 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-selinux-2:19.0.0-3227.gc37f63b3.el9.x86_64 11/156 2024-04-26T17:15:27.374 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-test-2:19.0.0-3227.gc37f63b3.el9.x86_64 12/156 2024-04-26T17:15:27.374 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : cephfs-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 13/156 2024-04-26T17:15:27.374 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : cephfs-shell-2:19.0.0-3227.gc37f63b3.el9.x86_64 14/156 2024-04-26T17:15:27.374 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libcephfs-devel-2:19.0.0-3227.gc37f63b3.el9.x86_ 15/156 2024-04-26T17:15:27.374 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libcephfs2-2:19.0.0-3227.gc37f63b3.el9.x86_64 16/156 2024-04-26T17:15:27.374 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libcephsqlite-2:19.0.0-3227.gc37f63b3.el9.x86_64 17/156 2024-04-26T17:15:27.374 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librados-devel-2:19.0.0-3227.gc37f63b3.el9.x86_6 18/156 2024-04-26T17:15:27.374 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libradosstriper1-2:19.0.0-3227.gc37f63b3.el9.x86 19/156 2024-04-26T17:15:27.375 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librgw2-2:19.0.0-3227.gc37f63b3.el9.x86_64 20/156 2024-04-26T17:15:27.375 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3227.gc37f63b3.el 21/156 2024-04-26T17:15:27.375 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-ceph-common-2:19.0.0-3227.gc37f63b3.el9. 22/156 2024-04-26T17:15:27.375 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cephfs-2:19.0.0-3227.gc37f63b3.el9.x86_6 23/156 2024-04-26T17:15:27.375 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-rados-2:19.0.0-3227.gc37f63b3.el9.x86_64 24/156 2024-04-26T17:15:27.375 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-rbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 25/156 2024-04-26T17:15:27.375 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-rgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 26/156 2024-04-26T17:15:27.375 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : rbd-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 27/156 2024-04-26T17:15:27.388 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : rbd-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 28/156 2024-04-26T17:15:27.388 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : rbd-nbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 29/156 2024-04-26T17:15:27.388 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3227.gc37f63b3. 30/156 2024-04-26T17:15:27.389 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3227.gc37f63b3.el9.noa 31/156 2024-04-26T17:15:27.389 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3227.gc37f63b3.el9.n 32/156 2024-04-26T17:15:27.389 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3227.gc37 33/156 2024-04-26T17:15:27.389 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3227.gc37f63b3.el 34/156 2024-04-26T17:15:27.389 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3227.gc37f63b3.el9.noarch 35/156 2024-04-26T17:15:27.389 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3227.gc37f63b3.e 36/156 2024-04-26T17:15:27.389 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-volume-2:19.0.0-3227.gc37f63b3.el9.noarch 37/156 2024-04-26T17:15:27.389 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 38/156 2024-04-26T17:15:27.389 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : cephfs-top-2:19.0.0-3227.gc37f63b3.el9.noarch 39/156 2024-04-26T17:15:27.389 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T17:15:27.389 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T17:15:27.390 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T17:15:27.390 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T17:15:27.390 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T17:15:27.390 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T17:15:27.390 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T17:15:27.390 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T17:15:27.390 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T17:15:27.390 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T17:15:27.390 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T17:15:27.390 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T17:15:27.390 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T17:15:27.391 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T17:15:27.391 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T17:15:27.391 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T17:15:27.391 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T17:15:27.391 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T17:15:27.391 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T17:15:27.391 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T17:15:27.391 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T17:15:27.391 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T17:15:27.391 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T17:15:27.391 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T17:15:27.392 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T17:15:27.392 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T17:15:27.392 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T17:15:27.392 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T17:15:27.392 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T17:15:27.392 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T17:15:27.392 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T17:15:27.392 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T17:15:27.392 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T17:15:27.392 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T17:15:27.392 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T17:15:27.392 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T17:15:27.393 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T17:15:27.393 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T17:15:27.393 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T17:15:27.393 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T17:15:27.393 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T17:15:27.393 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T17:15:27.393 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T17:15:27.393 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T17:15:27.393 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T17:15:27.393 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T17:15:27.393 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T17:15:27.393 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T17:15:27.394 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T17:15:27.394 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T17:15:27.394 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T17:15:27.394 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T17:15:27.394 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T17:15:27.394 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T17:15:27.394 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T17:15:27.394 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T17:15:27.394 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T17:15:27.394 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T17:15:27.394 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T17:15:27.395 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T17:15:27.395 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T17:15:27.395 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T17:15:27.395 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T17:15:27.395 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T17:15:27.395 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T17:15:27.395 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T17:15:27.395 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T17:15:27.395 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T17:15:27.395 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/156 2024-04-26T17:15:27.395 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T17:15:27.396 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T17:15:27.397 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T17:15:27.397 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T17:15:27.397 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T17:15:27.397 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T17:15:27.397 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T17:15:27.397 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T17:15:27.397 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T17:15:27.397 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T17:15:27.397 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T17:15:27.397 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T17:15:27.397 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T17:15:27.398 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T17:15:27.398 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T17:15:27.398 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T17:15:27.398 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T17:15:27.398 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T17:15:27.398 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T17:15:27.398 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T17:15:27.398 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T17:15:27.398 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T17:15:27.398 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T17:15:27.398 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T17:15:27.398 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T17:15:27.399 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T17:15:27.399 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T17:15:27.399 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T17:15:27.399 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librados2-2:19.0.0-3227.gc37f63b3.el9.x86_64 149/156 2024-04-26T17:15:27.399 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T17:15:27.399 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librbd1-2:19.0.0-3227.gc37f63b3.el9.x86_64 151/156 2024-04-26T17:15:27.399 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T17:15:27.399 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T17:15:27.399 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T17:15:27.399 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T17:15:29.255 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T17:15:29.255 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-2:19.0.0-3227.gc37f63b3.el9.x86_64 1/156 2024-04-26T17:15:29.255 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-base-2:19.0.0-3227.gc37f63b3.el9.x86_64 2/156 2024-04-26T17:15:29.256 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 3/156 2024-04-26T17:15:29.256 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 4/156 2024-04-26T17:15:29.256 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3227.gc37f6 5/156 2024-04-26T17:15:29.256 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mds-2:19.0.0-3227.gc37f63b3.el9.x86_64 6/156 2024-04-26T17:15:29.256 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-2:19.0.0-3227.gc37f63b3.el9.x86_64 7/156 2024-04-26T17:15:29.256 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mon-2:19.0.0-3227.gc37f63b3.el9.x86_64 8/156 2024-04-26T17:15:29.256 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-osd-2:19.0.0-3227.gc37f63b3.el9.x86_64 9/156 2024-04-26T17:15:29.256 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-radosgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 10/156 2024-04-26T17:15:29.256 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-selinux-2:19.0.0-3227.gc37f63b3.el9.x86_64 11/156 2024-04-26T17:15:29.256 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-test-2:19.0.0-3227.gc37f63b3.el9.x86_64 12/156 2024-04-26T17:15:29.256 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephfs-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 13/156 2024-04-26T17:15:29.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephfs-shell-2:19.0.0-3227.gc37f63b3.el9.x86_64 14/156 2024-04-26T17:15:29.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephfs-devel-2:19.0.0-3227.gc37f63b3.el9.x86_ 15/156 2024-04-26T17:15:29.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephfs2-2:19.0.0-3227.gc37f63b3.el9.x86_64 16/156 2024-04-26T17:15:29.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephsqlite-2:19.0.0-3227.gc37f63b3.el9.x86_64 17/156 2024-04-26T17:15:29.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados-devel-2:19.0.0-3227.gc37f63b3.el9.x86_6 18/156 2024-04-26T17:15:29.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libradosstriper1-2:19.0.0-3227.gc37f63b3.el9.x86 19/156 2024-04-26T17:15:29.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librgw2-2:19.0.0-3227.gc37f63b3.el9.x86_64 20/156 2024-04-26T17:15:29.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3227.gc37f63b3.el 21/156 2024-04-26T17:15:29.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ceph-common-2:19.0.0-3227.gc37f63b3.el9. 22/156 2024-04-26T17:15:29.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cephfs-2:19.0.0-3227.gc37f63b3.el9.x86_6 23/156 2024-04-26T17:15:29.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rados-2:19.0.0-3227.gc37f63b3.el9.x86_64 24/156 2024-04-26T17:15:29.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 25/156 2024-04-26T17:15:29.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 26/156 2024-04-26T17:15:29.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 27/156 2024-04-26T17:15:29.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 28/156 2024-04-26T17:15:29.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-nbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 29/156 2024-04-26T17:15:29.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3227.gc37f63b3. 30/156 2024-04-26T17:15:29.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3227.gc37f63b3.el9.noa 31/156 2024-04-26T17:15:29.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3227.gc37f63b3.el9.n 32/156 2024-04-26T17:15:29.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3227.gc37 33/156 2024-04-26T17:15:29.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3227.gc37f63b3.el 34/156 2024-04-26T17:15:29.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3227.gc37f63b3.el9.noarch 35/156 2024-04-26T17:15:29.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3227.gc37f63b3.e 36/156 2024-04-26T17:15:29.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-volume-2:19.0.0-3227.gc37f63b3.el9.noarch 37/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 38/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephfs-top-2:19.0.0-3227.gc37f63b3.el9.noarch 39/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T17:15:29.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T17:15:29.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T17:15:29.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T17:15:29.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T17:15:29.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T17:15:29.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T17:15:29.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados2-2:19.0.0-3227.gc37f63b3.el9.x86_64 149/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T17:15:29.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librbd1-2:19.0.0-3227.gc37f63b3.el9.x86_64 151/156 2024-04-26T17:15:29.267 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T17:15:29.267 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T17:15:29.267 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T17:15:29.267 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T17:15:29.550 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T17:15:29.550 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:15:29.550 INFO:teuthology.orchestra.run.smithi167.stdout:Upgraded: 2024-04-26T17:15:29.550 INFO:teuthology.orchestra.run.smithi167.stdout: librados2-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.550 INFO:teuthology.orchestra.run.smithi167.stdout: librbd1-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.550 INFO:teuthology.orchestra.run.smithi167.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T17:15:29.550 INFO:teuthology.orchestra.run.smithi167.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T17:15:29.550 INFO:teuthology.orchestra.run.smithi167.stdout:Installed: 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-base-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-grafana-dashboards-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-immutable-object-cache-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mds-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.551 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-dashboard-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-modules-core-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-rook-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mon-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-osd-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-prometheus-alerts-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-radosgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-selinux-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-test-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-volume-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: cephfs-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.552 INFO:teuthology.orchestra.run.smithi167.stdout: cephfs-shell-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: cephfs-top-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: libarrow-9.0.0-11.el9.x86_64 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-04-26T17:15:29.553 INFO:teuthology.orchestra.run.smithi167.stdout: libcephfs-devel-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.554 INFO:teuthology.orchestra.run.smithi167.stdout: libcephfs2-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.554 INFO:teuthology.orchestra.run.smithi167.stdout: libcephsqlite-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.554 INFO:teuthology.orchestra.run.smithi167.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T17:15:29.554 INFO:teuthology.orchestra.run.smithi167.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T17:15:29.554 INFO:teuthology.orchestra.run.smithi167.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T17:15:29.554 INFO:teuthology.orchestra.run.smithi167.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T17:15:29.554 INFO:teuthology.orchestra.run.smithi167.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T17:15:29.554 INFO:teuthology.orchestra.run.smithi167.stdout: librados-devel-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.554 INFO:teuthology.orchestra.run.smithi167.stdout: libradosstriper1-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.554 INFO:teuthology.orchestra.run.smithi167.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T17:15:29.554 INFO:teuthology.orchestra.run.smithi167.stdout: librgw2-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.554 INFO:teuthology.orchestra.run.smithi167.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T17:15:29.555 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: python3-ceph-argparse-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: python3-ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cephfs-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T17:15:29.556 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T17:15:29.557 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T17:15:29.558 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T17:15:29.558 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T17:15:29.558 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T17:15:29.558 INFO:teuthology.orchestra.run.smithi167.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T17:15:29.558 INFO:teuthology.orchestra.run.smithi167.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T17:15:29.558 INFO:teuthology.orchestra.run.smithi167.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T17:15:29.558 INFO:teuthology.orchestra.run.smithi167.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T17:15:29.558 INFO:teuthology.orchestra.run.smithi167.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T17:15:29.558 INFO:teuthology.orchestra.run.smithi167.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T17:15:29.558 INFO:teuthology.orchestra.run.smithi167.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T17:15:29.558 INFO:teuthology.orchestra.run.smithi167.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T17:15:29.559 INFO:teuthology.orchestra.run.smithi167.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T17:15:29.559 INFO:teuthology.orchestra.run.smithi167.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T17:15:29.559 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T17:15:29.559 INFO:teuthology.orchestra.run.smithi167.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T17:15:29.559 INFO:teuthology.orchestra.run.smithi167.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T17:15:29.559 INFO:teuthology.orchestra.run.smithi167.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T17:15:29.559 INFO:teuthology.orchestra.run.smithi167.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T17:15:29.559 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T17:15:29.559 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T17:15:29.559 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T17:15:29.559 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T17:15:29.559 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T17:15:29.560 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T17:15:29.560 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rados-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.560 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.560 INFO:teuthology.orchestra.run.smithi167.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T17:15:29.560 INFO:teuthology.orchestra.run.smithi167.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T17:15:29.560 INFO:teuthology.orchestra.run.smithi167.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T17:15:29.560 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.560 INFO:teuthology.orchestra.run.smithi167.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T17:15:29.560 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T17:15:29.560 INFO:teuthology.orchestra.run.smithi167.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T17:15:29.560 INFO:teuthology.orchestra.run.smithi167.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T17:15:29.560 INFO:teuthology.orchestra.run.smithi167.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T17:15:29.561 INFO:teuthology.orchestra.run.smithi167.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T17:15:29.561 INFO:teuthology.orchestra.run.smithi167.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T17:15:29.561 INFO:teuthology.orchestra.run.smithi167.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T17:15:29.561 INFO:teuthology.orchestra.run.smithi167.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T17:15:29.561 INFO:teuthology.orchestra.run.smithi167.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T17:15:29.561 INFO:teuthology.orchestra.run.smithi167.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T17:15:29.561 INFO:teuthology.orchestra.run.smithi167.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T17:15:29.561 INFO:teuthology.orchestra.run.smithi167.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T17:15:29.561 INFO:teuthology.orchestra.run.smithi167.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T17:15:29.561 INFO:teuthology.orchestra.run.smithi167.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T17:15:29.561 INFO:teuthology.orchestra.run.smithi167.stdout: rbd-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.562 INFO:teuthology.orchestra.run.smithi167.stdout: rbd-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.562 INFO:teuthology.orchestra.run.smithi167.stdout: rbd-nbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:29.562 INFO:teuthology.orchestra.run.smithi167.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T17:15:29.562 INFO:teuthology.orchestra.run.smithi167.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T17:15:29.562 INFO:teuthology.orchestra.run.smithi167.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T17:15:29.562 INFO:teuthology.orchestra.run.smithi167.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T17:15:29.562 INFO:teuthology.orchestra.run.smithi167.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T17:15:29.562 INFO:teuthology.orchestra.run.smithi167.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T17:15:29.563 INFO:teuthology.orchestra.run.smithi167.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T17:15:29.563 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:15:29.563 INFO:teuthology.orchestra.run.smithi167.stdout:Complete! 2024-04-26T17:15:29.943 DEBUG:teuthology.parallel:result is None 2024-04-26T17:15:31.365 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T17:15:31.365 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:15:31.365 INFO:teuthology.orchestra.run.smithi090.stdout:Upgraded: 2024-04-26T17:15:31.365 INFO:teuthology.orchestra.run.smithi090.stdout: librados2-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.365 INFO:teuthology.orchestra.run.smithi090.stdout: librbd1-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.366 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T17:15:31.366 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T17:15:31.366 INFO:teuthology.orchestra.run.smithi090.stdout:Installed: 2024-04-26T17:15:31.366 INFO:teuthology.orchestra.run.smithi090.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T17:15:31.366 INFO:teuthology.orchestra.run.smithi090.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T17:15:31.366 INFO:teuthology.orchestra.run.smithi090.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T17:15:31.366 INFO:teuthology.orchestra.run.smithi090.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T17:15:31.366 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.366 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-base-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.366 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.366 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.367 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-grafana-dashboards-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:31.367 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-immutable-object-cache-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.367 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mds-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.367 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.367 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:31.367 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-dashboard-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:31.367 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:31.367 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-modules-core-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:31.367 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-rook-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:31.367 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mon-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.367 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-osd-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.368 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-prometheus-alerts-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:31.368 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-radosgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.368 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-selinux-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.368 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-test-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.368 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-volume-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:31.368 INFO:teuthology.orchestra.run.smithi090.stdout: cephadm-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:31.368 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.368 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-shell-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.368 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-top-2:19.0.0-3227.gc37f63b3.el9.noarch 2024-04-26T17:15:31.368 INFO:teuthology.orchestra.run.smithi090.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-9.0.0-11.el9.x86_64 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs-devel-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs2-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.369 INFO:teuthology.orchestra.run.smithi090.stdout: libcephsqlite-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: librados-devel-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: libradosstriper1-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: librgw2-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T17:15:31.370 INFO:teuthology.orchestra.run.smithi090.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T17:15:31.371 INFO:teuthology.orchestra.run.smithi090.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-argparse-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-common-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cephfs-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T17:15:31.372 INFO:teuthology.orchestra.run.smithi090.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T17:15:31.373 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T17:15:31.374 INFO:teuthology.orchestra.run.smithi090.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rados-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T17:15:31.375 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rgw-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T17:15:31.376 INFO:teuthology.orchestra.run.smithi090.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T17:15:31.377 INFO:teuthology.orchestra.run.smithi090.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T17:15:31.377 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-fuse-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.377 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-mirror-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.377 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-nbd-2:19.0.0-3227.gc37f63b3.el9.x86_64 2024-04-26T17:15:31.377 INFO:teuthology.orchestra.run.smithi090.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T17:15:31.377 INFO:teuthology.orchestra.run.smithi090.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T17:15:31.377 INFO:teuthology.orchestra.run.smithi090.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T17:15:31.377 INFO:teuthology.orchestra.run.smithi090.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T17:15:31.377 INFO:teuthology.orchestra.run.smithi090.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T17:15:31.377 INFO:teuthology.orchestra.run.smithi090.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T17:15:31.378 INFO:teuthology.orchestra.run.smithi090.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T17:15:31.378 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:15:31.378 INFO:teuthology.orchestra.run.smithi090.stdout:Complete! 2024-04-26T17:15:31.796 DEBUG:teuthology.parallel:result is None 2024-04-26T17:15:31.796 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:15:31.946 DEBUG:teuthology.orchestra.run.smithi090:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T17:15:31.966 INFO:teuthology.orchestra.run.smithi090.stdout:19.0.0-3227.gc37f63b3.el9 2024-04-26T17:15:31.967 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3227.gc37f63b3.el9 2024-04-26T17:15:31.968 INFO:teuthology.task.install:The correct ceph version 19.0.0-3227.gc37f63b3 is installed. 2024-04-26T17:15:31.969 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:15:32.110 DEBUG:teuthology.orchestra.run.smithi119:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T17:15:32.136 INFO:teuthology.orchestra.run.smithi119.stdout:19.0.0-3227.gc37f63b3.el9 2024-04-26T17:15:32.136 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3227.gc37f63b3.el9 2024-04-26T17:15:32.136 INFO:teuthology.task.install:The correct ceph version 19.0.0-3227.gc37f63b3 is installed. 2024-04-26T17:15:32.138 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:15:32.278 DEBUG:teuthology.orchestra.run.smithi167:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T17:15:32.300 INFO:teuthology.orchestra.run.smithi167.stdout:19.0.0-3227.gc37f63b3.el9 2024-04-26T17:15:32.300 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3227.gc37f63b3.el9 2024-04-26T17:15:32.300 INFO:teuthology.task.install:The correct ceph version 19.0.0-3227.gc37f63b3 is installed. 2024-04-26T17:15:32.302 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-26T17:15:32.302 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:15:32.302 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T17:15:32.330 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-26T17:15:32.330 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T17:15:32.361 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-26T17:15:32.361 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T17:15:32.389 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-26T17:15:32.389 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:15:32.389 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T17:15:32.412 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T17:15:32.476 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-26T17:15:32.476 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T17:15:32.504 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T17:15:32.571 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-26T17:15:32.571 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T17:15:32.597 DEBUG:teuthology.orchestra.run.smithi167:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T17:15:32.662 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-26T17:15:32.662 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:15:32.662 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T17:15:32.685 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T17:15:32.748 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-26T17:15:32.748 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T17:15:32.776 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T17:15:32.843 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-26T17:15:32.843 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T17:15:32.868 DEBUG:teuthology.orchestra.run.smithi167:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T17:15:32.932 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-26T17:15:32.933 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:15:32.933 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T17:15:32.957 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T17:15:33.021 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-26T17:15:33.021 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T17:15:33.048 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T17:15:33.115 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-26T17:15:33.115 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T17:15:33.139 DEBUG:teuthology.orchestra.run.smithi167:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T17:15:33.203 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-26T17:15:33.309 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client dirsize rbytes': False, 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-04-26T17:15:33.309 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:15:33.309 INFO:tasks.cephadm:Cluster fsid is 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:15:33.309 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-26T17:15:33.310 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.90', 'mon.b': '172.21.15.119', 'mon.c': '172.21.15.167'} 2024-04-26T17:15:33.310 INFO:tasks.cephadm:First mon is mon.a on smithi090 2024-04-26T17:15:33.310 INFO:tasks.cephadm:First mgr is x 2024-04-26T17:15:33.310 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-26T17:15:33.310 DEBUG:teuthology.orchestra.run.smithi090:> sudo hostname $(hostname -s) 2024-04-26T17:15:33.334 DEBUG:teuthology.orchestra.run.smithi119:> sudo hostname $(hostname -s) 2024-04-26T17:15:33.362 DEBUG:teuthology.orchestra.run.smithi167:> sudo hostname $(hostname -s) 2024-04-26T17:15:33.387 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-26T17:15:33.387 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:15:33.526 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54977/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3227-gc37f63b3', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3227.gc37f63b3'}, 'url': 'https://3.chacra.ceph.com/r/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-24 00:27:07.167101', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-04-26T17:15:33.668 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref main, sha1 c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:15:33.669 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/x86_64/flavors/default/cephadm 2024-04-26T17:15:33.669 DEBUG:teuthology.orchestra.run.smithi090:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T17:15:34.306 INFO:teuthology.orchestra.run.smithi090.stdout:-rw-r--r--. 1 ubuntu ubuntu 781524 Apr 26 17:15 /home/ubuntu/cephtest/cephadm 2024-04-26T17:15:34.306 DEBUG:teuthology.orchestra.run.smithi119:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T17:15:34.689 INFO:teuthology.orchestra.run.smithi119.stdout:-rw-r--r--. 1 ubuntu ubuntu 781524 Apr 26 17:15 /home/ubuntu/cephtest/cephadm 2024-04-26T17:15:34.690 DEBUG:teuthology.orchestra.run.smithi167:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/main/c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T17:15:35.464 INFO:teuthology.orchestra.run.smithi167.stdout:-rw-r--r--. 1 ubuntu ubuntu 781524 Apr 26 17:15 /home/ubuntu/cephtest/cephadm 2024-04-26T17:15:35.465 DEBUG:teuthology.orchestra.run.smithi090:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T17:15:35.482 DEBUG:teuthology.orchestra.run.smithi119:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T17:15:35.500 DEBUG:teuthology.orchestra.run.smithi167:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T17:15:35.534 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f on all hosts... 2024-04-26T17:15:35.535 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f pull 2024-04-26T17:15:35.537 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f pull 2024-04-26T17:15:35.542 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f pull 2024-04-26T17:15:37.083 INFO:teuthology.orchestra.run.smithi119.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f... 2024-04-26T17:15:37.166 INFO:teuthology.orchestra.run.smithi167.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f... 2024-04-26T17:15:37.868 INFO:teuthology.orchestra.run.smithi090.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f... 2024-04-26T17:16:06.179 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:16:06.179 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_version": "ceph version 19.0.0-3227-gc37f63b3 (c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f) squid (dev)", 2024-04-26T17:16:06.179 INFO:teuthology.orchestra.run.smithi090.stdout: "image_id": "d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3", 2024-04-26T17:16:06.179 INFO:teuthology.orchestra.run.smithi090.stdout: "repo_digests": [ 2024-04-26T17:16:06.180 INFO:teuthology.orchestra.run.smithi090.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d" 2024-04-26T17:16:06.180 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-04-26T17:16:06.180 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:16:09.426 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-26T17:16:09.426 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_version": "ceph version 19.0.0-3227-gc37f63b3 (c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f) squid (dev)", 2024-04-26T17:16:09.426 INFO:teuthology.orchestra.run.smithi119.stdout: "image_id": "d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3", 2024-04-26T17:16:09.426 INFO:teuthology.orchestra.run.smithi119.stdout: "repo_digests": [ 2024-04-26T17:16:09.426 INFO:teuthology.orchestra.run.smithi119.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d" 2024-04-26T17:16:09.426 INFO:teuthology.orchestra.run.smithi119.stdout: ] 2024-04-26T17:16:09.426 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-26T17:16:13.939 INFO:teuthology.orchestra.run.smithi167.stdout:{ 2024-04-26T17:16:13.939 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_version": "ceph version 19.0.0-3227-gc37f63b3 (c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f) squid (dev)", 2024-04-26T17:16:13.939 INFO:teuthology.orchestra.run.smithi167.stdout: "image_id": "d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3", 2024-04-26T17:16:13.939 INFO:teuthology.orchestra.run.smithi167.stdout: "repo_digests": [ 2024-04-26T17:16:13.939 INFO:teuthology.orchestra.run.smithi167.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d" 2024-04-26T17:16:13.939 INFO:teuthology.orchestra.run.smithi167.stdout: ] 2024-04-26T17:16:13.939 INFO:teuthology.orchestra.run.smithi167.stdout:} 2024-04-26T17:16:13.964 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /etc/ceph 2024-04-26T17:16:13.995 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /etc/ceph 2024-04-26T17:16:14.028 DEBUG:teuthology.orchestra.run.smithi167:> sudo mkdir -p /etc/ceph 2024-04-26T17:16:14.055 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 777 /etc/ceph 2024-04-26T17:16:14.081 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 777 /etc/ceph 2024-04-26T17:16:14.107 DEBUG:teuthology.orchestra.run.smithi167:> sudo chmod 777 /etc/ceph 2024-04-26T17:16:14.131 INFO:tasks.cephadm:Writing seed config... 2024-04-26T17:16:14.133 INFO:tasks.cephadm: override: [client] client dirsize rbytes = False 2024-04-26T17:16:14.133 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-26T17:16:14.133 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-26T17:16:14.133 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-26T17:16:14.133 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-26T17:16:14.133 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-26T17:16:14.133 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-26T17:16:14.133 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-26T17:16:14.133 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-26T17:16:14.133 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-26T17:16:14.133 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-26T17:16:14.133 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-26T17:16:14.134 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-26T17:16:14.135 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-26T17:16:14.136 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-26T17:16:14.136 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-26T17:16:14.136 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-26T17:16:14.136 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-26T17:16:14.136 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-04-26T17:16:14.136 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:16:14.137 DEBUG:teuthology.orchestra.run.smithi090:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-26T17:16:14.153 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 970e2e88-03f0-11ef-bc93-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client dirsize rbytes = False client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-26T17:16:14.154 DEBUG:teuthology.orchestra.run.smithi090:mon.a> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.a.service 2024-04-26T17:16:14.197 DEBUG:teuthology.orchestra.run.smithi090:mgr.x> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.x.service 2024-04-26T17:16:14.239 INFO:tasks.cephadm:Bootstrapping... 2024-04-26T17:16:14.240 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f -v bootstrap --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.90 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:16:14.432 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-04-26T17:16:14.432 INFO:teuthology.orchestra.run.smithi090.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f', '-v', 'bootstrap', '--fsid', '970e2e88-03f0-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.90', '--skip-admin-label'] 2024-04-26T17:16:14.432 INFO:teuthology.orchestra.run.smithi090.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-26T17:16:14.433 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying podman|docker is present... 2024-04-26T17:16:14.457 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-26T17:16:14.457 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying lvm2 is present... 2024-04-26T17:16:14.457 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying time synchronization is in place... 2024-04-26T17:16:14.465 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T17:16:14.465 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T17:16:14.471 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T17:16:14.471 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-04-26T17:16:14.477 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout enabled 2024-04-26T17:16:14.483 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout active 2024-04-26T17:16:14.483 INFO:teuthology.orchestra.run.smithi090.stdout:Unit chronyd.service is enabled and running 2024-04-26T17:16:14.483 INFO:teuthology.orchestra.run.smithi090.stdout:Repeating the final host check... 2024-04-26T17:16:14.507 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-26T17:16:14.508 INFO:teuthology.orchestra.run.smithi090.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-26T17:16:14.508 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl is present 2024-04-26T17:16:14.508 INFO:teuthology.orchestra.run.smithi090.stdout:lvcreate is present 2024-04-26T17:16:14.514 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T17:16:14.514 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T17:16:14.520 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T17:16:14.520 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-04-26T17:16:14.526 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout enabled 2024-04-26T17:16:14.532 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout active 2024-04-26T17:16:14.533 INFO:teuthology.orchestra.run.smithi090.stdout:Unit chronyd.service is enabled and running 2024-04-26T17:16:14.533 INFO:teuthology.orchestra.run.smithi090.stdout:Host looks OK 2024-04-26T17:16:14.533 INFO:teuthology.orchestra.run.smithi090.stdout:Cluster fsid: 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:16:14.533 INFO:teuthology.orchestra.run.smithi090.stdout:Acquiring lock 140242518666400 on /run/cephadm/970e2e88-03f0-11ef-bc93-c7b262605968.lock 2024-04-26T17:16:14.533 INFO:teuthology.orchestra.run.smithi090.stdout:Lock 140242518666400 acquired on /run/cephadm/970e2e88-03f0-11ef-bc93-c7b262605968.lock 2024-04-26T17:16:14.534 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying IP 172.21.15.90 port 3300 ... 2024-04-26T17:16:14.534 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying IP 172.21.15.90 port 6789 ... 2024-04-26T17:16:14.534 INFO:teuthology.orchestra.run.smithi090.stdout:Base mon IP(s) is [172.21.15.90:3300, 172.21.15.90:6789], mon addrv is [v2:172.21.15.90:3300,v1:172.21.15.90:6789] 2024-04-26T17:16:14.537 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.90 metric 100 2024-04-26T17:16:14.537 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.90 metric 100 2024-04-26T17:16:14.539 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-26T17:16:14.539 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-04-26T17:16:14.539 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-04-26T17:16:14.542 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-26T17:16:14.542 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-26T17:16:14.542 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T17:16:14.542 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-26T17:16:14.542 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout inet6 fe80::c699:4aad:4c8:c084/64 scope link noprefixroute 2024-04-26T17:16:14.542 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T17:16:14.543 INFO:teuthology.orchestra.run.smithi090.stdout:Mon IP `172.21.15.90` is in CIDR network `172.21.0.0/20` 2024-04-26T17:16:14.543 INFO:teuthology.orchestra.run.smithi090.stdout:Mon IP `172.21.15.90` is in CIDR network `172.21.0.0/20` 2024-04-26T17:16:14.543 INFO:teuthology.orchestra.run.smithi090.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-26T17:16:14.543 INFO:teuthology.orchestra.run.smithi090.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-26T17:16:14.544 INFO:teuthology.orchestra.run.smithi090.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f... 2024-04-26T17:16:15.033 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stdout d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 2024-04-26T17:16:15.033 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f... 2024-04-26T17:16:15.033 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Getting image source signatures 2024-04-26T17:16:15.033 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Copying blob sha256:37275bf6bb7890c9fc8b8ba10e7e08422ca5bb2da8705ad676140999ba51b8f8 2024-04-26T17:16:15.033 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Copying blob sha256:426fede9fffa2c7dfe40a4f9322a34794b72405170134d54d2c30d9cc6c6a5be 2024-04-26T17:16:15.033 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Copying config sha256:d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 2024-04-26T17:16:15.033 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-26T17:16:15.990 INFO:teuthology.orchestra.run.smithi090.stdout:ceph: stdout ceph version 19.0.0-3227-gc37f63b3 (c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f) squid (dev) 2024-04-26T17:16:15.990 INFO:teuthology.orchestra.run.smithi090.stdout:Ceph version: ceph version 19.0.0-3227-gc37f63b3 (c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f) squid (dev) 2024-04-26T17:16:15.990 INFO:teuthology.orchestra.run.smithi090.stdout:Extracting ceph user uid/gid from container image... 2024-04-26T17:16:20.001 INFO:teuthology.orchestra.run.smithi090.stdout:stat: stdout 167 167 2024-04-26T17:16:20.001 INFO:teuthology.orchestra.run.smithi090.stdout:Creating initial keys... 2024-04-26T17:16:31.848 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph-authtool: stdout AQBn4StmMSXBKRAA461KV5KEEavIBvf0wgVjkw== 2024-04-26T17:16:34.443 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph-authtool: stdout AQBx4Stm/N8UNBAAC55jGO/SaiicU6tTYQo4uA== 2024-04-26T17:16:35.317 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph-authtool: stdout AQBy4StmTpGFLRAAFOov4gxdgELwk5SCjwjhVw== 2024-04-26T17:16:35.318 INFO:teuthology.orchestra.run.smithi090.stdout:Creating initial monmap... 2024-04-26T17:16:36.235 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T17:16:36.235 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-26T17:16:36.235 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:16:36.235 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T17:16:36.235 INFO:teuthology.orchestra.run.smithi090.stdout:monmaptool for a [v2:172.21.15.90:3300,v1:172.21.15.90:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T17:16:36.235 INFO:teuthology.orchestra.run.smithi090.stdout:setting min_mon_release = quincy 2024-04-26T17:16:36.235 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: set fsid to 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:16:36.235 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T17:16:36.235 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:16:36.236 INFO:teuthology.orchestra.run.smithi090.stdout:Creating mon... 2024-04-26T17:16:37.117 INFO:teuthology.orchestra.run.smithi090.stdout:create mon.a on 2024-04-26T17:16:37.443 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-26T17:16:37.663 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-26T17:16:38.147 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-970e2e88-03f0-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-970e2e88-03f0-11ef-bc93-c7b262605968.target. 2024-04-26T17:16:38.147 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-970e2e88-03f0-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-970e2e88-03f0-11ef-bc93-c7b262605968.target. 2024-04-26T17:16:38.392 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.a 2024-04-26T17:16:38.392 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Failed to reset failed state of unit ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-26T17:16:38.562 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-970e2e88-03f0-11ef-bc93-c7b262605968.target.wants/ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-970e2e88-03f0-11ef-bc93-c7b262605968@.service. 2024-04-26T17:16:39.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:38 smithi090 podman[29021]: 2024-04-26 17:16:38.719425879 +0000 UTC m=+0.019307377 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:16:39.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:39 smithi090 podman[29021]: 2024-04-26 17:16:39.580761709 +0000 UTC m=+0.880643180 container create 111868bdc4748d50ac1aeca69dd96b3888a89f8d71e27141d9ed8278ebc95532 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-c37f63b) 2024-04-26T17:16:39.879 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T17:16:39.879 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout disabled 2024-04-26T17:16:39.886 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T17:16:39.886 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-04-26T17:16:39.886 INFO:teuthology.orchestra.run.smithi090.stdout:firewalld.service is not enabled 2024-04-26T17:16:39.886 INFO:teuthology.orchestra.run.smithi090.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T17:16:39.887 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mon to start... 2024-04-26T17:16:39.887 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mon... 2024-04-26T17:16:39.993 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:39 smithi090 podman[29021]: 2024-04-26 17:16:39.791705224 +0000 UTC m=+1.091586694 container init 111868bdc4748d50ac1aeca69dd96b3888a89f8d71e27141d9ed8278ebc95532 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, io.buildah.version=1.33.5) 2024-04-26T17:16:39.993 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:39 smithi090 podman[29021]: 2024-04-26 17:16:39.79475825 +0000 UTC m=+1.094639722 container start 111868bdc4748d50ac1aeca69dd96b3888a89f8d71e27141d9ed8278ebc95532 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-c37f63b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-26T17:16:39.993 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:39 smithi090 ceph-mon[29043]: mkfs 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:16:39.993 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:39 smithi090 ceph-mon[29043]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T17:16:39.994 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:39 smithi090 bash[29021]: 111868bdc4748d50ac1aeca69dd96b3888a89f8d71e27141d9ed8278ebc95532 2024-04-26T17:16:39.994 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:39 smithi090 systemd[1]: Started Ceph mon.a for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:16:40.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:40 smithi090 ceph-mon[29043]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T17:16:40.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:40 smithi090 ceph-mon[29043]: monmap epoch 1 2024-04-26T17:16:40.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:40 smithi090 ceph-mon[29043]: fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:16:40.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:40 smithi090 ceph-mon[29043]: last_changed 2024-04-26T17:16:35.660519+0000 2024-04-26T17:16:40.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:40 smithi090 ceph-mon[29043]: created 2024-04-26T17:16:35.660519+0000 2024-04-26T17:16:40.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:40 smithi090 ceph-mon[29043]: min_mon_release 19 (squid) 2024-04-26T17:16:40.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:40 smithi090 ceph-mon[29043]: election_strategy: 1 2024-04-26T17:16:40.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:40 smithi090 ceph-mon[29043]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-26T17:16:40.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:40 smithi090 ceph-mon[29043]: fsmap 2024-04-26T17:16:40.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:40 smithi090 ceph-mon[29043]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T17:16:40.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:40 smithi090 ceph-mon[29043]: mgrmap e1: no daemons active 2024-04-26T17:16:40.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:40 smithi090 ceph-mon[29043]: from='client.? 172.21.15.90:0/2691052589' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T17:16:40.988 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout cluster: 2024-04-26T17:16:40.988 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout id: 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:16:40.988 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-26T17:16:40.988 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:40.988 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout services: 2024-04-26T17:16:40.988 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.517752s) 2024-04-26T17:16:40.988 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-26T17:16:40.988 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-26T17:16:40.988 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:40.988 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout data: 2024-04-26T17:16:40.988 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout pgs: 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.275+0000 7ff956037700 1 Processor -- start 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.275+0000 7ff956037700 1 -- start start 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.275+0000 7ff956037700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 0x7ff950106d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.275+0000 7ff956037700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff950107350 con 0x7ff950106960 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.276+0000 7ff94f7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 0x7ff950106d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.276+0000 7ff94f7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 0x7ff950106d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51802/0 (socket says 172.21.15.90:51802) 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.276+0000 7ff94f7fe700 1 -- 172.21.15.90:0/1056239632 learned_addr learned my addr 172.21.15.90:0/1056239632 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.276+0000 7ff94f7fe700 1 -- 172.21.15.90:0/1056239632 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9501074d0 con 0x7ff950106960 2024-04-26T17:16:40.989 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.276+0000 7ff94f7fe700 1 --2- 172.21.15.90:0/1056239632 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 0x7ff950106d80 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff9400098a0 tx=0x7ff940009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9ce0d338653e6c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.277+0000 7ff94effd700 1 -- 172.21.15.90:0/1056239632 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff940004160 con 0x7ff950106960 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.277+0000 7ff94effd700 1 -- 172.21.15.90:0/1056239632 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff940004300 con 0x7ff950106960 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.277+0000 7ff94effd700 1 -- 172.21.15.90:0/1056239632 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9400036a0 con 0x7ff950106960 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.277+0000 7ff956037700 1 -- 172.21.15.90:0/1056239632 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 msgr2=0x7ff950106d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.277+0000 7ff956037700 1 --2- 172.21.15.90:0/1056239632 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 0x7ff950106d80 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff9400098a0 tx=0x7ff940009bb0 comp rx=0 tx=0).stop 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.277+0000 7ff956037700 1 -- 172.21.15.90:0/1056239632 shutdown_connections 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.277+0000 7ff956037700 1 --2- 172.21.15.90:0/1056239632 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 0x7ff950106d80 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.277+0000 7ff956037700 1 -- 172.21.15.90:0/1056239632 >> 172.21.15.90:0/1056239632 conn(0x7ff9501022a0 msgr2=0x7ff950104700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.277+0000 7ff956037700 1 -- 172.21.15.90:0/1056239632 shutdown_connections 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.277+0000 7ff956037700 1 -- 172.21.15.90:0/1056239632 wait complete. 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.278+0000 7ff956037700 1 Processor -- start 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.278+0000 7ff956037700 1 -- start start 2024-04-26T17:16:40.990 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.278+0000 7ff956037700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 0x7ff95019bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.278+0000 7ff956037700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff950109d40 con 0x7ff950106960 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.278+0000 7ff94f7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 0x7ff95019bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.278+0000 7ff94f7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 0x7ff95019bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51810/0 (socket says 172.21.15.90:51810) 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.278+0000 7ff94f7fe700 1 -- 172.21.15.90:0/2691052589 learned_addr learned my addr 172.21.15.90:0/2691052589 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.279+0000 7ff94f7fe700 1 -- 172.21.15.90:0/2691052589 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff95019c320 con 0x7ff950106960 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.279+0000 7ff94f7fe700 1 --2- 172.21.15.90:0/2691052589 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 0x7ff95019bde0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff940000c00 tx=0x7ff940004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.279+0000 7ff94d7fa700 1 -- 172.21.15.90:0/2691052589 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff940003db0 con 0x7ff950106960 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.279+0000 7ff94d7fa700 1 -- 172.21.15.90:0/2691052589 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff940011630 con 0x7ff950106960 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.279+0000 7ff956037700 1 -- 172.21.15.90:0/2691052589 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff95019c5b0 con 0x7ff950106960 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.279+0000 7ff94d7fa700 1 -- 172.21.15.90:0/2691052589 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff940011950 con 0x7ff950106960 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.279+0000 7ff956037700 1 -- 172.21.15.90:0/2691052589 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff95019f2a0 con 0x7ff950106960 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.279+0000 7ff94d7fa700 1 -- 172.21.15.90:0/2691052589 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff940011af0 con 0x7ff950106960 2024-04-26T17:16:40.991 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.279+0000 7ff94d7fa700 1 -- 172.21.15.90:0/2691052589 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff94001c450 con 0x7ff950106960 2024-04-26T17:16:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.280+0000 7ff956037700 1 -- 172.21.15.90:0/2691052589 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff950064250 con 0x7ff950106960 2024-04-26T17:16:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.282+0000 7ff94d7fa700 1 -- 172.21.15.90:0/2691052589 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7ff940032020 con 0x7ff950106960 2024-04-26T17:16:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.351+0000 7ff956037700 1 -- 172.21.15.90:0/2691052589 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7ff95019ca90 con 0x7ff950106960 2024-04-26T17:16:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.351+0000 7ff94d7fa700 1 -- 172.21.15.90:0/2691052589 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7ff95019ca90 con 0x7ff950106960 2024-04-26T17:16:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.352+0000 7ff956037700 1 -- 172.21.15.90:0/2691052589 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 msgr2=0x7ff95019bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.352+0000 7ff956037700 1 --2- 172.21.15.90:0/2691052589 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 0x7ff95019bde0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff940000c00 tx=0x7ff940004750 comp rx=0 tx=0).stop 2024-04-26T17:16:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.352+0000 7ff956037700 1 -- 172.21.15.90:0/2691052589 shutdown_connections 2024-04-26T17:16:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.352+0000 7ff956037700 1 --2- 172.21.15.90:0/2691052589 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff950106960 0x7ff95019bde0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.352+0000 7ff956037700 1 -- 172.21.15.90:0/2691052589 >> 172.21.15.90:0/2691052589 conn(0x7ff9501022a0 msgr2=0x7ff950192aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.352+0000 7ff956037700 1 -- 172.21.15.90:0/2691052589 shutdown_connections 2024-04-26T17:16:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:40.352+0000 7ff956037700 1 -- 172.21.15.90:0/2691052589 wait complete. 2024-04-26T17:16:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:mon is available 2024-04-26T17:16:40.993 INFO:teuthology.orchestra.run.smithi090.stdout:Assimilating anything we can from ceph.conf... 2024-04-26T17:16:42.021 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:42.022 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T17:16:42.022 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout fsid = 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:16:42.022 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-26T17:16:42.022 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.90:3300,v1:172.21.15.90:6789] 2024-04-26T17:16:42.022 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T17:16:42.022 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T17:16:42.022 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T17:16:42.022 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T17:16:42.022 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:42.022 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T17:16:42.022 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.399+0000 7f47f05a7700 1 Processor -- start 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.399+0000 7f47f05a7700 1 -- start start 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.399+0000 7f47f05a7700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 0x7f47e807c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.399+0000 7f47f05a7700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f47e807c900 con 0x7f47e807de80 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.399+0000 7f47ee343700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 0x7f47e807c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.400+0000 7f47ee343700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 0x7f47e807c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51824/0 (socket says 172.21.15.90:51824) 2024-04-26T17:16:42.023 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.400+0000 7f47ee343700 1 -- 172.21.15.90:0/119055345 learned_addr learned my addr 172.21.15.90:0/119055345 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.400+0000 7f47ee343700 1 -- 172.21.15.90:0/119055345 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47e807ca80 con 0x7f47e807de80 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.400+0000 7f47ee343700 1 --2- 172.21.15.90:0/119055345 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 0x7f47e807c330 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f47e40098a0 tx=0x7f47e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a1ab43d35f5fbe5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.400+0000 7f47ed341700 1 -- 172.21.15.90:0/119055345 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f47e4004160 con 0x7f47e807de80 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.400+0000 7f47ed341700 1 -- 172.21.15.90:0/119055345 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47e4004300 con 0x7f47e807de80 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.400+0000 7f47ed341700 1 -- 172.21.15.90:0/119055345 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f47e40036a0 con 0x7f47e807de80 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.401+0000 7f47f05a7700 1 -- 172.21.15.90:0/119055345 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 msgr2=0x7f47e807c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.401+0000 7f47f05a7700 1 --2- 172.21.15.90:0/119055345 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 0x7f47e807c330 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f47e40098a0 tx=0x7f47e4009bb0 comp rx=0 tx=0).stop 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.401+0000 7f47f05a7700 1 -- 172.21.15.90:0/119055345 shutdown_connections 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.401+0000 7f47f05a7700 1 --2- 172.21.15.90:0/119055345 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 0x7f47e807c330 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.401+0000 7f47f05a7700 1 -- 172.21.15.90:0/119055345 >> 172.21.15.90:0/119055345 conn(0x7f47e8103d60 msgr2=0x7f47e8106180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.401+0000 7f47f05a7700 1 -- 172.21.15.90:0/119055345 shutdown_connections 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.401+0000 7f47f05a7700 1 -- 172.21.15.90:0/119055345 wait complete. 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.401+0000 7f47f05a7700 1 Processor -- start 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.401+0000 7f47f05a7700 1 -- start start 2024-04-26T17:16:42.024 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.401+0000 7f47f05a7700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 0x7f47e819df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.401+0000 7f47f05a7700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f47e807cf50 con 0x7f47e807de80 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.402+0000 7f47ee343700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 0x7f47e819df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.402+0000 7f47ee343700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 0x7f47e819df70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51832/0 (socket says 172.21.15.90:51832) 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.402+0000 7f47ee343700 1 -- 172.21.15.90:0/3258415466 learned_addr learned my addr 172.21.15.90:0/3258415466 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.402+0000 7f47ee343700 1 -- 172.21.15.90:0/3258415466 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47e819e4b0 con 0x7f47e807de80 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.402+0000 7f47ee343700 1 --2- 172.21.15.90:0/3258415466 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 0x7f47e819df70 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f47e4000c00 tx=0x7f47e4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.402+0000 7f47df7fe700 1 -- 172.21.15.90:0/3258415466 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f47e4003db0 con 0x7f47e807de80 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.402+0000 7f47df7fe700 1 -- 172.21.15.90:0/3258415466 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47e4011630 con 0x7f47e807de80 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.402+0000 7f47f05a7700 1 -- 172.21.15.90:0/3258415466 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47e819e740 con 0x7f47e807de80 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.402+0000 7f47df7fe700 1 -- 172.21.15.90:0/3258415466 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f47e4011950 con 0x7f47e807de80 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.402+0000 7f47f05a7700 1 -- 172.21.15.90:0/3258415466 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47e81a1430 con 0x7f47e807de80 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.402+0000 7f47df7fe700 1 -- 172.21.15.90:0/3258415466 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f47e401a460 con 0x7f47e807de80 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.402+0000 7f47df7fe700 1 -- 172.21.15.90:0/3258415466 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f47e401b780 con 0x7f47e807de80 2024-04-26T17:16:42.025 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.403+0000 7f47f05a7700 1 -- 172.21.15.90:0/3258415466 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47e8064250 con 0x7f47e807de80 2024-04-26T17:16:42.026 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.405+0000 7f47df7fe700 1 -- 172.21.15.90:0/3258415466 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f47e401ba20 con 0x7f47e807de80 2024-04-26T17:16:42.026 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.473+0000 7f47f05a7700 1 -- 172.21.15.90:0/3258415466 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f47e802e240 con 0x7f47e807de80 2024-04-26T17:16:42.026 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.476+0000 7f47df7fe700 1 -- 172.21.15.90:0/3258415466 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7f47e401bc00 con 0x7f47e807de80 2024-04-26T17:16:42.026 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.477+0000 7f47df7fe700 1 -- 172.21.15.90:0/3258415466 <== mon.0 v2:172.21.15.90:3300/0 8 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f47e401bde0 con 0x7f47e807de80 2024-04-26T17:16:42.026 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.477+0000 7f47f05a7700 1 -- 172.21.15.90:0/3258415466 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 msgr2=0x7f47e819df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:42.026 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.477+0000 7f47f05a7700 1 --2- 172.21.15.90:0/3258415466 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 0x7f47e819df70 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f47e4000c00 tx=0x7f47e4004750 comp rx=0 tx=0).stop 2024-04-26T17:16:42.026 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.478+0000 7f47f05a7700 1 -- 172.21.15.90:0/3258415466 shutdown_connections 2024-04-26T17:16:42.026 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.478+0000 7f47f05a7700 1 --2- 172.21.15.90:0/3258415466 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47e807de80 0x7f47e819df70 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:42.026 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.478+0000 7f47f05a7700 1 -- 172.21.15.90:0/3258415466 >> 172.21.15.90:0/3258415466 conn(0x7f47e8103d60 msgr2=0x7f47e8106010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:42.026 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.478+0000 7f47f05a7700 1 -- 172.21.15.90:0/3258415466 shutdown_connections 2024-04-26T17:16:42.026 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:41.478+0000 7f47f05a7700 1 -- 172.21.15.90:0/3258415466 wait complete. 2024-04-26T17:16:42.026 INFO:teuthology.orchestra.run.smithi090.stdout:Generating new minimal ceph.conf... 2024-04-26T17:16:42.130 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:41 smithi090 ceph-mon[29043]: from='client.? 172.21.15.90:0/3258415466' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T17:16:42.130 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:41 smithi090 ceph-mon[29043]: from='client.? 172.21.15.90:0/3258415466' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-26T17:16:43.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:42 smithi090 ceph-mon[29043]: from='client.? 172.21.15.90:0/1305920653' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:16:43.087 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.465+0000 7fc76fc9a700 1 Processor -- start 2024-04-26T17:16:43.088 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.465+0000 7fc76fc9a700 1 -- start start 2024-04-26T17:16:43.088 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.465+0000 7fc76fc9a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 0x7fc768107370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:43.088 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.465+0000 7fc76fc9a700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc76807be40 con 0x7fc768106f50 2024-04-26T17:16:43.088 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.466+0000 7fc76da36700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 0x7fc768107370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:43.088 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.466+0000 7fc76da36700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 0x7fc768107370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51840/0 (socket says 172.21.15.90:51840) 2024-04-26T17:16:43.088 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.466+0000 7fc76da36700 1 -- 172.21.15.90:0/3225736599 learned_addr learned my addr 172.21.15.90:0/3225736599 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:43.088 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.466+0000 7fc76da36700 1 -- 172.21.15.90:0/3225736599 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7681078b0 con 0x7fc768106f50 2024-04-26T17:16:43.088 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.466+0000 7fc76da36700 1 --2- 172.21.15.90:0/3225736599 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 0x7fc768107370 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fc758009e80 tx=0x7fc75800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a46a4b03eb1f2f59 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:43.088 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.466+0000 7fc76ca34700 1 -- 172.21.15.90:0/3225736599 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc758017070 con 0x7fc768106f50 2024-04-26T17:16:43.088 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.466+0000 7fc76ca34700 1 -- 172.21.15.90:0/3225736599 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7fc75800b8c0 con 0x7fc768106f50 2024-04-26T17:16:43.088 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.466+0000 7fc76ca34700 1 -- 172.21.15.90:0/3225736599 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc758004490 con 0x7fc768106f50 2024-04-26T17:16:43.088 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.467+0000 7fc76fc9a700 1 -- 172.21.15.90:0/3225736599 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 msgr2=0x7fc768107370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:43.089 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.467+0000 7fc76fc9a700 1 --2- 172.21.15.90:0/3225736599 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 0x7fc768107370 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fc758009e80 tx=0x7fc75800b330 comp rx=0 tx=0).stop 2024-04-26T17:16:43.089 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.467+0000 7fc76fc9a700 1 -- 172.21.15.90:0/3225736599 shutdown_connections 2024-04-26T17:16:43.089 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.467+0000 7fc76fc9a700 1 --2- 172.21.15.90:0/3225736599 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 0x7fc768107370 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:43.089 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.467+0000 7fc76fc9a700 1 -- 172.21.15.90:0/3225736599 >> 172.21.15.90:0/3225736599 conn(0x7fc768102b10 msgr2=0x7fc768104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:43.089 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.467+0000 7fc76fc9a700 1 -- 172.21.15.90:0/3225736599 shutdown_connections 2024-04-26T17:16:43.089 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.467+0000 7fc76fc9a700 1 -- 172.21.15.90:0/3225736599 wait complete. 2024-04-26T17:16:43.089 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.467+0000 7fc76fc9a700 1 Processor -- start 2024-04-26T17:16:43.089 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.467+0000 7fc76fc9a700 1 -- start start 2024-04-26T17:16:43.089 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc76fc9a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 0x7fc76819e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:43.089 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc76fc9a700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc7681088e0 con 0x7fc768106f50 2024-04-26T17:16:43.089 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc76da36700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 0x7fc76819e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:43.090 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc76da36700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 0x7fc76819e7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51854/0 (socket says 172.21.15.90:51854) 2024-04-26T17:16:43.090 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc76da36700 1 -- 172.21.15.90:0/1305920653 learned_addr learned my addr 172.21.15.90:0/1305920653 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:43.090 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc76da36700 1 -- 172.21.15.90:0/1305920653 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc76819ece0 con 0x7fc768106f50 2024-04-26T17:16:43.090 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc76da36700 1 --2- 172.21.15.90:0/1305920653 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 0x7fc76819e7a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc758004220 tx=0x7fc75800bdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:43.090 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc766ffd700 1 -- 172.21.15.90:0/1305920653 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc758021020 con 0x7fc768106f50 2024-04-26T17:16:43.090 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc766ffd700 1 -- 172.21.15.90:0/1305920653 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7fc75801d470 con 0x7fc768106f50 2024-04-26T17:16:43.090 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc76fc9a700 1 -- 172.21.15.90:0/1305920653 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc76819ef70 con 0x7fc768106f50 2024-04-26T17:16:43.090 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc766ffd700 1 -- 172.21.15.90:0/1305920653 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc758017040 con 0x7fc768106f50 2024-04-26T17:16:43.090 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc76fc9a700 1 -- 172.21.15.90:0/1305920653 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7681a1c60 con 0x7fc768106f50 2024-04-26T17:16:43.090 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc766ffd700 1 -- 172.21.15.90:0/1305920653 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc758024020 con 0x7fc768106f50 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.468+0000 7fc766ffd700 1 -- 172.21.15.90:0/1305920653 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc75800f050 con 0x7fc768106f50 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.469+0000 7fc76fc9a700 1 -- 172.21.15.90:0/1305920653 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc768064250 con 0x7fc768106f50 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.471+0000 7fc766ffd700 1 -- 172.21.15.90:0/1305920653 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fc75802b020 con 0x7fc768106f50 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.538+0000 7fc76fc9a700 1 -- 172.21.15.90:0/1305920653 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fc76802e130 con 0x7fc768106f50 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.538+0000 7fc766ffd700 1 -- 172.21.15.90:0/1305920653 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7fc758012c90 con 0x7fc768106f50 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.539+0000 7fc76fc9a700 1 -- 172.21.15.90:0/1305920653 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 msgr2=0x7fc76819e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.539+0000 7fc76fc9a700 1 --2- 172.21.15.90:0/1305920653 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 0x7fc76819e7a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc758004220 tx=0x7fc75800bdc0 comp rx=0 tx=0).stop 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.539+0000 7fc76fc9a700 1 -- 172.21.15.90:0/1305920653 shutdown_connections 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.539+0000 7fc76fc9a700 1 --2- 172.21.15.90:0/1305920653 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc768106f50 0x7fc76819e7a0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.539+0000 7fc76fc9a700 1 -- 172.21.15.90:0/1305920653 >> 172.21.15.90:0/1305920653 conn(0x7fc768102b10 msgr2=0x7fc768195410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.539+0000 7fc76fc9a700 1 -- 172.21.15.90:0/1305920653 shutdown_connections 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:42.539+0000 7fc76fc9a700 1 -- 172.21.15.90:0/1305920653 wait complete. 2024-04-26T17:16:43.091 INFO:teuthology.orchestra.run.smithi090.stdout:Restarting the monitor... 2024-04-26T17:16:43.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:43 smithi090 systemd[1]: Stopping Ceph mon.a for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:16:43.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:43 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a[29039]: 2024-04-26T17:16:43.342+0000 7f68e77bc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:16:43.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:43 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a[29039]: 2024-04-26T17:16:43.342+0000 7f68e77bc700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-26T17:16:43.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:43 smithi090 podman[29290]: 2024-04-26 17:16:43.526979179 +0000 UTC m=+0.268329394 container died 111868bdc4748d50ac1aeca69dd96b3888a89f8d71e27141d9ed8278ebc95532 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-26T17:16:44.045 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:43 smithi090 podman[29290]: 2024-04-26 17:16:43.864166022 +0000 UTC m=+0.605516244 container cleanup 111868bdc4748d50ac1aeca69dd96b3888a89f8d71e27141d9ed8278ebc95532 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-26T17:16:44.045 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:43 smithi090 bash[29290]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a 2024-04-26T17:16:44.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 podman[29304]: 2024-04-26 17:16:44.046060236 +0000 UTC m=+0.517029038 container remove 111868bdc4748d50ac1aeca69dd96b3888a89f8d71e27141d9ed8278ebc95532 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-c37f63b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-26T17:16:44.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-26T17:16:44.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 systemd[1]: Stopped Ceph mon.a for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:16:44.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 systemd[1]: Starting Ceph mon.a for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:16:44.751 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 podman[29398]: 2024-04-26 17:16:44.404730443 +0000 UTC m=+0.017636305 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:16:44.751 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 podman[29398]: 2024-04-26 17:16:44.513912394 +0000 UTC m=+0.126818298 container create ea13d80c3e4e48a3325e2b4292251df285fe94509ab774050c5d018bf5bf87c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 podman[29398]: 2024-04-26 17:16:44.716749871 +0000 UTC m=+0.329655742 container init ea13d80c3e4e48a3325e2b4292251df285fe94509ab774050c5d018bf5bf87c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-c37f63b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0) 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 podman[29398]: 2024-04-26 17:16:44.719698024 +0000 UTC m=+0.332603888 container start ea13d80c3e4e48a3325e2b4292251df285fe94509ab774050c5d018bf5bf87c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True) 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: ceph version 19.0.0-3227-gc37f63b3 (c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f) squid (dev), process ceph-mon, pid 2 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: pidfile_write: ignore empty --pid-file 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: load: jerasure load: lrc 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: RocksDB version: 7.9.2 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Git sha 0 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Compile date 2024-04-24 00:04:22 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: DB SUMMARY 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: DB Session ID: ET8S626OBX3XX74DS6IQ 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: CURRENT file: CURRENT 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T17:16:44.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-26T17:16:44.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-26T17:16:44.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104614 ; 2024-04-26T17:16:44.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.error_if_exists: 0 2024-04-26T17:16:44.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.create_if_missing: 0 2024-04-26T17:16:44.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.paranoid_checks: 1 2024-04-26T17:16:44.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T17:16:44.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T17:16:44.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.env: 0x5641159fccc0 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.info_log: 0x564116f8dc40 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.statistics: (nil) 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.use_fsync: 0 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_log_file_size: 0 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.allow_fallocate: 1 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T17:16:44.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.use_direct_reads: 0 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.db_log_dir: 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.wal_dir: 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T17:16:44.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T17:16:44.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.write_buffer_manager: 0x564116f5d0e0 2024-04-26T17:16:44.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T17:16:44.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T17:16:44.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T17:16:44.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T17:16:44.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T17:16:44.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T17:16:44.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T17:16:44.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T17:16:44.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.unordered_write: 0 2024-04-26T17:16:44.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T17:16:44.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T17:16:44.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T17:16:44.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T17:16:44.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.row_cache: None 2024-04-26T17:16:44.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.wal_filter: None 2024-04-26T17:16:44.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T17:16:44.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.two_write_queues: 0 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.wal_compression: 0 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.atomic_flush: 0 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.log_readahead_size: 0 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T17:16:44.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_background_jobs: 2 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_background_compactions: -1 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_subcompactions: 1 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T17:16:44.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_open_files: -1 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_background_flushes: -1 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Compression algorithms supported: 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: kZSTD supported: 0 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: kXpressCompression supported: 0 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: kZlibCompression supported: 1 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: kSnappyCompression supported: 1 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: kLZ4Compression supported: 1 2024-04-26T17:16:44.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: kBZip2Compression supported: 0 2024-04-26T17:16:44.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T17:16:44.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T17:16:44.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-26T17:16:44.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T17:16:44.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T17:16:44.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.merge_operator: 2024-04-26T17:16:44.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_filter: None 2024-04-26T17:16:44.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T17:16:44.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T17:16:44.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T17:16:44.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564116f8de00) 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: cache_index_and_filter_blocks: 1 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: pin_top_level_index_and_filter: 1 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_type: 0 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: data_block_index_type: 0 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_shortening: 1 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: checksum: 4 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: no_block_cache: 0 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache: 0x564116f8f1f0 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_name: BinnedLRUCache 2024-04-26T17:16:44.763 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_options: 2024-04-26T17:16:44.764 INFO:journalctl@ceph.mon.a.smithi090.stdout: capacity : 536870912 2024-04-26T17:16:44.764 INFO:journalctl@ceph.mon.a.smithi090.stdout: num_shard_bits : 4 2024-04-26T17:16:44.764 INFO:journalctl@ceph.mon.a.smithi090.stdout: strict_capacity_limit : 0 2024-04-26T17:16:44.764 INFO:journalctl@ceph.mon.a.smithi090.stdout: high_pri_pool_ratio: 0.000 2024-04-26T17:16:44.764 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_compressed: (nil) 2024-04-26T17:16:44.764 INFO:journalctl@ceph.mon.a.smithi090.stdout: persistent_cache: (nil) 2024-04-26T17:16:44.764 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_size: 4096 2024-04-26T17:16:44.764 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_size_deviation: 10 2024-04-26T17:16:44.764 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_restart_interval: 16 2024-04-26T17:16:44.764 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_block_restart_interval: 1 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: metadata_block_size: 4096 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: partition_filters: 0 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: use_delta_encoding: 1 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: filter_policy: bloomfilter 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: whole_key_filtering: 1 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: verify_compression: 0 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: read_amp_bytes_per_bit: 0 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: format_version: 5 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: enable_index_compression: 1 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_align: 0 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: max_auto_readahead_size: 262144 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: prepopulate_block_cache: 0 2024-04-26T17:16:44.765 INFO:journalctl@ceph.mon.a.smithi090.stdout: initial_auto_readahead_size: 8192 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compression: NoCompression 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.num_levels: 7 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T17:16:44.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T17:16:44.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T17:16:44.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.inplace_update_support: 0 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T17:16:44.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.bloom_locality: 0 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.max_successive_merges: 0 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.ttl: 2592000 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.enable_blob_files: false 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.min_blob_size: 0 2024-04-26T17:16:44.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T17:16:44.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T17:16:44.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T17:16:44.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T17:16:44.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T17:16:44.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T17:16:44.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T17:16:44.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T17:16:44.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-26T17:16:44.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-26T17:16:44.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d0774a57-0043-4f62-9efa-f8e009bef9ff 2024-04-26T17:16:44.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714151804748488, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-26T17:16:44.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714151804749504, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 99823, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 324, "table_properties": {"data_size": 97705, "index_size": 310, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14052, "raw_average_key_size": 49, "raw_value_size": 90057, "raw_average_value_size": 318, "num_data_blocks": 12, "num_entries": 283, "num_filter_entries": 283, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714151804, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d0774a57-0043-4f62-9efa-f8e009bef9ff", "db_session_id": "ET8S626OBX3XX74DS6IQ", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714151804749588, "job": 1, "event": "recovery_finished"} 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5641170a6000 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: DB pointer 0x564117090000 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** DB Stats ** 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T17:16:44.773 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** Compaction Stats [default] ** 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: L0 2/0 99.34 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 146.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: Sum 2/0 99.34 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 146.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 146.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** Compaction Stats [default] ** 2024-04-26T17:16:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 146.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative compaction: 0.00 GB write, 31.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T17:16:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval compaction: 0.00 GB write, 31.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout: Block cache BinnedLRUCache@0x564116f8f1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: starting mon.a rank 0 at public addrs [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] at bind addrs [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: mon.a@-1(???) e1 preinit fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: mon.a@-1(???).mds e1 new map 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: mon.a@-1(???).mds e1 print_map 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout: e1 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T17:16:44.776 INFO:journalctl@ceph.mon.a.smithi090.stdout: legacy client fscid: -1 2024-04-26T17:16:44.777 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-26T17:16:44.777 INFO:journalctl@ceph.mon.a.smithi090.stdout: No filesystems configured 2024-04-26T17:16:44.777 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T17:16:44.777 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T17:16:44.777 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T17:16:44.777 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T17:16:44.777 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-26T17:16:44.845 INFO:teuthology.orchestra.run.smithi090.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-26T17:16:45.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T17:16:45.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: monmap epoch 1 2024-04-26T17:16:45.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:16:45.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: last_changed 2024-04-26T17:16:35.660519+0000 2024-04-26T17:16:45.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: created 2024-04-26T17:16:35.660519+0000 2024-04-26T17:16:45.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: min_mon_release 19 (squid) 2024-04-26T17:16:45.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: election_strategy: 1 2024-04-26T17:16:45.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-26T17:16:45.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: fsmap 2024-04-26T17:16:45.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T17:16:45.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 ceph-mon[29417]: mgrmap e1: no daemons active 2024-04-26T17:16:45.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 bash[29398]: ea13d80c3e4e48a3325e2b4292251df285fe94509ab774050c5d018bf5bf87c1 2024-04-26T17:16:45.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:44 smithi090 systemd[1]: Started Ceph mon.a for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:16:46.148 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.508+0000 7f4b32462700 1 Processor -- start 2024-04-26T17:16:46.148 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.508+0000 7f4b32462700 1 -- start start 2024-04-26T17:16:46.148 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.508+0000 7f4b32462700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 0x7f4b2c106e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:46.148 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.508+0000 7f4b32462700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4b2c107460 con 0x7f4b2c106a70 2024-04-26T17:16:46.148 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.509+0000 7f4b2bfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 0x7f4b2c106e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:46.148 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.509+0000 7f4b2bfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 0x7f4b2c106e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53504/0 (socket says 172.21.15.90:53504) 2024-04-26T17:16:46.148 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.509+0000 7f4b2bfff700 1 -- 172.21.15.90:0/1325242528 learned_addr learned my addr 172.21.15.90:0/1325242528 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.509+0000 7f4b2bfff700 1 -- 172.21.15.90:0/1325242528 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b2c109a10 con 0x7f4b2c106a70 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.509+0000 7f4b2bfff700 1 --2- 172.21.15.90:0/1325242528 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 0x7f4b2c106e90 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c0098a0 tx=0x7f4b1c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85ec0b59000c27a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.509+0000 7f4b2affd700 1 -- 172.21.15.90:0/1325242528 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b1c004160 con 0x7f4b2c106a70 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.509+0000 7f4b2affd700 1 -- 172.21.15.90:0/1325242528 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f4b1c004300 con 0x7f4b2c106a70 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.509+0000 7f4b2affd700 1 -- 172.21.15.90:0/1325242528 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b1c011a80 con 0x7f4b2c106a70 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.510+0000 7f4b32462700 1 -- 172.21.15.90:0/1325242528 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 msgr2=0x7f4b2c106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.510+0000 7f4b32462700 1 --2- 172.21.15.90:0/1325242528 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 0x7f4b2c106e90 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c0098a0 tx=0x7f4b1c009bb0 comp rx=0 tx=0).stop 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.510+0000 7f4b32462700 1 -- 172.21.15.90:0/1325242528 shutdown_connections 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.510+0000 7f4b32462700 1 --2- 172.21.15.90:0/1325242528 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 0x7f4b2c106e90 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.510+0000 7f4b32462700 1 -- 172.21.15.90:0/1325242528 >> 172.21.15.90:0/1325242528 conn(0x7f4b2c102330 msgr2=0x7f4b2c104770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.510+0000 7f4b32462700 1 -- 172.21.15.90:0/1325242528 shutdown_connections 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.510+0000 7f4b32462700 1 -- 172.21.15.90:0/1325242528 wait complete. 2024-04-26T17:16:46.149 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.511+0000 7f4b32462700 1 Processor -- start 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.511+0000 7f4b32462700 1 -- start start 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.511+0000 7f4b32462700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 0x7f4b2c19c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.511+0000 7f4b32462700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4b2c10cc40 con 0x7f4b2c106a70 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.511+0000 7f4b2bfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 0x7f4b2c19c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.511+0000 7f4b2bfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 0x7f4b2c19c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53516/0 (socket says 172.21.15.90:53516) 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.511+0000 7f4b2bfff700 1 -- 172.21.15.90:0/3388672795 learned_addr learned my addr 172.21.15.90:0/3388672795 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.511+0000 7f4b2bfff700 1 -- 172.21.15.90:0/3388672795 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b2c19cbc0 con 0x7f4b2c106a70 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.512+0000 7f4b2bfff700 1 --2- 172.21.15.90:0/3388672795 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 0x7f4b2c19c680 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c011740 tx=0x7f4b1c011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.512+0000 7f4b297fa700 1 -- 172.21.15.90:0/3388672795 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b1c003aa0 con 0x7f4b2c106a70 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.512+0000 7f4b32462700 1 -- 172.21.15.90:0/3388672795 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b2c19ce50 con 0x7f4b2c106a70 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.512+0000 7f4b297fa700 1 -- 172.21.15.90:0/3388672795 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f4b1c003c40 con 0x7f4b2c106a70 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.512+0000 7f4b297fa700 1 -- 172.21.15.90:0/3388672795 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b1c024740 con 0x7f4b2c106a70 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.512+0000 7f4b32462700 1 -- 172.21.15.90:0/3388672795 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b2c19fb40 con 0x7f4b2c106a70 2024-04-26T17:16:46.150 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.512+0000 7f4b297fa700 1 -- 172.21.15.90:0/3388672795 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4b1c022020 con 0x7f4b2c106a70 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.512+0000 7f4b297fa700 1 -- 172.21.15.90:0/3388672795 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4b1c02ddd0 con 0x7f4b2c106a70 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.513+0000 7f4b32462700 1 -- 172.21.15.90:0/3388672795 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b2c064250 con 0x7f4b2c106a70 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.515+0000 7f4b297fa700 1 -- 172.21.15.90:0/3388672795 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f4b1c042e50 con 0x7f4b2c106a70 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.581+0000 7f4b32462700 1 -- 172.21.15.90:0/3388672795 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f4b2c19fd10 con 0x7f4b2c106a70 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.582+0000 7f4b297fa700 1 -- 172.21.15.90:0/3388672795 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f4b1c031020 con 0x7f4b2c106a70 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.583+0000 7f4b32462700 1 -- 172.21.15.90:0/3388672795 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 msgr2=0x7f4b2c19c680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.583+0000 7f4b32462700 1 --2- 172.21.15.90:0/3388672795 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 0x7f4b2c19c680 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c011740 tx=0x7f4b1c011b00 comp rx=0 tx=0).stop 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.583+0000 7f4b32462700 1 -- 172.21.15.90:0/3388672795 shutdown_connections 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.583+0000 7f4b32462700 1 --2- 172.21.15.90:0/3388672795 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b2c106a70 0x7f4b2c19c680 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.583+0000 7f4b32462700 1 -- 172.21.15.90:0/3388672795 >> 172.21.15.90:0/3388672795 conn(0x7f4b2c102330 msgr2=0x7f4b2c102ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.583+0000 7f4b32462700 1 -- 172.21.15.90:0/3388672795 shutdown_connections 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:45.583+0000 7f4b32462700 1 -- 172.21.15.90:0/3388672795 wait complete. 2024-04-26T17:16:46.151 INFO:teuthology.orchestra.run.smithi090.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-26T17:16:46.174 INFO:teuthology.orchestra.run.smithi090.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:16:46.174 INFO:teuthology.orchestra.run.smithi090.stdout:Creating mgr... 2024-04-26T17:16:46.175 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-26T17:16:46.175 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-26T17:16:46.427 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.x 2024-04-26T17:16:46.427 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Failed to reset failed state of unit ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-26T17:16:46.580 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-970e2e88-03f0-11ef-bc93-c7b262605968.target.wants/ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-970e2e88-03f0-11ef-bc93-c7b262605968@.service. 2024-04-26T17:16:46.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:46 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3388672795' entity='client.admin' 2024-04-26T17:16:46.796 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:46 smithi090 systemd[1]: Starting Ceph mgr.x for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:16:47.065 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:46 smithi090 podman[29632]: 2024-04-26 17:16:46.796416544 +0000 UTC m=+0.098276218 container create f5d6e449cdcf24639f96b36672102618fadd6c2d0de5bf50a2140fc3529051a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:16:47.065 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:46 smithi090 podman[29632]: 2024-04-26 17:16:46.715863705 +0000 UTC m=+0.017723332 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f 2024-04-26T17:16:47.065 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:46 smithi090 podman[29632]: 2024-04-26 17:16:46.990667021 +0000 UTC m=+0.292526633 container init f5d6e449cdcf24639f96b36672102618fadd6c2d0de5bf50a2140fc3529051a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-26T17:16:47.065 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:46 smithi090 podman[29632]: 2024-04-26 17:16:46.993083306 +0000 UTC m=+0.294942917 container start f5d6e449cdcf24639f96b36672102618fadd6c2d0de5bf50a2140fc3529051a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-26T17:16:47.080 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T17:16:47.080 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout disabled 2024-04-26T17:16:47.088 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T17:16:47.088 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-04-26T17:16:47.088 INFO:teuthology.orchestra.run.smithi090.stdout:firewalld.service is not enabled 2024-04-26T17:16:47.088 INFO:teuthology.orchestra.run.smithi090.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T17:16:47.098 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T17:16:47.098 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout disabled 2024-04-26T17:16:47.106 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T17:16:47.106 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-04-26T17:16:47.106 INFO:teuthology.orchestra.run.smithi090.stdout:firewalld.service is not enabled 2024-04-26T17:16:47.107 INFO:teuthology.orchestra.run.smithi090.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-26T17:16:47.107 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mgr to start... 2024-04-26T17:16:47.107 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mgr... 2024-04-26T17:16:47.337 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:47 smithi090 bash[29632]: f5d6e449cdcf24639f96b36672102618fadd6c2d0de5bf50a2140fc3529051a3 2024-04-26T17:16:47.337 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:47 smithi090 systemd[1]: Started Ceph mgr.x for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:16:47.337 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:47 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:47.153+0000 7fe0deb42200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T17:16:47.650 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:47 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:47.341+0000 7fe0deb42200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:16:47.651 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:47 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:47.446+0000 7fe0deb42200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T17:16:47.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:47 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1818650626' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T17:16:47.931 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:47 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:47.775+0000 7fe0deb42200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T17:16:47.931 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:47 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:47.860+0000 7fe0deb42200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T17:16:48.227 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:48.227 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-26T17:16:48.227 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:16:48.227 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 0 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T17:16:48.228 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T17:16:48.229 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:48.230 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T17:16:39.836317+0000", 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:48.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.569+0000 7f52261dc700 1 Processor -- start 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.569+0000 7f52261dc700 1 -- start start 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.569+0000 7f52261dc700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 0x7f522010b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.569+0000 7f52261dc700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f522007bea0 con 0x7f5220109100 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.570+0000 7f521f7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 0x7f522010b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.570+0000 7f521f7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 0x7f522010b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53536/0 (socket says 172.21.15.90:53536) 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.570+0000 7f521f7fe700 1 -- 172.21.15.90:0/2066243207 learned_addr learned my addr 172.21.15.90:0/2066243207 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.570+0000 7f521f7fe700 1 -- 172.21.15.90:0/2066243207 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f522010ba30 con 0x7f5220109100 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.570+0000 7f521f7fe700 1 --2- 172.21.15.90:0/2066243207 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 0x7f522010b4f0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f52140098a0 tx=0x7f5214009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d63d3629409309b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.570+0000 7f521e7fc700 1 -- 172.21.15.90:0/2066243207 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5214004160 con 0x7f5220109100 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.570+0000 7f521e7fc700 1 -- 172.21.15.90:0/2066243207 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f5214004300 con 0x7f5220109100 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.570+0000 7f521e7fc700 1 -- 172.21.15.90:0/2066243207 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5214011a80 con 0x7f5220109100 2024-04-26T17:16:48.232 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.571+0000 7f52261dc700 1 -- 172.21.15.90:0/2066243207 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 msgr2=0x7f522010b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.571+0000 7f52261dc700 1 --2- 172.21.15.90:0/2066243207 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 0x7f522010b4f0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f52140098a0 tx=0x7f5214009bb0 comp rx=0 tx=0).stop 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.571+0000 7f52261dc700 1 -- 172.21.15.90:0/2066243207 shutdown_connections 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.571+0000 7f52261dc700 1 --2- 172.21.15.90:0/2066243207 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 0x7f522010b4f0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.571+0000 7f52261dc700 1 -- 172.21.15.90:0/2066243207 >> 172.21.15.90:0/2066243207 conn(0x7f5220102b10 msgr2=0x7f5220104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.571+0000 7f52261dc700 1 -- 172.21.15.90:0/2066243207 shutdown_connections 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.571+0000 7f52261dc700 1 -- 172.21.15.90:0/2066243207 wait complete. 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.571+0000 7f52261dc700 1 Processor -- start 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.572+0000 7f52261dc700 1 -- start start 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.572+0000 7f52261dc700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 0x7f522019c530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.572+0000 7f52261dc700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f522010c980 con 0x7f5220109100 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.572+0000 7f521f7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 0x7f522019c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.572+0000 7f521f7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 0x7f522019c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53540/0 (socket says 172.21.15.90:53540) 2024-04-26T17:16:48.233 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.572+0000 7f521f7fe700 1 -- 172.21.15.90:0/1818650626 learned_addr learned my addr 172.21.15.90:0/1818650626 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.572+0000 7f521f7fe700 1 -- 172.21.15.90:0/1818650626 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f522019ca70 con 0x7f5220109100 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.572+0000 7f521f7fe700 1 --2- 172.21.15.90:0/1818650626 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 0x7f522019c530 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5214011740 tx=0x7f52140046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.573+0000 7f521cff9700 1 -- 172.21.15.90:0/1818650626 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5214003b70 con 0x7f5220109100 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.573+0000 7f52261dc700 1 -- 172.21.15.90:0/1818650626 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f522019cd60 con 0x7f5220109100 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.573+0000 7f52261dc700 1 -- 172.21.15.90:0/1818650626 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f522019f9f0 con 0x7f5220109100 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.573+0000 7f521cff9700 1 -- 172.21.15.90:0/1818650626 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f521401a8c0 con 0x7f5220109100 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.573+0000 7f521cff9700 1 -- 172.21.15.90:0/1818650626 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f52140248e0 con 0x7f5220109100 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.573+0000 7f521cff9700 1 -- 172.21.15.90:0/1818650626 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5214022020 con 0x7f5220109100 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.573+0000 7f521cff9700 1 -- 172.21.15.90:0/1818650626 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f52140193c0 con 0x7f5220109100 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.574+0000 7f52261dc700 1 -- 172.21.15.90:0/1818650626 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f520c005360 con 0x7f5220109100 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.578+0000 7f521cff9700 1 -- 172.21.15.90:0/1818650626 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f5214032080 con 0x7f5220109100 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.650+0000 7f52261dc700 1 -- 172.21.15.90:0/1818650626 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f520c005920 con 0x7f5220109100 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.651+0000 7f521cff9700 1 -- 172.21.15.90:0/1818650626 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f521401aa70 con 0x7f5220109100 2024-04-26T17:16:48.234 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.652+0000 7f52261dc700 1 -- 172.21.15.90:0/1818650626 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 msgr2=0x7f522019c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:48.235 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.652+0000 7f52261dc700 1 --2- 172.21.15.90:0/1818650626 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 0x7f522019c530 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5214011740 tx=0x7f52140046a0 comp rx=0 tx=0).stop 2024-04-26T17:16:48.235 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.652+0000 7f52261dc700 1 -- 172.21.15.90:0/1818650626 shutdown_connections 2024-04-26T17:16:48.235 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.652+0000 7f52261dc700 1 --2- 172.21.15.90:0/1818650626 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5220109100 0x7f522019c530 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:48.235 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.652+0000 7f52261dc700 1 -- 172.21.15.90:0/1818650626 >> 172.21.15.90:0/1818650626 conn(0x7f5220102b10 msgr2=0x7f52201035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:48.235 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.652+0000 7f52261dc700 1 -- 172.21.15.90:0/1818650626 shutdown_connections 2024-04-26T17:16:48.235 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:47.652+0000 7f52261dc700 1 -- 172.21.15.90:0/1818650626 wait complete. 2024-04-26T17:16:48.235 INFO:teuthology.orchestra.run.smithi090.stdout:mgr not available, waiting (1/15)... 2024-04-26T17:16:49.181 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:49.064+0000 7fe0deb42200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T17:16:49.681 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:49.232+0000 7fe0deb42200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T17:16:49.681 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:49.406+0000 7fe0deb42200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T17:16:49.994 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:49.702+0000 7fe0deb42200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T17:16:49.994 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:49.794+0000 7fe0deb42200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T17:16:49.994 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:49.994+0000 7fe0deb42200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T17:16:50.348 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:50 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:50.185+0000 7fe0deb42200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:16:50.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:50 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/4073094869' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T17:16:50.931 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:50 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:50.814+0000 7fe0deb42200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T17:16:51.349 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:51 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:51.252+0000 7fe0deb42200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T17:16:51.362 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:51.362 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-26T17:16:51.362 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:16:51.362 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T17:16:51.362 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T17:16:51.362 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T17:16:51.362 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 0 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T17:16:51.363 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T17:16:51.364 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T17:16:51.365 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T17:16:39.836317+0000", 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-26T17:16:51.366 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.671+0000 7f0c39871700 1 Processor -- start 2024-04-26T17:16:51.367 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.671+0000 7f0c39871700 1 -- start start 2024-04-26T17:16:51.367 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.671+0000 7f0c39871700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 0x7f0c3410b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:51.367 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.671+0000 7f0c39871700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3407be60 con 0x7f0c34109190 2024-04-26T17:16:51.367 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.671+0000 7f0c32ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 0x7f0c3410b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:51.367 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.671+0000 7f0c32ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 0x7f0c3410b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53544/0 (socket says 172.21.15.90:53544) 2024-04-26T17:16:51.367 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.671+0000 7f0c32ffd700 1 -- 172.21.15.90:0/4199270603 learned_addr learned my addr 172.21.15.90:0/4199270603 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:51.367 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.671+0000 7f0c32ffd700 1 -- 172.21.15.90:0/4199270603 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c3410bac0 con 0x7f0c34109190 2024-04-26T17:16:51.367 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.672+0000 7f0c32ffd700 1 --2- 172.21.15.90:0/4199270603 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 0x7f0c3410b580 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0c240098a0 tx=0x7f0c24009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ffa2bfc62d4a798 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:51.367 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.672+0000 7f0c31ffb700 1 -- 172.21.15.90:0/4199270603 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c24004160 con 0x7f0c34109190 2024-04-26T17:16:51.367 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.672+0000 7f0c31ffb700 1 -- 172.21.15.90:0/4199270603 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f0c24004300 con 0x7f0c34109190 2024-04-26T17:16:51.367 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.672+0000 7f0c31ffb700 1 -- 172.21.15.90:0/4199270603 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c24011a80 con 0x7f0c34109190 2024-04-26T17:16:51.367 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.673+0000 7f0c39871700 1 -- 172.21.15.90:0/4199270603 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 msgr2=0x7f0c3410b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:51.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.673+0000 7f0c39871700 1 --2- 172.21.15.90:0/4199270603 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 0x7f0c3410b580 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0c240098a0 tx=0x7f0c24009bb0 comp rx=0 tx=0).stop 2024-04-26T17:16:51.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.673+0000 7f0c39871700 1 -- 172.21.15.90:0/4199270603 shutdown_connections 2024-04-26T17:16:51.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.673+0000 7f0c39871700 1 --2- 172.21.15.90:0/4199270603 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 0x7f0c3410b580 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:51.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.673+0000 7f0c39871700 1 -- 172.21.15.90:0/4199270603 >> 172.21.15.90:0/4199270603 conn(0x7f0c34102ba0 msgr2=0x7f0c34104fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:51.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.673+0000 7f0c39871700 1 -- 172.21.15.90:0/4199270603 shutdown_connections 2024-04-26T17:16:51.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.673+0000 7f0c39871700 1 -- 172.21.15.90:0/4199270603 wait complete. 2024-04-26T17:16:51.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.673+0000 7f0c39871700 1 Processor -- start 2024-04-26T17:16:51.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.674+0000 7f0c39871700 1 -- start start 2024-04-26T17:16:51.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.674+0000 7f0c39871700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 0x7f0c34108a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:51.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.674+0000 7f0c39871700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3410ca30 con 0x7f0c34109190 2024-04-26T17:16:51.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.674+0000 7f0c32ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 0x7f0c34108a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:51.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.674+0000 7f0c32ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 0x7f0c34108a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53546/0 (socket says 172.21.15.90:53546) 2024-04-26T17:16:51.369 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.674+0000 7f0c32ffd700 1 -- 172.21.15.90:0/4073094869 learned_addr learned my addr 172.21.15.90:0/4073094869 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:51.369 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.674+0000 7f0c32ffd700 1 -- 172.21.15.90:0/4073094869 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c34108f50 con 0x7f0c34109190 2024-04-26T17:16:51.369 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.674+0000 7f0c32ffd700 1 --2- 172.21.15.90:0/4073094869 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 0x7f0c34108a10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0c24011a80 tx=0x7f0c24011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:51.369 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.674+0000 7f0c3886f700 1 -- 172.21.15.90:0/4073094869 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c24003b70 con 0x7f0c34109190 2024-04-26T17:16:51.369 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.674+0000 7f0c39871700 1 -- 172.21.15.90:0/4073094869 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c34107140 con 0x7f0c34109190 2024-04-26T17:16:51.369 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.675+0000 7f0c3886f700 1 -- 172.21.15.90:0/4073094869 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f0c2401a8c0 con 0x7f0c34109190 2024-04-26T17:16:51.369 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.675+0000 7f0c3886f700 1 -- 172.21.15.90:0/4073094869 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c240248b0 con 0x7f0c34109190 2024-04-26T17:16:51.369 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.675+0000 7f0c39871700 1 -- 172.21.15.90:0/4073094869 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c34107680 con 0x7f0c34109190 2024-04-26T17:16:51.369 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.675+0000 7f0c3886f700 1 -- 172.21.15.90:0/4073094869 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0c24022020 con 0x7f0c34109190 2024-04-26T17:16:51.369 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.675+0000 7f0c3886f700 1 -- 172.21.15.90:0/4073094869 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0c24019620 con 0x7f0c34109190 2024-04-26T17:16:51.370 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.676+0000 7f0c39871700 1 -- 172.21.15.90:0/4073094869 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c34064250 con 0x7f0c34109190 2024-04-26T17:16:51.370 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.678+0000 7f0c3886f700 1 -- 172.21.15.90:0/4073094869 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f0c2401aa70 con 0x7f0c34109190 2024-04-26T17:16:51.370 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.752+0000 7f0c39871700 1 -- 172.21.15.90:0/4073094869 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f0c34107900 con 0x7f0c34109190 2024-04-26T17:16:51.370 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.752+0000 7f0c3886f700 1 -- 172.21.15.90:0/4073094869 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f0c34107900 con 0x7f0c34109190 2024-04-26T17:16:51.370 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.753+0000 7f0c39871700 1 -- 172.21.15.90:0/4073094869 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 msgr2=0x7f0c34108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:51.370 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.753+0000 7f0c39871700 1 --2- 172.21.15.90:0/4073094869 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 0x7f0c34108a10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0c24011a80 tx=0x7f0c24011b60 comp rx=0 tx=0).stop 2024-04-26T17:16:51.370 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.753+0000 7f0c39871700 1 -- 172.21.15.90:0/4073094869 shutdown_connections 2024-04-26T17:16:51.370 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.753+0000 7f0c39871700 1 --2- 172.21.15.90:0/4073094869 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c34109190 0x7f0c34108a10 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:51.371 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.753+0000 7f0c39871700 1 -- 172.21.15.90:0/4073094869 >> 172.21.15.90:0/4073094869 conn(0x7f0c34102ba0 msgr2=0x7f0c341036d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:51.371 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.754+0000 7f0c39871700 1 -- 172.21.15.90:0/4073094869 shutdown_connections 2024-04-26T17:16:51.371 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:50.754+0000 7f0c39871700 1 -- 172.21.15.90:0/4073094869 wait complete. 2024-04-26T17:16:51.371 INFO:teuthology.orchestra.run.smithi090.stdout:mgr not available, waiting (2/15)... 2024-04-26T17:16:51.604 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:51 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:51.351+0000 7fe0deb42200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T17:16:51.604 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:51 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:51.557+0000 7fe0deb42200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T17:16:52.406 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:52 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:52.070+0000 7fe0deb42200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T17:16:52.407 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:52 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:52.163+0000 7fe0deb42200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T17:16:52.681 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:52 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:52.406+0000 7fe0deb42200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T17:16:52.681 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:52 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:52.541+0000 7fe0deb42200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T17:16:52.681 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:52 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:52.636+0000 7fe0deb42200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T17:16:53.057 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:52 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:52.751+0000 7fe0deb42200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T17:16:53.057 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:53.057+0000 7fe0deb42200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T17:16:53.744 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:53.663+0000 7fe0deb42200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T17:16:54.180 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:16:53.884+0000 7fe0deb42200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T17:16:54.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: Activating manager daemon x 2024-04-26T17:16:54.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: mgrmap e2: x(active, starting, since 0.00327649s) 2024-04-26T17:16:54.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: from='mgr.14100 172.21.15.90:0/3504506391' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T17:16:54.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: from='mgr.14100 172.21.15.90:0/3504506391' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T17:16:54.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: from='mgr.14100 172.21.15.90:0/3504506391' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T17:16:54.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: from='mgr.14100 172.21.15.90:0/3504506391' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:16:54.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: from='mgr.14100 172.21.15.90:0/3504506391' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T17:16:54.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: Manager daemon x is now available 2024-04-26T17:16:54.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: from='mgr.14100 172.21.15.90:0/3504506391' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T17:16:54.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: from='mgr.14100 172.21.15.90:0/3504506391' entity='mgr.x' 2024-04-26T17:16:54.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: from='mgr.14100 172.21.15.90:0/3504506391' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T17:16:54.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: from='mgr.14100 172.21.15.90:0/3504506391' entity='mgr.x' 2024-04-26T17:16:54.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: from='mgr.14100 172.21.15.90:0/3504506391' entity='mgr.x' 2024-04-26T17:16:54.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:53 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2575182669' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T17:16:54.572 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:54.572 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-26T17:16:54.573 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:16:54.573 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T17:16:54.573 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T17:16:54.573 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T17:16:54.573 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T17:16:54.573 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:54.573 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T17:16:54.573 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T17:16:54.573 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 0 2024-04-26T17:16:54.573 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-26T17:16:54.573 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T17:16:54.574 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T17:16:54.582 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T17:16:54.583 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T17:16:54.583 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T17:16:54.583 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:54.583 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T17:16:54.583 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T17:16:54.583 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T17:16:54.583 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T17:16:54.583 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T17:16:54.583 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T17:16:54.583 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T17:16:54.584 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T17:16:54.585 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T17:16:54.585 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-26T17:16:54.585 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T17:16:54.585 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:54.585 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T17:16:54.585 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:54.585 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T17:16:39.836317+0000", 2024-04-26T17:16:54.585 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T17:16:54.585 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:54.585 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.843+0000 7f68331f0700 1 Processor -- start 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.843+0000 7f68331f0700 1 -- start start 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.843+0000 7f68331f0700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 0x7f682c07c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.843+0000 7f68331f0700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f682c07c900 con 0x7f682c07de80 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.844+0000 7f6830f8c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 0x7f682c07c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.844+0000 7f6830f8c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 0x7f682c07c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53560/0 (socket says 172.21.15.90:53560) 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.844+0000 7f6830f8c700 1 -- 172.21.15.90:0/224978905 learned_addr learned my addr 172.21.15.90:0/224978905 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.844+0000 7f6830f8c700 1 -- 172.21.15.90:0/224978905 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f682c07ca80 con 0x7f682c07de80 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.844+0000 7f6830f8c700 1 --2- 172.21.15.90:0/224978905 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 0x7f682c07c330 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f68200098a0 tx=0x7f6820009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7746fdff4e80ecf3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.844+0000 7f682b7fe700 1 -- 172.21.15.90:0/224978905 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6820004160 con 0x7f682c07de80 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.844+0000 7f682b7fe700 1 -- 172.21.15.90:0/224978905 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f6820004300 con 0x7f682c07de80 2024-04-26T17:16:54.586 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.844+0000 7f682b7fe700 1 -- 172.21.15.90:0/224978905 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6820011a80 con 0x7f682c07de80 2024-04-26T17:16:54.587 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.845+0000 7f68331f0700 1 -- 172.21.15.90:0/224978905 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 msgr2=0x7f682c07c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:54.587 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.845+0000 7f68331f0700 1 --2- 172.21.15.90:0/224978905 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 0x7f682c07c330 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f68200098a0 tx=0x7f6820009bb0 comp rx=0 tx=0).stop 2024-04-26T17:16:54.587 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.845+0000 7f68331f0700 1 -- 172.21.15.90:0/224978905 shutdown_connections 2024-04-26T17:16:54.587 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.845+0000 7f68331f0700 1 --2- 172.21.15.90:0/224978905 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 0x7f682c07c330 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:54.587 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.845+0000 7f68331f0700 1 -- 172.21.15.90:0/224978905 >> 172.21.15.90:0/224978905 conn(0x7f682c103d90 msgr2=0x7f682c1061b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:54.587 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.845+0000 7f68331f0700 1 -- 172.21.15.90:0/224978905 shutdown_connections 2024-04-26T17:16:54.587 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.845+0000 7f68331f0700 1 -- 172.21.15.90:0/224978905 wait complete. 2024-04-26T17:16:54.587 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.846+0000 7f68331f0700 1 Processor -- start 2024-04-26T17:16:54.587 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.846+0000 7f68331f0700 1 -- start start 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.846+0000 7f68331f0700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 0x7f682c19e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.846+0000 7f68331f0700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f682c10ec00 con 0x7f682c07de80 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.846+0000 7f6830f8c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 0x7f682c19e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.846+0000 7f6830f8c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 0x7f682c19e7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53570/0 (socket says 172.21.15.90:53570) 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.846+0000 7f6830f8c700 1 -- 172.21.15.90:0/2575182669 learned_addr learned my addr 172.21.15.90:0/2575182669 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.846+0000 7f6830f8c700 1 -- 172.21.15.90:0/2575182669 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f682c19ed20 con 0x7f682c07de80 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.846+0000 7f6830f8c700 1 --2- 172.21.15.90:0/2575182669 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 0x7f682c19e7e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6820011a80 tx=0x7f6820011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.847+0000 7f6829ffb700 1 -- 172.21.15.90:0/2575182669 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6820003b70 con 0x7f682c07de80 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.847+0000 7f6829ffb700 1 -- 172.21.15.90:0/2575182669 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f682001a8c0 con 0x7f682c07de80 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.847+0000 7f6829ffb700 1 -- 172.21.15.90:0/2575182669 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68200248b0 con 0x7f682c07de80 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.847+0000 7f68331f0700 1 -- 172.21.15.90:0/2575182669 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f682c19efb0 con 0x7f682c07de80 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.847+0000 7f68331f0700 1 -- 172.21.15.90:0/2575182669 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f682c1a1ca0 con 0x7f682c07de80 2024-04-26T17:16:54.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.847+0000 7f6829ffb700 1 -- 172.21.15.90:0/2575182669 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6820022020 con 0x7f682c07de80 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.847+0000 7f6829ffb700 1 -- 172.21.15.90:0/2575182669 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f682002ddd0 con 0x7f682c07de80 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.848+0000 7f68331f0700 1 -- 172.21.15.90:0/2575182669 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f682c064250 con 0x7f682c07de80 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.850+0000 7f6829ffb700 1 -- 172.21.15.90:0/2575182669 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f6820004300 con 0x7f682c07de80 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.887+0000 7f6829ffb700 1 -- 172.21.15.90:0/2575182669 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mgrmap(e 2) ==== 46314+0+0 (secure 0 0 0) 0x7f682001aa70 con 0x7f682c07de80 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.929+0000 7f68331f0700 1 -- 172.21.15.90:0/2575182669 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f682c1a2090 con 0x7f682c07de80 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.930+0000 7f6829ffb700 1 -- 172.21.15.90:0/2575182669 <== mon.0 v2:172.21.15.90:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f682001a6c0 con 0x7f682c07de80 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.931+0000 7f68331f0700 1 -- 172.21.15.90:0/2575182669 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 msgr2=0x7f682c19e7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.931+0000 7f68331f0700 1 --2- 172.21.15.90:0/2575182669 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 0x7f682c19e7e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6820011a80 tx=0x7f6820011b60 comp rx=0 tx=0).stop 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.931+0000 7f68331f0700 1 -- 172.21.15.90:0/2575182669 shutdown_connections 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.931+0000 7f68331f0700 1 --2- 172.21.15.90:0/2575182669 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f682c07de80 0x7f682c19e7e0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.931+0000 7f68331f0700 1 -- 172.21.15.90:0/2575182669 >> 172.21.15.90:0/2575182669 conn(0x7f682c103d90 msgr2=0x7f682c1048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.931+0000 7f68331f0700 1 -- 172.21.15.90:0/2575182669 shutdown_connections 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:53.931+0000 7f68331f0700 1 -- 172.21.15.90:0/2575182669 wait complete. 2024-04-26T17:16:54.589 INFO:teuthology.orchestra.run.smithi090.stdout:mgr not available, waiting (3/15)... 2024-04-26T17:16:56.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:55 smithi090 ceph-mon[29417]: mgrmap e3: x(active, since 1.00732s) 2024-04-26T17:16:56.978 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:56 smithi090 ceph-mon[29417]: mgrmap e4: x(active, since 2s) 2024-04-26T17:16:57.824 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:57.824 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-26T17:16:57.824 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:16:57.824 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T17:16:57.824 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T17:16:57.824 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T17:16:57.824 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T17:16:57.824 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:57.824 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T17:16:57.824 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T17:16:57.824 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 0 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:57.825 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T17:16:57.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T17:16:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T17:16:39.836317+0000", 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:56.998+0000 7f55b877e700 1 Processor -- start 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:56.998+0000 7f55b877e700 1 -- start start 2024-04-26T17:16:57.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:56.999+0000 7f55b877e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 0x7f55b0108af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:56.999+0000 7f55b877e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f55b01090c0 con 0x7f55b01086d0 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:56.999+0000 7f55b651a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 0x7f55b0108af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:56.999+0000 7f55b651a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 0x7f55b0108af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53320/0 (socket says 172.21.15.90:53320) 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:56.999+0000 7f55b651a700 1 -- 172.21.15.90:0/2221627984 learned_addr learned my addr 172.21.15.90:0/2221627984 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:56.999+0000 7f55b651a700 1 -- 172.21.15.90:0/2221627984 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55b0109880 con 0x7f55b01086d0 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:56.999+0000 7f55b651a700 1 --2- 172.21.15.90:0/2221627984 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 0x7f55b0108af0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f55a00098a0 tx=0x7f55a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad28d418f258d909 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:56.999+0000 7f55b5518700 1 -- 172.21.15.90:0/2221627984 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55a0004160 con 0x7f55b01086d0 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:56.999+0000 7f55b5518700 1 -- 172.21.15.90:0/2221627984 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f55a0004300 con 0x7f55b01086d0 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:56.999+0000 7f55b5518700 1 -- 172.21.15.90:0/2221627984 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55a0011a80 con 0x7f55b01086d0 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.000+0000 7f55b877e700 1 -- 172.21.15.90:0/2221627984 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 msgr2=0x7f55b0108af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.000+0000 7f55b877e700 1 --2- 172.21.15.90:0/2221627984 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 0x7f55b0108af0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f55a00098a0 tx=0x7f55a0009bb0 comp rx=0 tx=0).stop 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.000+0000 7f55b877e700 1 -- 172.21.15.90:0/2221627984 shutdown_connections 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.000+0000 7f55b877e700 1 --2- 172.21.15.90:0/2221627984 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 0x7f55b0108af0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:57.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.000+0000 7f55b877e700 1 -- 172.21.15.90:0/2221627984 >> 172.21.15.90:0/2221627984 conn(0x7f55b0103d90 msgr2=0x7f55b01061b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.000+0000 7f55b877e700 1 -- 172.21.15.90:0/2221627984 shutdown_connections 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.000+0000 7f55b877e700 1 -- 172.21.15.90:0/2221627984 wait complete. 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.000+0000 7f55b877e700 1 Processor -- start 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55b877e700 1 -- start start 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55b877e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 0x7f55b007db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55b877e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f55b010cc30 con 0x7f55b01086d0 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55b651a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 0x7f55b007db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55b651a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 0x7f55b007db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53326/0 (socket says 172.21.15.90:53326) 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55b651a700 1 -- 172.21.15.90:0/2344555865 learned_addr learned my addr 172.21.15.90:0/2344555865 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55b651a700 1 -- 172.21.15.90:0/2344555865 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55b007e0c0 con 0x7f55b01086d0 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55b651a700 1 --2- 172.21.15.90:0/2344555865 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 0x7f55b007db80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f55a0011a50 tx=0x7f55a0011b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55a77fe700 1 -- 172.21.15.90:0/2344555865 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55a0003af0 con 0x7f55b01086d0 2024-04-26T17:16:57.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55b877e700 1 -- 172.21.15.90:0/2344555865 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55b007c2b0 con 0x7f55b01086d0 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55a77fe700 1 -- 172.21.15.90:0/2344555865 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f55a0003c90 con 0x7f55b01086d0 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55a77fe700 1 -- 172.21.15.90:0/2344555865 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55a00247a0 con 0x7f55b01086d0 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.001+0000 7f55b877e700 1 -- 172.21.15.90:0/2344555865 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55b007c7f0 con 0x7f55b01086d0 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.002+0000 7f55a77fe700 1 -- 172.21.15.90:0/2344555865 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f55a0022020 con 0x7f55b01086d0 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.002+0000 7f55a77fe700 1 --2- 172.21.15.90:0/2344555865 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f559c039510 0x7f559c03b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.002+0000 7f55b877e700 1 -- 172.21.15.90:0/2344555865 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55b0064250 con 0x7f55b01086d0 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.002+0000 7f55a77fe700 1 -- 172.21.15.90:0/2344555865 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f55a004d5a0 con 0x7f55b01086d0 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.002+0000 7f55b5d19700 1 --2- 172.21.15.90:0/2344555865 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f559c039510 0x7f559c03b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.003+0000 7f55b5d19700 1 --2- 172.21.15.90:0/2344555865 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f559c039510 0x7f559c03b9d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f55ac006fd0 tx=0x7f55ac006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.008+0000 7f55a77fe700 1 -- 172.21.15.90:0/2344555865 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f55a00151c0 con 0x7f55b01086d0 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.283+0000 7f55b877e700 1 -- 172.21.15.90:0/2344555865 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f55b007ca70 con 0x7f55b01086d0 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.283+0000 7f55a77fe700 1 -- 172.21.15.90:0/2344555865 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f55a0020c10 con 0x7f55b01086d0 2024-04-26T17:16:57.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.286+0000 7f55b877e700 1 -- 172.21.15.90:0/2344555865 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f559c039510 msgr2=0x7f559c03b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:57.832 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.286+0000 7f55b877e700 1 --2- 172.21.15.90:0/2344555865 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f559c039510 0x7f559c03b9d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f55ac006fd0 tx=0x7f55ac006e40 comp rx=0 tx=0).stop 2024-04-26T17:16:57.832 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.286+0000 7f55b877e700 1 -- 172.21.15.90:0/2344555865 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 msgr2=0x7f55b007db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:57.832 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.286+0000 7f55b877e700 1 --2- 172.21.15.90:0/2344555865 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 0x7f55b007db80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f55a0011a50 tx=0x7f55a0011b30 comp rx=0 tx=0).stop 2024-04-26T17:16:57.832 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.286+0000 7f55b877e700 1 -- 172.21.15.90:0/2344555865 shutdown_connections 2024-04-26T17:16:57.832 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.286+0000 7f55b877e700 1 --2- 172.21.15.90:0/2344555865 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f559c039510 0x7f559c03b9d0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:57.832 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.286+0000 7f55b877e700 1 --2- 172.21.15.90:0/2344555865 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55b01086d0 0x7f55b007db80 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:57.832 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.286+0000 7f55b877e700 1 -- 172.21.15.90:0/2344555865 >> 172.21.15.90:0/2344555865 conn(0x7f55b0103d90 msgr2=0x7f55b0104970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:57.832 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.287+0000 7f55b877e700 1 -- 172.21.15.90:0/2344555865 shutdown_connections 2024-04-26T17:16:57.832 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:57.287+0000 7f55b877e700 1 -- 172.21.15.90:0/2344555865 wait complete. 2024-04-26T17:16:57.832 INFO:teuthology.orchestra.run.smithi090.stdout:mgr is available 2024-04-26T17:16:58.026 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:57 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2344555865' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T17:16:58.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:58.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T17:16:58.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout fsid = 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:16:58.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-26T17:16:58.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T17:16:58.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T17:16:58.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.214+0000 7fb493177700 1 Processor -- start 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.214+0000 7fb493177700 1 -- start start 2024-04-26T17:16:58.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.214+0000 7fb493177700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 0x7fb48c10b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.214+0000 7fb493177700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb48c07be60 con 0x7fb48c109230 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.214+0000 7fb490f13700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 0x7fb48c10b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.214+0000 7fb490f13700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 0x7fb48c10b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53340/0 (socket says 172.21.15.90:53340) 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.214+0000 7fb490f13700 1 -- 172.21.15.90:0/2983712797 learned_addr learned my addr 172.21.15.90:0/2983712797 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.215+0000 7fb490f13700 1 -- 172.21.15.90:0/2983712797 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb48c10bb60 con 0x7fb48c109230 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.215+0000 7fb490f13700 1 --2- 172.21.15.90:0/2983712797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 0x7fb48c10b620 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb4800098a0 tx=0x7fb480009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f81b9c65d92a5a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.215+0000 7fb48b7fe700 1 -- 172.21.15.90:0/2983712797 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb480004160 con 0x7fb48c109230 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.215+0000 7fb48b7fe700 1 -- 172.21.15.90:0/2983712797 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7fb480004300 con 0x7fb48c109230 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.215+0000 7fb48b7fe700 1 -- 172.21.15.90:0/2983712797 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb480011a80 con 0x7fb48c109230 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.215+0000 7fb493177700 1 -- 172.21.15.90:0/2983712797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 msgr2=0x7fb48c10b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.215+0000 7fb493177700 1 --2- 172.21.15.90:0/2983712797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 0x7fb48c10b620 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb4800098a0 tx=0x7fb480009bb0 comp rx=0 tx=0).stop 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.216+0000 7fb493177700 1 -- 172.21.15.90:0/2983712797 shutdown_connections 2024-04-26T17:16:58.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.216+0000 7fb493177700 1 --2- 172.21.15.90:0/2983712797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 0x7fb48c10b620 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.216+0000 7fb493177700 1 -- 172.21.15.90:0/2983712797 >> 172.21.15.90:0/2983712797 conn(0x7fb48c102c60 msgr2=0x7fb48c105080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.216+0000 7fb493177700 1 -- 172.21.15.90:0/2983712797 shutdown_connections 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.216+0000 7fb493177700 1 -- 172.21.15.90:0/2983712797 wait complete. 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.216+0000 7fb493177700 1 Processor -- start 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.216+0000 7fb493177700 1 -- start start 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.216+0000 7fb493177700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 0x7fb48c108ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.216+0000 7fb493177700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb48c10ca60 con 0x7fb48c109230 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.216+0000 7fb490f13700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 0x7fb48c108ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.216+0000 7fb490f13700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 0x7fb48c108ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53346/0 (socket says 172.21.15.90:53346) 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.216+0000 7fb490f13700 1 -- 172.21.15.90:0/3776512243 learned_addr learned my addr 172.21.15.90:0/3776512243 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.217+0000 7fb490f13700 1 -- 172.21.15.90:0/3776512243 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb48c108ff0 con 0x7fb48c109230 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.217+0000 7fb490f13700 1 --2- 172.21.15.90:0/3776512243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 0x7fb48c108ab0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb480011740 tx=0x7fb480011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.217+0000 7fb489ffb700 1 -- 172.21.15.90:0/3776512243 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb480003b20 con 0x7fb48c109230 2024-04-26T17:16:58.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.217+0000 7fb489ffb700 1 -- 172.21.15.90:0/3776512243 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7fb48001a8c0 con 0x7fb48c109230 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.217+0000 7fb493177700 1 -- 172.21.15.90:0/3776512243 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb48c1071e0 con 0x7fb48c109230 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.217+0000 7fb489ffb700 1 -- 172.21.15.90:0/3776512243 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb4800248c0 con 0x7fb48c109230 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.217+0000 7fb493177700 1 -- 172.21.15.90:0/3776512243 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb48c107720 con 0x7fb48c109230 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.218+0000 7fb489ffb700 1 -- 172.21.15.90:0/3776512243 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7fb480022020 con 0x7fb48c109230 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.218+0000 7fb489ffb700 1 --2- 172.21.15.90:0/3776512243 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7fb47c039560 0x7fb47c03ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.218+0000 7fb493177700 1 -- 172.21.15.90:0/3776512243 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb48c064250 con 0x7fb48c109230 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.218+0000 7fb489ffb700 1 -- 172.21.15.90:0/3776512243 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb48004d670 con 0x7fb48c109230 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.218+0000 7fb48bfff700 1 --2- 172.21.15.90:0/3776512243 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7fb47c039560 0x7fb47c03ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.219+0000 7fb48bfff700 1 --2- 172.21.15.90:0/3776512243 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7fb47c039560 0x7fb47c03ba20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb478006fd0 tx=0x7fb478006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.223+0000 7fb489ffb700 1 -- 172.21.15.90:0/3776512243 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb48000b3e0 con 0x7fb48c109230 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.420+0000 7fb493177700 1 -- 172.21.15.90:0/3776512243 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fb48c108020 con 0x7fb48c109230 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.421+0000 7fb489ffb700 1 -- 172.21.15.90:0/3776512243 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7fb4800094f0 con 0x7fb48c109230 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.423+0000 7fb493177700 1 -- 172.21.15.90:0/3776512243 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7fb47c039560 msgr2=0x7fb47c03ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:58.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.423+0000 7fb493177700 1 --2- 172.21.15.90:0/3776512243 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7fb47c039560 0x7fb47c03ba20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb478006fd0 tx=0x7fb478006e40 comp rx=0 tx=0).stop 2024-04-26T17:16:58.957 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.423+0000 7fb493177700 1 -- 172.21.15.90:0/3776512243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 msgr2=0x7fb48c108ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:16:58.957 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.423+0000 7fb493177700 1 --2- 172.21.15.90:0/3776512243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 0x7fb48c108ab0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb480011740 tx=0x7fb480011b00 comp rx=0 tx=0).stop 2024-04-26T17:16:58.957 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.423+0000 7fb493177700 1 -- 172.21.15.90:0/3776512243 shutdown_connections 2024-04-26T17:16:58.957 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.423+0000 7fb493177700 1 --2- 172.21.15.90:0/3776512243 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7fb47c039560 0x7fb47c03ba20 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:58.957 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.423+0000 7fb493177700 1 --2- 172.21.15.90:0/3776512243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb48c109230 0x7fb48c108ab0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:16:58.957 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.423+0000 7fb493177700 1 -- 172.21.15.90:0/3776512243 >> 172.21.15.90:0/3776512243 conn(0x7fb48c102c60 msgr2=0x7fb48c103810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:16:58.957 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.423+0000 7fb493177700 1 -- 172.21.15.90:0/3776512243 shutdown_connections 2024-04-26T17:16:58.957 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:58.423+0000 7fb493177700 1 -- 172.21.15.90:0/3776512243 wait complete. 2024-04-26T17:16:58.957 INFO:teuthology.orchestra.run.smithi090.stdout:Enabling cephadm module... 2024-04-26T17:16:59.060 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:58 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3776512243' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T17:17:00.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:16:59 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2695517927' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-26T17:17:00.181 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:59 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: ignoring --setuser ceph since I am not root 2024-04-26T17:17:00.181 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:16:59 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: ignoring --setgroup ceph since I am not root 2024-04-26T17:17:00.181 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:00 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:00.064+0000 7ff7bc43d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T17:17:00.466 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.339+0000 7fd55495e700 1 Processor -- start 2024-04-26T17:17:00.467 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.339+0000 7fd55495e700 1 -- start start 2024-04-26T17:17:00.467 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.339+0000 7fd55495e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 0x7fd550107ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:00.467 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.339+0000 7fd55495e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd5501084a0 con 0x7fd550107ab0 2024-04-26T17:17:00.467 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.339+0000 7fd54e59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 0x7fd550107ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:00.467 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.339+0000 7fd54e59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 0x7fd550107ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53354/0 (socket says 172.21.15.90:53354) 2024-04-26T17:17:00.467 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.339+0000 7fd54e59c700 1 -- 172.21.15.90:0/3063538842 learned_addr learned my addr 172.21.15.90:0/3063538842 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:00.467 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.339+0000 7fd54e59c700 1 -- 172.21.15.90:0/3063538842 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5501087d0 con 0x7fd550107ab0 2024-04-26T17:17:00.467 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.339+0000 7fd54e59c700 1 --2- 172.21.15.90:0/3063538842 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 0x7fd550107ed0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd5440098a0 tx=0x7fd544009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=407a4a2f3750c752 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:00.467 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.339+0000 7fd54d59a700 1 -- 172.21.15.90:0/3063538842 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd544004160 con 0x7fd550107ab0 2024-04-26T17:17:00.467 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.340+0000 7fd54d59a700 1 -- 172.21.15.90:0/3063538842 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7fd544004300 con 0x7fd550107ab0 2024-04-26T17:17:00.467 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.340+0000 7fd54d59a700 1 -- 172.21.15.90:0/3063538842 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd544011a80 con 0x7fd550107ab0 2024-04-26T17:17:00.467 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.340+0000 7fd55495e700 1 -- 172.21.15.90:0/3063538842 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 msgr2=0x7fd550107ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.340+0000 7fd55495e700 1 --2- 172.21.15.90:0/3063538842 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 0x7fd550107ed0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd5440098a0 tx=0x7fd544009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.340+0000 7fd55495e700 1 -- 172.21.15.90:0/3063538842 shutdown_connections 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.340+0000 7fd55495e700 1 --2- 172.21.15.90:0/3063538842 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 0x7fd550107ed0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.340+0000 7fd55495e700 1 -- 172.21.15.90:0/3063538842 >> 172.21.15.90:0/3063538842 conn(0x7fd5501022d0 msgr2=0x7fd550104710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.340+0000 7fd55495e700 1 -- 172.21.15.90:0/3063538842 shutdown_connections 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.340+0000 7fd55495e700 1 -- 172.21.15.90:0/3063538842 wait complete. 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.341+0000 7fd55495e700 1 Processor -- start 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.341+0000 7fd55495e700 1 -- start start 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.341+0000 7fd55495e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 0x7fd55019c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.341+0000 7fd55495e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd55010bb80 con 0x7fd550107ab0 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.341+0000 7fd54e59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 0x7fd55019c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.341+0000 7fd54e59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 0x7fd55019c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53364/0 (socket says 172.21.15.90:53364) 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.341+0000 7fd54e59c700 1 -- 172.21.15.90:0/2695517927 learned_addr learned my addr 172.21.15.90:0/2695517927 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:00.468 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.342+0000 7fd54e59c700 1 -- 172.21.15.90:0/2695517927 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd55019cb70 con 0x7fd550107ab0 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.342+0000 7fd54e59c700 1 --2- 172.21.15.90:0/2695517927 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 0x7fd55019c630 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fd544011740 tx=0x7fd544011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.342+0000 7fd53f7fe700 1 -- 172.21.15.90:0/2695517927 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd544003b20 con 0x7fd550107ab0 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.342+0000 7fd53f7fe700 1 -- 172.21.15.90:0/2695517927 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7fd54401a8c0 con 0x7fd550107ab0 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.342+0000 7fd55495e700 1 -- 172.21.15.90:0/2695517927 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd55019ce00 con 0x7fd550107ab0 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.342+0000 7fd53f7fe700 1 -- 172.21.15.90:0/2695517927 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5440248c0 con 0x7fd550107ab0 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.342+0000 7fd55495e700 1 -- 172.21.15.90:0/2695517927 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd55019faf0 con 0x7fd550107ab0 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.343+0000 7fd53f7fe700 1 -- 172.21.15.90:0/2695517927 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7fd544022020 con 0x7fd550107ab0 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.343+0000 7fd53f7fe700 1 --2- 172.21.15.90:0/2695517927 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7fd5380395b0 0x7fd53803ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.343+0000 7fd55495e700 1 -- 172.21.15.90:0/2695517927 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd530005360 con 0x7fd550107ab0 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.343+0000 7fd53f7fe700 1 -- 172.21.15.90:0/2695517927 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd54404d5d0 con 0x7fd550107ab0 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.343+0000 7fd54dd9b700 1 --2- 172.21.15.90:0/2695517927 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7fd5380395b0 0x7fd53803ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.343+0000 7fd54dd9b700 1 --2- 172.21.15.90:0/2695517927 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7fd5380395b0 0x7fd53803ba70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd540006fd0 tx=0x7fd540006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:00.469 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.349+0000 7fd53f7fe700 1 -- 172.21.15.90:0/2695517927 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd54400b3e0 con 0x7fd550107ab0 2024-04-26T17:17:00.470 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.599+0000 7fd55495e700 1 -- 172.21.15.90:0/2695517927 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fd530005650 con 0x7fd550107ab0 2024-04-26T17:17:00.470 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.898+0000 7fd53f7fe700 1 -- 172.21.15.90:0/2695517927 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fd544046e20 con 0x7fd550107ab0 2024-04-26T17:17:00.470 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.900+0000 7fd53f7fe700 1 -- 172.21.15.90:0/2695517927 <== mon.0 v2:172.21.15.90:3300/0 8 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7fd54402da00 con 0x7fd550107ab0 2024-04-26T17:17:00.470 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.902+0000 7fd55495e700 1 -- 172.21.15.90:0/2695517927 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7fd5380395b0 msgr2=0x7fd53803ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:00.470 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.902+0000 7fd55495e700 1 --2- 172.21.15.90:0/2695517927 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7fd5380395b0 0x7fd53803ba70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd540006fd0 tx=0x7fd540006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:00.470 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.902+0000 7fd55495e700 1 -- 172.21.15.90:0/2695517927 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 msgr2=0x7fd55019c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:00.470 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.902+0000 7fd55495e700 1 --2- 172.21.15.90:0/2695517927 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 0x7fd55019c630 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fd544011740 tx=0x7fd544011b00 comp rx=0 tx=0).stop 2024-04-26T17:17:00.470 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.902+0000 7fd55495e700 1 -- 172.21.15.90:0/2695517927 shutdown_connections 2024-04-26T17:17:00.470 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.902+0000 7fd55495e700 1 --2- 172.21.15.90:0/2695517927 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7fd5380395b0 0x7fd53803ba70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:00.470 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.902+0000 7fd55495e700 1 --2- 172.21.15.90:0/2695517927 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd550107ab0 0x7fd55019c630 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:00.470 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.902+0000 7fd55495e700 1 -- 172.21.15.90:0/2695517927 >> 172.21.15.90:0/2695517927 conn(0x7fd5501022d0 msgr2=0x7fd550102e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:00.470 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.902+0000 7fd55495e700 1 -- 172.21.15.90:0/2695517927 shutdown_connections 2024-04-26T17:17:00.471 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:16:59.902+0000 7fd55495e700 1 -- 172.21.15.90:0/2695517927 wait complete. 2024-04-26T17:17:00.585 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:00 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:00.247+0000 7ff7bc43d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:17:00.585 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:00 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:00.349+0000 7ff7bc43d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T17:17:00.899 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:00 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:00.665+0000 7ff7bc43d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T17:17:00.899 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:00 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:00.752+0000 7ff7bc43d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T17:17:01.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:00 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2695517927' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-26T17:17:01.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:00 smithi090 ceph-mon[29417]: mgrmap e5: x(active, since 6s) 2024-04-26T17:17:01.834 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-26T17:17:01.834 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-26T17:17:01.834 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T17:17:01.834 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-26T17:17:01.834 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T17:17:01.834 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-26T17:17:01.834 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.932+0000 7f95d2e2f700 1 Processor -- start 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.932+0000 7f95d2e2f700 1 -- start start 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.932+0000 7f95d2e2f700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 0x7f95cc10b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.932+0000 7f95d2e2f700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc07bec0 con 0x7f95cc1090e0 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.933+0000 7f95d0bcb700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 0x7f95cc10b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.933+0000 7f95d0bcb700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 0x7f95cc10b4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53396/0 (socket says 172.21.15.90:53396) 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.933+0000 7f95d0bcb700 1 -- 172.21.15.90:0/3953975668 learned_addr learned my addr 172.21.15.90:0/3953975668 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.933+0000 7f95d0bcb700 1 -- 172.21.15.90:0/3953975668 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95cc10ba10 con 0x7f95cc1090e0 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.933+0000 7f95d0bcb700 1 --2- 172.21.15.90:0/3953975668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 0x7f95cc10b4d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f95c00098a0 tx=0x7f95c0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b894aded6ffd99ad server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.933+0000 7f95cb7fe700 1 -- 172.21.15.90:0/3953975668 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95c0004160 con 0x7f95cc1090e0 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.933+0000 7f95cb7fe700 1 -- 172.21.15.90:0/3953975668 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f95c0004300 con 0x7f95cc1090e0 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.933+0000 7f95cb7fe700 1 -- 172.21.15.90:0/3953975668 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95c0011a80 con 0x7f95cc1090e0 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.934+0000 7f95d2e2f700 1 -- 172.21.15.90:0/3953975668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 msgr2=0x7f95cc10b4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:01.835 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.934+0000 7f95d2e2f700 1 --2- 172.21.15.90:0/3953975668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 0x7f95cc10b4d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f95c00098a0 tx=0x7f95c0009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.934+0000 7f95d2e2f700 1 -- 172.21.15.90:0/3953975668 shutdown_connections 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.934+0000 7f95d2e2f700 1 --2- 172.21.15.90:0/3953975668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 0x7f95cc10b4d0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.934+0000 7f95d2e2f700 1 -- 172.21.15.90:0/3953975668 >> 172.21.15.90:0/3953975668 conn(0x7f95cc102b10 msgr2=0x7f95cc104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.934+0000 7f95d2e2f700 1 -- 172.21.15.90:0/3953975668 shutdown_connections 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.934+0000 7f95d2e2f700 1 -- 172.21.15.90:0/3953975668 wait complete. 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95d2e2f700 1 Processor -- start 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95d2e2f700 1 -- start start 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95d2e2f700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 0x7f95cc19c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95d2e2f700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc10c9e0 con 0x7f95cc1090e0 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95d0bcb700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 0x7f95cc19c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95d0bcb700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 0x7f95cc19c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53400/0 (socket says 172.21.15.90:53400) 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95d0bcb700 1 -- 172.21.15.90:0/1032459847 learned_addr learned my addr 172.21.15.90:0/1032459847 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:01.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95d0bcb700 1 -- 172.21.15.90:0/1032459847 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95cc19cad0 con 0x7f95cc1090e0 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95d0bcb700 1 --2- 172.21.15.90:0/1032459847 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 0x7f95cc19c590 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f95c0011a80 tx=0x7f95c00046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95c9ffb700 1 -- 172.21.15.90:0/1032459847 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95c0003bf0 con 0x7f95cc1090e0 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95c9ffb700 1 -- 172.21.15.90:0/1032459847 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f95c001a8c0 con 0x7f95cc1090e0 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95d2e2f700 1 -- 172.21.15.90:0/1032459847 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95cc19cd60 con 0x7f95cc1090e0 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.935+0000 7f95c9ffb700 1 -- 172.21.15.90:0/1032459847 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95c0024920 con 0x7f95cc1090e0 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.936+0000 7f95d2e2f700 1 -- 172.21.15.90:0/1032459847 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95cc19fa50 con 0x7f95cc1090e0 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.937+0000 7f95c9ffb700 1 -- 172.21.15.90:0/1032459847 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f95c0022020 con 0x7f95cc1090e0 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.937+0000 7f95d2e2f700 1 -- 172.21.15.90:0/1032459847 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95cc064250 con 0x7f95cc1090e0 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.937+0000 7f95c9ffb700 1 --2- 172.21.15.90:0/1032459847 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f95bc039560 0x7f95bc03ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.937+0000 7f95c9ffb700 1 -- 172.21.15.90:0/1032459847 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f95c004d630 con 0x7f95cc1090e0 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.937+0000 7f95cbfff700 1 -- 172.21.15.90:0/1032459847 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f95bc039560 msgr2=0x7f95bc03ba20 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/4271835641 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.937+0000 7f95cbfff700 1 --2- 172.21.15.90:0/1032459847 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f95bc039560 0x7f95bc03ba20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:00.946+0000 7f95c9ffb700 1 -- 172.21.15.90:0/1032459847 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f95c0019c70 con 0x7f95cc1090e0 2024-04-26T17:17:01.837 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.138+0000 7f95cbfff700 1 -- 172.21.15.90:0/1032459847 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f95bc039560 msgr2=0x7f95bc03ba20 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/4271835641 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.138+0000 7f95cbfff700 1 --2- 172.21.15.90:0/1032459847 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f95bc039560 0x7f95bc03ba20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.244+0000 7f95d2e2f700 1 -- 172.21.15.90:0/1032459847 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f95cc19fc20 con 0x7f95cc1090e0 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.244+0000 7f95c9ffb700 1 -- 172.21.15.90:0/1032459847 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f95c00172b0 con 0x7f95cc1090e0 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.247+0000 7f95d2e2f700 1 -- 172.21.15.90:0/1032459847 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f95bc039560 msgr2=0x7f95bc03ba20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.247+0000 7f95d2e2f700 1 --2- 172.21.15.90:0/1032459847 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f95bc039560 0x7f95bc03ba20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.247+0000 7f95d2e2f700 1 -- 172.21.15.90:0/1032459847 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 msgr2=0x7f95cc19c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.247+0000 7f95d2e2f700 1 --2- 172.21.15.90:0/1032459847 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 0x7f95cc19c590 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f95c0011a80 tx=0x7f95c00046a0 comp rx=0 tx=0).stop 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.247+0000 7f95d2e2f700 1 -- 172.21.15.90:0/1032459847 shutdown_connections 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.247+0000 7f95d2e2f700 1 --2- 172.21.15.90:0/1032459847 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f95bc039560 0x7f95bc03ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.247+0000 7f95d2e2f700 1 --2- 172.21.15.90:0/1032459847 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95cc1090e0 0x7f95cc19c590 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.247+0000 7f95d2e2f700 1 -- 172.21.15.90:0/1032459847 >> 172.21.15.90:0/1032459847 conn(0x7f95cc102b10 msgr2=0x7f95cc1035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.247+0000 7f95d2e2f700 1 -- 172.21.15.90:0/1032459847 shutdown_connections 2024-04-26T17:17:01.838 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:01.247+0000 7f95d2e2f700 1 -- 172.21.15.90:0/1032459847 wait complete. 2024-04-26T17:17:01.839 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for the mgr to restart... 2024-04-26T17:17:01.839 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mgr epoch 5... 2024-04-26T17:17:02.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:01 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1032459847' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T17:17:02.079 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:01 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:01.968+0000 7ff7bc43d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T17:17:02.431 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:02 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:02.142+0000 7ff7bc43d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T17:17:02.431 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:02 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:02.317+0000 7ff7bc43d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T17:17:02.871 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:02 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:02.601+0000 7ff7bc43d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T17:17:02.871 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:02 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:02.693+0000 7ff7bc43d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T17:17:03.180 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:02 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:02.893+0000 7ff7bc43d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T17:17:03.181 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:03 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:03.082+0000 7ff7bc43d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:17:03.930 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:03 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:03.671+0000 7ff7bc43d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T17:17:04.379 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:04 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:04.087+0000 7ff7bc43d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T17:17:04.379 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:04 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:04.181+0000 7ff7bc43d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T17:17:04.379 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:04 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:04.380+0000 7ff7bc43d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T17:17:05.181 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:04 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:04.894+0000 7ff7bc43d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T17:17:05.181 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:04 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:04.985+0000 7ff7bc43d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T17:17:05.564 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:05 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:05.224+0000 7ff7bc43d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T17:17:05.565 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:05 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:05.354+0000 7ff7bc43d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T17:17:05.565 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:05 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:05.449+0000 7ff7bc43d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T17:17:05.565 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:05 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:05.565+0000 7ff7bc43d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T17:17:06.180 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:05 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:05.863+0000 7ff7bc43d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T17:17:06.725 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:06.459+0000 7ff7bc43d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T17:17:06.725 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:06.673+0000 7ff7bc43d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T17:17:07.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: Active manager daemon x restarted 2024-04-26T17:17:07.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: Activating manager daemon x 2024-04-26T17:17:07.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: osdmap e2: 0 total, 0 up, 0 in 2024-04-26T17:17:07.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: mgrmap e6: x(active, starting, since 0.00334908s) 2024-04-26T17:17:07.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:17:07.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T17:17:07.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T17:17:07.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T17:17:07.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T17:17:07.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: Manager daemon x is now available 2024-04-26T17:17:07.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:07.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:07.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:17:07.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:17:07.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T17:17:07.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:06 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T17:17:07.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:07 smithi090 ceph-mon[29417]: Found migration_current of "None". Setting to last migration. 2024-04-26T17:17:07.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:07 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:07.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:07 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:07.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:07 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:17:07.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:07 smithi090 ceph-mon[29417]: mgrmap e7: x(active, since 1.00669s) 2024-04-26T17:17:08.420 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-26T17:17:08.421 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-26T17:17:08.421 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T17:17:08.421 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-26T17:17:08.421 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.266+0000 7f11677b0700 1 Processor -- start 2024-04-26T17:17:08.421 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.266+0000 7f11677b0700 1 -- start start 2024-04-26T17:17:08.421 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.266+0000 7f11677b0700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 0x7f1160108b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:08.421 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.266+0000 7f11677b0700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1160109160 con 0x7f1160108770 2024-04-26T17:17:08.421 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.267+0000 7f116554c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 0x7f1160108b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:08.421 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.267+0000 7f116554c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 0x7f1160108b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53406/0 (socket says 172.21.15.90:53406) 2024-04-26T17:17:08.421 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.267+0000 7f116554c700 1 -- 172.21.15.90:0/2745777335 learned_addr learned my addr 172.21.15.90:0/2745777335 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:08.421 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.267+0000 7f116554c700 1 -- 172.21.15.90:0/2745777335 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1160109920 con 0x7f1160108770 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.267+0000 7f116554c700 1 --2- 172.21.15.90:0/2745777335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 0x7f1160108b90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f11500098a0 tx=0x7f1150009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1249b651019dd05 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.267+0000 7f1157fff700 1 -- 172.21.15.90:0/2745777335 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1150004160 con 0x7f1160108770 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.267+0000 7f1157fff700 1 -- 172.21.15.90:0/2745777335 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f1150004300 con 0x7f1160108770 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.267+0000 7f1157fff700 1 -- 172.21.15.90:0/2745777335 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1150011a80 con 0x7f1160108770 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.268+0000 7f11677b0700 1 -- 172.21.15.90:0/2745777335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 msgr2=0x7f1160108b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.268+0000 7f11677b0700 1 --2- 172.21.15.90:0/2745777335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 0x7f1160108b90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f11500098a0 tx=0x7f1150009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.268+0000 7f11677b0700 1 -- 172.21.15.90:0/2745777335 shutdown_connections 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.268+0000 7f11677b0700 1 --2- 172.21.15.90:0/2745777335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 0x7f1160108b90 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.268+0000 7f11677b0700 1 -- 172.21.15.90:0/2745777335 >> 172.21.15.90:0/2745777335 conn(0x7f1160103d90 msgr2=0x7f11601061b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.268+0000 7f11677b0700 1 -- 172.21.15.90:0/2745777335 shutdown_connections 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.268+0000 7f11677b0700 1 -- 172.21.15.90:0/2745777335 wait complete. 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f11677b0700 1 Processor -- start 2024-04-26T17:17:08.422 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f11677b0700 1 -- start start 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f11677b0700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 0x7f116019c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f11677b0700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f116010ccd0 con 0x7f1160108770 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f116554c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 0x7f116019c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f116554c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 0x7f116019c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53420/0 (socket says 172.21.15.90:53420) 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f116554c700 1 -- 172.21.15.90:0/1286895532 learned_addr learned my addr 172.21.15.90:0/1286895532 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f116554c700 1 -- 172.21.15.90:0/1286895532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f116019cc10 con 0x7f1160108770 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f116554c700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 0x7f116019c6d0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1150011a50 tx=0x7f1150011b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f11567fc700 1 -- 172.21.15.90:0/1286895532 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1150003af0 con 0x7f1160108770 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f11567fc700 1 -- 172.21.15.90:0/1286895532 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f1150003c90 con 0x7f1160108770 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f11677b0700 1 -- 172.21.15.90:0/1286895532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f116019cea0 con 0x7f1160108770 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.269+0000 7f11567fc700 1 -- 172.21.15.90:0/1286895532 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11500247a0 con 0x7f1160108770 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.270+0000 7f11677b0700 1 -- 172.21.15.90:0/1286895532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f116019fb90 con 0x7f1160108770 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.270+0000 7f11567fc700 1 -- 172.21.15.90:0/1286895532 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f1150022020 con 0x7f1160108770 2024-04-26T17:17:08.423 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.270+0000 7f11567fc700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 0x7f114c03ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.270+0000 7f11567fc700 1 -- 172.21.15.90:0/1286895532 --> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f114c03c180 con 0x7f114c0395b0 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.270+0000 7f11567fc700 1 -- 172.21.15.90:0/1286895532 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f115004e580 con 0x7f1160108770 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.270+0000 7f1164d4b700 1 -- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 msgr2=0x7f114c03ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/4271835641 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.270+0000 7f1164d4b700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 0x7f114c03ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.471+0000 7f1164d4b700 1 -- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 msgr2=0x7f114c03ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/4271835641 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.471+0000 7f1164d4b700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 0x7f114c03ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.872+0000 7f1164d4b700 1 -- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 msgr2=0x7f114c03ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/4271835641 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:02.872+0000 7f1164d4b700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 0x7f114c03ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:03.673+0000 7f1164d4b700 1 -- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 msgr2=0x7f114c03ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/4271835641 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:03.673+0000 7f1164d4b700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 0x7f114c03ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:05.274+0000 7f1164d4b700 1 -- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 msgr2=0x7f114c03ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/4271835641 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:05.274+0000 7f1164d4b700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 0x7f114c03ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-26T17:17:08.424 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:06.677+0000 7f11567fc700 1 -- 172.21.15.90:0/1286895532 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mgrmap(e 6) ==== 46325+0+0 (secure 0 0 0) 0x7f115002d3f0 con 0x7f1160108770 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:06.677+0000 7f11567fc700 1 -- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 msgr2=0x7f114c03ba70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:06.677+0000 7f11567fc700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 0x7f114c03ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.678+0000 7f11567fc700 1 -- 172.21.15.90:0/1286895532 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7f1150006ea0 con 0x7f1160108770 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.679+0000 7f11567fc700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f114c03cea0 0x7f114c03f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.679+0000 7f11567fc700 1 -- 172.21.15.90:0/1286895532 --> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f115001aa60 con 0x7f114c03cea0 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.679+0000 7f1164d4b700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f114c03cea0 0x7f114c03f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.680+0000 7f1164d4b700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f114c03cea0 0x7f114c03f290 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f115c003a10 tx=0x7f115c0092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.680+0000 7f11567fc700 1 -- 172.21.15.90:0/1286895532 <== mgr.14120 v2:172.21.15.90:6800/965175557 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f115001aa60 con 0x7f114c03cea0 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.688+0000 7f11677b0700 1 -- 172.21.15.90:0/1286895532 --> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f116010cb20 con 0x7f114c03cea0 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.688+0000 7f11567fc700 1 -- 172.21.15.90:0/1286895532 <== mgr.14120 v2:172.21.15.90:6800/965175557 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f116010cb20 con 0x7f114c03cea0 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.688+0000 7f11677b0700 1 -- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f114c03cea0 msgr2=0x7f114c03f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.688+0000 7f11677b0700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f114c03cea0 0x7f114c03f290 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f115c003a10 tx=0x7f115c0092b0 comp rx=0 tx=0).stop 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.688+0000 7f11677b0700 1 -- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 msgr2=0x7f116019c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:08.425 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.688+0000 7f11677b0700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 0x7f116019c6d0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1150011a50 tx=0x7f1150011b30 comp rx=0 tx=0).stop 2024-04-26T17:17:08.426 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.688+0000 7f11677b0700 1 -- 172.21.15.90:0/1286895532 shutdown_connections 2024-04-26T17:17:08.426 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.688+0000 7f11677b0700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f114c03cea0 0x7f114c03f290 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:08.426 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.688+0000 7f11677b0700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1160108770 0x7f116019c6d0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:08.426 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.688+0000 7f11677b0700 1 --2- 172.21.15.90:0/1286895532 >> [v2:172.21.15.90:6800/4271835641,v1:172.21.15.90:6801/4271835641] conn(0x7f114c0395b0 0x7f114c03ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:08.426 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.689+0000 7f11677b0700 1 -- 172.21.15.90:0/1286895532 >> 172.21.15.90:0/1286895532 conn(0x7f1160103d90 msgr2=0x7f11601048c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:08.426 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.689+0000 7f11677b0700 1 -- 172.21.15.90:0/1286895532 shutdown_connections 2024-04-26T17:17:08.426 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:07.689+0000 7f11677b0700 1 -- 172.21.15.90:0/1286895532 wait complete. 2024-04-26T17:17:08.426 INFO:teuthology.orchestra.run.smithi090.stdout:mgr epoch 5 is available 2024-04-26T17:17:08.426 INFO:teuthology.orchestra.run.smithi090.stdout:Setting orchestrator backend to cephadm... 2024-04-26T17:17:09.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:08 smithi090 ceph-mon[29417]: [26/Apr/2024:17:17:06] ENGINE Bus STARTING 2024-04-26T17:17:09.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:08 smithi090 ceph-mon[29417]: [26/Apr/2024:17:17:07] ENGINE Serving on https://172.21.15.90:7150 2024-04-26T17:17:09.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:08 smithi090 ceph-mon[29417]: [26/Apr/2024:17:17:07] ENGINE Serving on http://172.21.15.90:8765 2024-04-26T17:17:09.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:08 smithi090 ceph-mon[29417]: [26/Apr/2024:17:17:07] ENGINE Bus STARTED 2024-04-26T17:17:09.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:08 smithi090 ceph-mon[29417]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T17:17:09.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:08 smithi090 ceph-mon[29417]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T17:17:09.627 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.840+0000 7fd5b904e700 1 Processor -- start 2024-04-26T17:17:09.627 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.840+0000 7fd5b904e700 1 -- start start 2024-04-26T17:17:09.627 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.840+0000 7fd5b904e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 0x7fd5b410b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:09.627 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.840+0000 7fd5b904e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b407bec0 con 0x7fd5b4109150 2024-04-26T17:17:09.627 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.840+0000 7fd5b2d9d700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 0x7fd5b410b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:09.627 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.840+0000 7fd5b2d9d700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 0x7fd5b410b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57880/0 (socket says 172.21.15.90:57880) 2024-04-26T17:17:09.627 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.840+0000 7fd5b2d9d700 1 -- 172.21.15.90:0/3642405597 learned_addr learned my addr 172.21.15.90:0/3642405597 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:09.627 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.840+0000 7fd5b2d9d700 1 -- 172.21.15.90:0/3642405597 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b410ba80 con 0x7fd5b4109150 2024-04-26T17:17:09.627 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.841+0000 7fd5b2d9d700 1 --2- 172.21.15.90:0/3642405597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 0x7fd5b410b540 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd5a40098a0 tx=0x7fd5a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=321e88fd1cedc6d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:09.627 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.841+0000 7fd5b1d9b700 1 -- 172.21.15.90:0/3642405597 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5a4004160 con 0x7fd5b4109150 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.841+0000 7fd5b1d9b700 1 -- 172.21.15.90:0/3642405597 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7fd5a4004300 con 0x7fd5b4109150 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.841+0000 7fd5b1d9b700 1 -- 172.21.15.90:0/3642405597 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5a4011a80 con 0x7fd5b4109150 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.841+0000 7fd5b904e700 1 -- 172.21.15.90:0/3642405597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 msgr2=0x7fd5b410b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.841+0000 7fd5b904e700 1 --2- 172.21.15.90:0/3642405597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 0x7fd5b410b540 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd5a40098a0 tx=0x7fd5a4009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.841+0000 7fd5b904e700 1 -- 172.21.15.90:0/3642405597 shutdown_connections 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.841+0000 7fd5b904e700 1 --2- 172.21.15.90:0/3642405597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 0x7fd5b410b540 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.841+0000 7fd5b904e700 1 -- 172.21.15.90:0/3642405597 >> 172.21.15.90:0/3642405597 conn(0x7fd5b4102c00 msgr2=0x7fd5b4105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.841+0000 7fd5b904e700 1 -- 172.21.15.90:0/3642405597 shutdown_connections 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.841+0000 7fd5b904e700 1 -- 172.21.15.90:0/3642405597 wait complete. 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.842+0000 7fd5b904e700 1 Processor -- start 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.842+0000 7fd5b904e700 1 -- start start 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.842+0000 7fd5b904e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 0x7fd5b41089d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:09.628 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.842+0000 7fd5b904e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b410ca50 con 0x7fd5b4109150 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.843+0000 7fd5b2d9d700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 0x7fd5b41089d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.843+0000 7fd5b2d9d700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 0x7fd5b41089d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57894/0 (socket says 172.21.15.90:57894) 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.843+0000 7fd5b2d9d700 1 -- 172.21.15.90:0/1425405294 learned_addr learned my addr 172.21.15.90:0/1425405294 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.843+0000 7fd5b2d9d700 1 -- 172.21.15.90:0/1425405294 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b4108f10 con 0x7fd5b4109150 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.843+0000 7fd5b2d9d700 1 --2- 172.21.15.90:0/1425405294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 0x7fd5b41089d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd5a4011a80 tx=0x7fd5a4011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.843+0000 7fd59bfff700 1 -- 172.21.15.90:0/1425405294 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5a4003b70 con 0x7fd5b4109150 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.843+0000 7fd59bfff700 1 -- 172.21.15.90:0/1425405294 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7fd5a401a8c0 con 0x7fd5b4109150 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.843+0000 7fd5b904e700 1 -- 172.21.15.90:0/1425405294 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5b4107100 con 0x7fd5b4109150 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.843+0000 7fd59bfff700 1 -- 172.21.15.90:0/1425405294 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5a40248b0 con 0x7fd5b4109150 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.843+0000 7fd5b904e700 1 -- 172.21.15.90:0/1425405294 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5b4107640 con 0x7fd5b4109150 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.844+0000 7fd59bfff700 1 -- 172.21.15.90:0/1425405294 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fd5a4022020 con 0x7fd5b4109150 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.844+0000 7fd5b904e700 1 -- 172.21.15.90:0/1425405294 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5b4064250 con 0x7fd5b4109150 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.844+0000 7fd59bfff700 1 --2- 172.21.15.90:0/1425405294 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fd59c039560 0x7fd59c03ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.844+0000 7fd59bfff700 1 -- 172.21.15.90:0/1425405294 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd5a404db60 con 0x7fd5b4109150 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.845+0000 7fd5b259c700 1 --2- 172.21.15.90:0/1425405294 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fd59c039560 0x7fd59c03ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.845+0000 7fd5b259c700 1 --2- 172.21.15.90:0/1425405294 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fd59c039560 0x7fd59c03ba20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd5a8006fd0 tx=0x7fd5a8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:08.850+0000 7fd59bfff700 1 -- 172.21.15.90:0/1425405294 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd5a4021d60 con 0x7fd5b4109150 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:09.064+0000 7fd5b904e700 1 -- 172.21.15.90:0/1425405294 --> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7fd5b4103e20 con 0x7fd59c039560 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:09.069+0000 7fd59bfff700 1 -- 172.21.15.90:0/1425405294 <== mgr.14120 v2:172.21.15.90:6800/965175557 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd5b4103e20 con 0x7fd59c039560 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:09.071+0000 7fd5b904e700 1 -- 172.21.15.90:0/1425405294 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fd59c039560 msgr2=0x7fd59c03ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:09.071+0000 7fd5b904e700 1 --2- 172.21.15.90:0/1425405294 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fd59c039560 0x7fd59c03ba20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd5a8006fd0 tx=0x7fd5a8006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:09.071+0000 7fd5b904e700 1 -- 172.21.15.90:0/1425405294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 msgr2=0x7fd5b41089d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:09.071+0000 7fd5b904e700 1 --2- 172.21.15.90:0/1425405294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 0x7fd5b41089d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd5a4011a80 tx=0x7fd5a4011b60 comp rx=0 tx=0).stop 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:09.071+0000 7fd5b904e700 1 -- 172.21.15.90:0/1425405294 shutdown_connections 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:09.071+0000 7fd5b904e700 1 --2- 172.21.15.90:0/1425405294 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fd59c039560 0x7fd59c03ba20 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:09.071+0000 7fd5b904e700 1 --2- 172.21.15.90:0/1425405294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5b4109150 0x7fd5b41089d0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:09.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:09.071+0000 7fd5b904e700 1 -- 172.21.15.90:0/1425405294 >> 172.21.15.90:0/1425405294 conn(0x7fd5b4102c00 msgr2=0x7fd5b4103710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:09.631 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:09.071+0000 7fd5b904e700 1 -- 172.21.15.90:0/1425405294 shutdown_connections 2024-04-26T17:17:09.631 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:09.071+0000 7fd5b904e700 1 -- 172.21.15.90:0/1425405294 wait complete. 2024-04-26T17:17:10.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:09 smithi090 ceph-mon[29417]: mgrmap e8: x(active, since 2s) 2024-04-26T17:17:10.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:09 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:10.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:09 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:17:10.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-26T17:17:10.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.067+0000 7f4b12965700 1 Processor -- start 2024-04-26T17:17:10.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.067+0000 7f4b12965700 1 -- start start 2024-04-26T17:17:10.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.067+0000 7f4b12965700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 0x7f4b0c10b560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:10.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.067+0000 7f4b12965700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4b0c07be80 con 0x7f4b0c109170 2024-04-26T17:17:10.827 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.067+0000 7f4b0bfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 0x7f4b0c10b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.067+0000 7f4b0bfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 0x7f4b0c10b560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57896/0 (socket says 172.21.15.90:57896) 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.067+0000 7f4b0bfff700 1 -- 172.21.15.90:0/1828171333 learned_addr learned my addr 172.21.15.90:0/1828171333 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.067+0000 7f4b0bfff700 1 -- 172.21.15.90:0/1828171333 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b0c10baa0 con 0x7f4b0c109170 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.068+0000 7f4b0bfff700 1 --2- 172.21.15.90:0/1828171333 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 0x7f4b0c10b560 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4afc0098a0 tx=0x7f4afc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10be317eaa4e5ce4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.068+0000 7f4b0affd700 1 -- 172.21.15.90:0/1828171333 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4afc004160 con 0x7f4b0c109170 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.068+0000 7f4b0affd700 1 -- 172.21.15.90:0/1828171333 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f4afc004300 con 0x7f4b0c109170 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.068+0000 7f4b0affd700 1 -- 172.21.15.90:0/1828171333 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4afc011a80 con 0x7f4b0c109170 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.068+0000 7f4b12965700 1 -- 172.21.15.90:0/1828171333 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 msgr2=0x7f4b0c10b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.068+0000 7f4b12965700 1 --2- 172.21.15.90:0/1828171333 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 0x7f4b0c10b560 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4afc0098a0 tx=0x7f4afc009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.068+0000 7f4b12965700 1 -- 172.21.15.90:0/1828171333 shutdown_connections 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.068+0000 7f4b12965700 1 --2- 172.21.15.90:0/1828171333 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 0x7f4b0c10b560 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.068+0000 7f4b12965700 1 -- 172.21.15.90:0/1828171333 >> 172.21.15.90:0/1828171333 conn(0x7f4b0c102ba0 msgr2=0x7f4b0c104fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:10.828 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.068+0000 7f4b12965700 1 -- 172.21.15.90:0/1828171333 shutdown_connections 2024-04-26T17:17:10.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.068+0000 7f4b12965700 1 -- 172.21.15.90:0/1828171333 wait complete. 2024-04-26T17:17:10.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.069+0000 7f4b12965700 1 Processor -- start 2024-04-26T17:17:10.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.069+0000 7f4b12965700 1 -- start start 2024-04-26T17:17:10.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.069+0000 7f4b12965700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 0x7f4b0c19c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:10.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.069+0000 7f4b12965700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4b0c10ca60 con 0x7f4b0c109170 2024-04-26T17:17:10.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.069+0000 7f4b0bfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 0x7f4b0c19c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:10.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.069+0000 7f4b0bfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 0x7f4b0c19c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57906/0 (socket says 172.21.15.90:57906) 2024-04-26T17:17:10.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.069+0000 7f4b0bfff700 1 -- 172.21.15.90:0/3934989811 learned_addr learned my addr 172.21.15.90:0/3934989811 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:10.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.070+0000 7f4b0bfff700 1 -- 172.21.15.90:0/3934989811 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b0c19cb70 con 0x7f4b0c109170 2024-04-26T17:17:10.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.070+0000 7f4b0bfff700 1 --2- 172.21.15.90:0/3934989811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 0x7f4b0c19c630 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4afc011740 tx=0x7f4afc011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:10.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.070+0000 7f4b097fa700 1 -- 172.21.15.90:0/3934989811 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4afc003b20 con 0x7f4b0c109170 2024-04-26T17:17:10.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.070+0000 7f4b097fa700 1 -- 172.21.15.90:0/3934989811 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f4afc01a8c0 con 0x7f4b0c109170 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.070+0000 7f4b097fa700 1 -- 172.21.15.90:0/3934989811 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4afc0248c0 con 0x7f4b0c109170 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.070+0000 7f4b12965700 1 -- 172.21.15.90:0/3934989811 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b0c19ce00 con 0x7f4b0c109170 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.070+0000 7f4b12965700 1 -- 172.21.15.90:0/3934989811 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b0c19faf0 con 0x7f4b0c109170 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.071+0000 7f4b097fa700 1 -- 172.21.15.90:0/3934989811 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f4afc022020 con 0x7f4b0c109170 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.071+0000 7f4b12965700 1 -- 172.21.15.90:0/3934989811 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b0c064250 con 0x7f4b0c109170 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.071+0000 7f4b097fa700 1 --2- 172.21.15.90:0/3934989811 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f4af40395b0 0x7f4af403ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.071+0000 7f4b097fa700 1 -- 172.21.15.90:0/3934989811 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4afc04db50 con 0x7f4b0c109170 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.071+0000 7f4b0b7fe700 1 --2- 172.21.15.90:0/3934989811 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f4af40395b0 0x7f4af403ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.071+0000 7f4b0b7fe700 1 --2- 172.21.15.90:0/3934989811 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f4af40395b0 0x7f4af403ba70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4b00006fd0 tx=0x7f4b00006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.076+0000 7f4b097fa700 1 -- 172.21.15.90:0/3934989811 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4afc01ab00 con 0x7f4b0c109170 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.274+0000 7f4b12965700 1 -- 172.21.15.90:0/3934989811 --> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f4b0c103e60 con 0x7f4af40395b0 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.274+0000 7f4b097fa700 1 -- 172.21.15.90:0/3934989811 <== mgr.14120 v2:172.21.15.90:6800/965175557 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f4b0c103e60 con 0x7f4af40395b0 2024-04-26T17:17:10.830 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.276+0000 7f4b12965700 1 -- 172.21.15.90:0/3934989811 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f4af40395b0 msgr2=0x7f4af403ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:10.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.276+0000 7f4b12965700 1 --2- 172.21.15.90:0/3934989811 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f4af40395b0 0x7f4af403ba70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4b00006fd0 tx=0x7f4b00006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:10.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.276+0000 7f4b12965700 1 -- 172.21.15.90:0/3934989811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 msgr2=0x7f4b0c19c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:10.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.276+0000 7f4b12965700 1 --2- 172.21.15.90:0/3934989811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 0x7f4b0c19c630 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4afc011740 tx=0x7f4afc011b00 comp rx=0 tx=0).stop 2024-04-26T17:17:10.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.276+0000 7f4b12965700 1 -- 172.21.15.90:0/3934989811 shutdown_connections 2024-04-26T17:17:10.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.276+0000 7f4b12965700 1 --2- 172.21.15.90:0/3934989811 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f4af40395b0 0x7f4af403ba70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:10.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.276+0000 7f4b12965700 1 --2- 172.21.15.90:0/3934989811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b0c109170 0x7f4b0c19c630 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:10.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.276+0000 7f4b12965700 1 -- 172.21.15.90:0/3934989811 >> 172.21.15.90:0/3934989811 conn(0x7f4b0c102ba0 msgr2=0x7f4b0c103750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:10.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.277+0000 7f4b12965700 1 -- 172.21.15.90:0/3934989811 shutdown_connections 2024-04-26T17:17:10.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:10.277+0000 7f4b12965700 1 -- 172.21.15.90:0/3934989811 wait complete. 2024-04-26T17:17:10.831 INFO:teuthology.orchestra.run.smithi090.stdout:Generating ssh key... 2024-04-26T17:17:11.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:10 smithi090 ceph-mon[29417]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:17:11.827 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: Generating public/private rsa key pair. 2024-04-26T17:17:11.827 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: Your identification has been saved in /tmp/tmpfnkrqubq/key. 2024-04-26T17:17:11.827 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: Your public key has been saved in /tmp/tmpfnkrqubq/key.pub. 2024-04-26T17:17:11.827 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: The key fingerprint is: 2024-04-26T17:17:11.827 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: SHA256:iKTjrA1tXTbMk4xZ/JQh2gLK+xHPmpboh4X/wdqkyB4 ceph-970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:17:11.827 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: The key's randomart image is: 2024-04-26T17:17:11.827 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: +---[RSA 3072]----+ 2024-04-26T17:17:11.828 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: | . . . | 2024-04-26T17:17:11.828 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: |.. . + . o | 2024-04-26T17:17:11.828 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: |.. .+ + o | 2024-04-26T17:17:11.828 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: | .o+X = | 2024-04-26T17:17:11.828 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: | .+.+o@ S | 2024-04-26T17:17:11.828 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: | =o+*o o | 2024-04-26T17:17:11.828 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: |.EO*.+ | 2024-04-26T17:17:11.828 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: |o*+o= . | 2024-04-26T17:17:11.828 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: |o=oo.o | 2024-04-26T17:17:11.828 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: +----[SHA256]-----+ 2024-04-26T17:17:12.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-mon[29417]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:17:12.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:12.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:11 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:12.202 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.250+0000 7fa499640700 1 Processor -- start 2024-04-26T17:17:12.202 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.250+0000 7fa499640700 1 -- start start 2024-04-26T17:17:12.202 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.250+0000 7fa499640700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 0x7fa494107990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:12.202 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.250+0000 7fa499640700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa494107f60 con 0x7fa494107570 2024-04-26T17:17:12.202 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.250+0000 7fa492ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 0x7fa494107990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:12.202 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.250+0000 7fa492ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 0x7fa494107990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57922/0 (socket says 172.21.15.90:57922) 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.250+0000 7fa492ffd700 1 -- 172.21.15.90:0/666852552 learned_addr learned my addr 172.21.15.90:0/666852552 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.250+0000 7fa492ffd700 1 -- 172.21.15.90:0/666852552 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa494108770 con 0x7fa494107570 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.250+0000 7fa492ffd700 1 --2- 172.21.15.90:0/666852552 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 0x7fa494107990 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa4840098a0 tx=0x7fa484009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c90cff69c4782fb6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.251+0000 7fa491ffb700 1 -- 172.21.15.90:0/666852552 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa484004160 con 0x7fa494107570 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.251+0000 7fa491ffb700 1 -- 172.21.15.90:0/666852552 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7fa484004300 con 0x7fa494107570 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.251+0000 7fa491ffb700 1 -- 172.21.15.90:0/666852552 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa484011a80 con 0x7fa494107570 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.251+0000 7fa499640700 1 -- 172.21.15.90:0/666852552 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 msgr2=0x7fa494107990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.251+0000 7fa499640700 1 --2- 172.21.15.90:0/666852552 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 0x7fa494107990 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa4840098a0 tx=0x7fa484009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.251+0000 7fa499640700 1 -- 172.21.15.90:0/666852552 shutdown_connections 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.251+0000 7fa499640700 1 --2- 172.21.15.90:0/666852552 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 0x7fa494107990 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.251+0000 7fa499640700 1 -- 172.21.15.90:0/666852552 >> 172.21.15.90:0/666852552 conn(0x7fa494102b10 msgr2=0x7fa494104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.251+0000 7fa499640700 1 -- 172.21.15.90:0/666852552 shutdown_connections 2024-04-26T17:17:12.203 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.251+0000 7fa499640700 1 -- 172.21.15.90:0/666852552 wait complete. 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.252+0000 7fa499640700 1 Processor -- start 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.252+0000 7fa499640700 1 -- start start 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.252+0000 7fa499640700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 0x7fa49407ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.252+0000 7fa499640700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa49410bb20 con 0x7fa494107570 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.252+0000 7fa492ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 0x7fa49407ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.252+0000 7fa492ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 0x7fa49407ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57930/0 (socket says 172.21.15.90:57930) 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.252+0000 7fa492ffd700 1 -- 172.21.15.90:0/1310163136 learned_addr learned my addr 172.21.15.90:0/1310163136 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.252+0000 7fa492ffd700 1 -- 172.21.15.90:0/1310163136 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa49419f370 con 0x7fa494107570 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.253+0000 7fa492ffd700 1 --2- 172.21.15.90:0/1310163136 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 0x7fa49407ba60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa484006b20 tx=0x7fa484011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.253+0000 7fa47bfff700 1 -- 172.21.15.90:0/1310163136 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa484003a60 con 0x7fa494107570 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.253+0000 7fa47bfff700 1 -- 172.21.15.90:0/1310163136 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7fa484003c00 con 0x7fa494107570 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.253+0000 7fa499640700 1 -- 172.21.15.90:0/1310163136 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa49419f540 con 0x7fa494107570 2024-04-26T17:17:12.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.253+0000 7fa47bfff700 1 -- 172.21.15.90:0/1310163136 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa484024790 con 0x7fa494107570 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.253+0000 7fa499640700 1 -- 172.21.15.90:0/1310163136 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa49419f8e0 con 0x7fa494107570 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.254+0000 7fa47bfff700 1 -- 172.21.15.90:0/1310163136 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fa484022020 con 0x7fa494107570 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.254+0000 7fa499640700 1 -- 172.21.15.90:0/1310163136 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa494064250 con 0x7fa494107570 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.254+0000 7fa47bfff700 1 --2- 172.21.15.90:0/1310163136 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fa47c039600 0x7fa47c03bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.254+0000 7fa47bfff700 1 -- 172.21.15.90:0/1310163136 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa48404da60 con 0x7fa494107570 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.254+0000 7fa4927fc700 1 --2- 172.21.15.90:0/1310163136 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fa47c039600 0x7fa47c03bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.254+0000 7fa4927fc700 1 --2- 172.21.15.90:0/1310163136 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fa47c039600 0x7fa47c03bac0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa488006fd0 tx=0x7fa488006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.259+0000 7fa47bfff700 1 -- 172.21.15.90:0/1310163136 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa48402cdf0 con 0x7fa494107570 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.458+0000 7fa499640700 1 -- 172.21.15.90:0/1310163136 --> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fa494103df0 con 0x7fa47c039600 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.663+0000 7fa47bfff700 1 -- 172.21.15.90:0/1310163136 <== mgr.14120 v2:172.21.15.90:6800/965175557 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa494103df0 con 0x7fa47c039600 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.665+0000 7fa499640700 1 -- 172.21.15.90:0/1310163136 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fa47c039600 msgr2=0x7fa47c03bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.665+0000 7fa499640700 1 --2- 172.21.15.90:0/1310163136 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fa47c039600 0x7fa47c03bac0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa488006fd0 tx=0x7fa488006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:12.205 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.665+0000 7fa499640700 1 -- 172.21.15.90:0/1310163136 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 msgr2=0x7fa49407ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:12.206 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.665+0000 7fa499640700 1 --2- 172.21.15.90:0/1310163136 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 0x7fa49407ba60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa484006b20 tx=0x7fa484011b00 comp rx=0 tx=0).stop 2024-04-26T17:17:12.206 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.665+0000 7fa499640700 1 -- 172.21.15.90:0/1310163136 shutdown_connections 2024-04-26T17:17:12.206 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.665+0000 7fa499640700 1 --2- 172.21.15.90:0/1310163136 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fa47c039600 0x7fa47c03bac0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:12.206 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.665+0000 7fa499640700 1 --2- 172.21.15.90:0/1310163136 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa494107570 0x7fa49407ba60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:12.206 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.665+0000 7fa499640700 1 -- 172.21.15.90:0/1310163136 >> 172.21.15.90:0/1310163136 conn(0x7fa494102b10 msgr2=0x7fa4941036e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:12.206 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.665+0000 7fa499640700 1 -- 172.21.15.90:0/1310163136 shutdown_connections 2024-04-26T17:17:12.206 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:11.666+0000 7fa499640700 1 -- 172.21.15.90:0/1310163136 wait complete. 2024-04-26T17:17:13.119 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:12 smithi090 ceph-mon[29417]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:17:13.119 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:12 smithi090 ceph-mon[29417]: Generating ssh key... 2024-04-26T17:17:13.379 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdORk2nUrk87q8kvcdC9nx+cQ20hB6CBdNv6a7rYNKANK+bJ3z2v75l6i2Ws46LyP6B1pT+3wceNdCV0cLo6TB5AGmJ3kp/ZgSpSfo5omhjY6uuB6iR0Z7ihBUonsG8TzgOemp6EC9mMOOdPR4FT7kdHxciGKkiO1OgVNJ1QOXYCQpu0MVUlbep85whPf+YXhKh7DK/wcuhtUw3k/hCYuUJCrci53OcMWOz+sCMTyzlF77aZ1de8nYtJy765u5uSnV/crIiGM9JydjqAU610h82CuoWiyBweVxY1Lt6DhZeUbE8PsIve7yCxdhqXQ2oW6m+UTAtk8CdE6V6sqRjadIXCMCx6IZM+jpg2Uzd86uCXYmL9rWCQCr3+HDVNjnfJSSumuktUXMmTDo+9w4reEG1RTiw8O1BGEsDVufM6SKdhEj38//8zombylUV/3YYdJiNb/dQ/hQ+ldSYDaDZxy+vuj5UjcPtkhODebj1SATp80IiVGyasG9Wo0x0FVE4Vs= ceph-970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:17:13.379 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.616+0000 7f0c79462700 1 Processor -- start 2024-04-26T17:17:13.379 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.616+0000 7f0c79462700 1 -- start start 2024-04-26T17:17:13.379 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.616+0000 7f0c79462700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 0x7f0c74107ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:13.379 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.616+0000 7f0c79462700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0c74108490 con 0x7f0c74107aa0 2024-04-26T17:17:13.379 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.617+0000 7f0c72ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 0x7f0c74107ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:13.379 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.617+0000 7f0c72ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 0x7f0c74107ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57932/0 (socket says 172.21.15.90:57932) 2024-04-26T17:17:13.379 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.617+0000 7f0c72ffd700 1 -- 172.21.15.90:0/2611132905 learned_addr learned my addr 172.21.15.90:0/2611132905 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:13.379 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.617+0000 7f0c72ffd700 1 -- 172.21.15.90:0/2611132905 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c741087c0 con 0x7f0c74107aa0 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.617+0000 7f0c72ffd700 1 --2- 172.21.15.90:0/2611132905 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 0x7f0c74107ec0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0c640098a0 tx=0x7f0c64009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dd0be99efe046c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.617+0000 7f0c727fc700 1 -- 172.21.15.90:0/2611132905 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c64004160 con 0x7f0c74107aa0 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.617+0000 7f0c727fc700 1 -- 172.21.15.90:0/2611132905 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f0c64004300 con 0x7f0c74107aa0 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.617+0000 7f0c727fc700 1 -- 172.21.15.90:0/2611132905 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c64011a80 con 0x7f0c74107aa0 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.618+0000 7f0c79462700 1 -- 172.21.15.90:0/2611132905 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 msgr2=0x7f0c74107ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.618+0000 7f0c79462700 1 --2- 172.21.15.90:0/2611132905 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 0x7f0c74107ec0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0c640098a0 tx=0x7f0c64009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.618+0000 7f0c79462700 1 -- 172.21.15.90:0/2611132905 shutdown_connections 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.618+0000 7f0c79462700 1 --2- 172.21.15.90:0/2611132905 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 0x7f0c74107ec0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.618+0000 7f0c79462700 1 -- 172.21.15.90:0/2611132905 >> 172.21.15.90:0/2611132905 conn(0x7f0c741022a0 msgr2=0x7f0c74104700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.618+0000 7f0c79462700 1 -- 172.21.15.90:0/2611132905 shutdown_connections 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.618+0000 7f0c79462700 1 -- 172.21.15.90:0/2611132905 wait complete. 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.618+0000 7f0c79462700 1 Processor -- start 2024-04-26T17:17:13.380 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.619+0000 7f0c79462700 1 -- start start 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.619+0000 7f0c79462700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 0x7f0c7419c620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.619+0000 7f0c79462700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0c7410bb70 con 0x7f0c74107aa0 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.619+0000 7f0c72ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 0x7f0c7419c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.619+0000 7f0c72ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 0x7f0c7419c620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57936/0 (socket says 172.21.15.90:57936) 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.619+0000 7f0c72ffd700 1 -- 172.21.15.90:0/3623536858 learned_addr learned my addr 172.21.15.90:0/3623536858 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.619+0000 7f0c72ffd700 1 -- 172.21.15.90:0/3623536858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c7419cb60 con 0x7f0c74107aa0 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.619+0000 7f0c72ffd700 1 --2- 172.21.15.90:0/3623536858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 0x7f0c7419c620 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0c64011a80 tx=0x7f0c640046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.619+0000 7f0c70ff9700 1 -- 172.21.15.90:0/3623536858 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c64003bf0 con 0x7f0c74107aa0 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.619+0000 7f0c70ff9700 1 -- 172.21.15.90:0/3623536858 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f0c6401a8c0 con 0x7f0c74107aa0 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.620+0000 7f0c79462700 1 -- 172.21.15.90:0/3623536858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c7419cdf0 con 0x7f0c74107aa0 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.620+0000 7f0c70ff9700 1 -- 172.21.15.90:0/3623536858 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c64024920 con 0x7f0c74107aa0 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.620+0000 7f0c79462700 1 -- 172.21.15.90:0/3623536858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c7419fae0 con 0x7f0c74107aa0 2024-04-26T17:17:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.620+0000 7f0c70ff9700 1 -- 172.21.15.90:0/3623536858 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f0c64022020 con 0x7f0c74107aa0 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.621+0000 7f0c79462700 1 -- 172.21.15.90:0/3623536858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c74064250 con 0x7f0c74107aa0 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.621+0000 7f0c70ff9700 1 --2- 172.21.15.90:0/3623536858 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f0c600395b0 0x7f0c6003ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.621+0000 7f0c70ff9700 1 -- 172.21.15.90:0/3623536858 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0c6404dbd0 con 0x7f0c74107aa0 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.621+0000 7f0c6a7fc700 1 --2- 172.21.15.90:0/3623536858 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f0c600395b0 0x7f0c6003ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.621+0000 7f0c6a7fc700 1 --2- 172.21.15.90:0/3623536858 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f0c600395b0 0x7f0c6003ba70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c006fd0 tx=0x7f0c5c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.626+0000 7f0c70ff9700 1 -- 172.21.15.90:0/3623536858 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0c6401ada0 con 0x7f0c74107aa0 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.823+0000 7f0c79462700 1 -- 172.21.15.90:0/3623536858 --> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f0c7402e280 con 0x7f0c600395b0 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.824+0000 7f0c70ff9700 1 -- 172.21.15.90:0/3623536858 <== mgr.14120 v2:172.21.15.90:6800/965175557 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f0c7402e280 con 0x7f0c600395b0 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.826+0000 7f0c79462700 1 -- 172.21.15.90:0/3623536858 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f0c600395b0 msgr2=0x7f0c6003ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.826+0000 7f0c79462700 1 --2- 172.21.15.90:0/3623536858 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f0c600395b0 0x7f0c6003ba70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c006fd0 tx=0x7f0c5c006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.826+0000 7f0c79462700 1 -- 172.21.15.90:0/3623536858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 msgr2=0x7f0c7419c620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.826+0000 7f0c79462700 1 --2- 172.21.15.90:0/3623536858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 0x7f0c7419c620 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0c64011a80 tx=0x7f0c640046a0 comp rx=0 tx=0).stop 2024-04-26T17:17:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.826+0000 7f0c79462700 1 -- 172.21.15.90:0/3623536858 shutdown_connections 2024-04-26T17:17:13.383 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.826+0000 7f0c79462700 1 --2- 172.21.15.90:0/3623536858 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f0c600395b0 0x7f0c6003ba70 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:13.383 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.826+0000 7f0c79462700 1 --2- 172.21.15.90:0/3623536858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c74107aa0 0x7f0c7419c620 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:13.383 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.826+0000 7f0c79462700 1 -- 172.21.15.90:0/3623536858 >> 172.21.15.90:0/3623536858 conn(0x7f0c741022a0 msgr2=0x7f0c74103160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:13.383 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.827+0000 7f0c79462700 1 -- 172.21.15.90:0/3623536858 shutdown_connections 2024-04-26T17:17:13.383 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:12.827+0000 7f0c79462700 1 -- 172.21.15.90:0/3623536858 wait complete. 2024-04-26T17:17:13.383 INFO:teuthology.orchestra.run.smithi090.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-26T17:17:13.383 INFO:teuthology.orchestra.run.smithi090.stdout:Adding key to root@localhost authorized_keys... 2024-04-26T17:17:13.383 INFO:teuthology.orchestra.run.smithi090.stdout:Adding host smithi090... 2024-04-26T17:17:14.018 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:13 smithi090 ceph-mon[29417]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:17:15.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:15 smithi090 ceph-mon[29417]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi090", "addr": "172.21.15.90", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:17:15.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:15 smithi090 ceph-mon[29417]: Deploying cephadm binary to smithi090 2024-04-26T17:17:18.669 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout Added host 'smithi090' with addr '172.21.15.90' 2024-04-26T17:17:18.669 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.803+0000 7f6fcee69700 1 Processor -- start 2024-04-26T17:17:18.669 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.803+0000 7f6fcee69700 1 -- start start 2024-04-26T17:17:18.669 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.804+0000 7f6fcee69700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 0x7f6fc8107a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:18.669 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.804+0000 7f6fcee69700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc8107fd0 con 0x7f6fc81075e0 2024-04-26T17:17:18.670 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.804+0000 7f6fccc05700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 0x7f6fc8107a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:18.670 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.804+0000 7f6fccc05700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 0x7f6fc8107a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57942/0 (socket says 172.21.15.90:57942) 2024-04-26T17:17:18.670 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.804+0000 7f6fccc05700 1 -- 172.21.15.90:0/1837354284 learned_addr learned my addr 172.21.15.90:0/1837354284 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:18.670 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.804+0000 7f6fccc05700 1 -- 172.21.15.90:0/1837354284 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fc81087e0 con 0x7f6fc81075e0 2024-04-26T17:17:18.670 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.804+0000 7f6fccc05700 1 --2- 172.21.15.90:0/1837354284 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 0x7f6fc8107a00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6fbc0098a0 tx=0x7f6fbc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4a938ad30ed9f19 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:18.670 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.804+0000 7f6fc77fe700 1 -- 172.21.15.90:0/1837354284 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6fbc004160 con 0x7f6fc81075e0 2024-04-26T17:17:18.670 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.804+0000 7f6fc77fe700 1 -- 172.21.15.90:0/1837354284 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f6fbc004300 con 0x7f6fc81075e0 2024-04-26T17:17:18.670 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.804+0000 7f6fc77fe700 1 -- 172.21.15.90:0/1837354284 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6fbc011a80 con 0x7f6fc81075e0 2024-04-26T17:17:18.670 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.805+0000 7f6fcee69700 1 -- 172.21.15.90:0/1837354284 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 msgr2=0x7f6fc8107a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:18.670 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.805+0000 7f6fcee69700 1 --2- 172.21.15.90:0/1837354284 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 0x7f6fc8107a00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6fbc0098a0 tx=0x7f6fbc009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:18.670 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.805+0000 7f6fcee69700 1 -- 172.21.15.90:0/1837354284 shutdown_connections 2024-04-26T17:17:18.670 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.805+0000 7f6fcee69700 1 --2- 172.21.15.90:0/1837354284 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 0x7f6fc8107a00 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:18.671 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.805+0000 7f6fcee69700 1 -- 172.21.15.90:0/1837354284 >> 172.21.15.90:0/1837354284 conn(0x7f6fc8102c00 msgr2=0x7f6fc8105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:18.671 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.805+0000 7f6fcee69700 1 -- 172.21.15.90:0/1837354284 shutdown_connections 2024-04-26T17:17:18.671 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.805+0000 7f6fcee69700 1 -- 172.21.15.90:0/1837354284 wait complete. 2024-04-26T17:17:18.671 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.806+0000 7f6fcee69700 1 Processor -- start 2024-04-26T17:17:18.671 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.806+0000 7f6fcee69700 1 -- start start 2024-04-26T17:17:18.671 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.806+0000 7f6fcee69700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 0x7f6fc819b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:18.671 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.806+0000 7f6fcee69700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc810bb90 con 0x7f6fc81075e0 2024-04-26T17:17:18.671 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.806+0000 7f6fccc05700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 0x7f6fc819b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:18.671 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.806+0000 7f6fccc05700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 0x7f6fc819b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57958/0 (socket says 172.21.15.90:57958) 2024-04-26T17:17:18.672 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.806+0000 7f6fccc05700 1 -- 172.21.15.90:0/364578470 learned_addr learned my addr 172.21.15.90:0/364578470 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:18.672 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.806+0000 7f6fccc05700 1 -- 172.21.15.90:0/364578470 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fc819bae0 con 0x7f6fc81075e0 2024-04-26T17:17:18.672 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.806+0000 7f6fccc05700 1 --2- 172.21.15.90:0/364578470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 0x7f6fc819b5a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6fbc006b20 tx=0x7f6fbc011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:18.672 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.806+0000 7f6fc5ffb700 1 -- 172.21.15.90:0/364578470 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6fbc0039e0 con 0x7f6fc81075e0 2024-04-26T17:17:18.673 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.807+0000 7f6fc5ffb700 1 -- 172.21.15.90:0/364578470 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7f6fbc003b80 con 0x7f6fc81075e0 2024-04-26T17:17:18.673 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.807+0000 7f6fcee69700 1 -- 172.21.15.90:0/364578470 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fc819bd70 con 0x7f6fc81075e0 2024-04-26T17:17:18.673 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.807+0000 7f6fc5ffb700 1 -- 172.21.15.90:0/364578470 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6fbc0247a0 con 0x7f6fc81075e0 2024-04-26T17:17:18.673 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.807+0000 7f6fcee69700 1 -- 172.21.15.90:0/364578470 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fc819ea60 con 0x7f6fc81075e0 2024-04-26T17:17:18.673 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.808+0000 7f6fc5ffb700 1 -- 172.21.15.90:0/364578470 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f6fbc022020 con 0x7f6fc81075e0 2024-04-26T17:17:18.673 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.808+0000 7f6fc5ffb700 1 --2- 172.21.15.90:0/364578470 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f6fb8039600 0x7f6fb803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:18.673 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.808+0000 7f6fc5ffb700 1 -- 172.21.15.90:0/364578470 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6fbc04dc70 con 0x7f6fc81075e0 2024-04-26T17:17:18.673 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.808+0000 7f6fc7fff700 1 --2- 172.21.15.90:0/364578470 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f6fb8039600 0x7f6fb803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:18.673 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.808+0000 7f6fcee69700 1 -- 172.21.15.90:0/364578470 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fc8064250 con 0x7f6fc81075e0 2024-04-26T17:17:18.673 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.808+0000 7f6fc7fff700 1 --2- 172.21.15.90:0/364578470 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f6fb8039600 0x7f6fb803bac0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4006fd0 tx=0x7f6fb4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:18.673 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:13.813+0000 7f6fc5ffb700 1 -- 172.21.15.90:0/364578470 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6fbc02cdf0 con 0x7f6fc81075e0 2024-04-26T17:17:18.674 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:14.018+0000 7f6fcee69700 1 -- 172.21.15.90:0/364578470 --> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi090", "addr": "172.21.15.90", "target": ["mon-mgr", ""]}) -- 0x7f6fc8103e90 con 0x7f6fb8039600 2024-04-26T17:17:18.674 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:18.077+0000 7f6fc5ffb700 1 -- 172.21.15.90:0/364578470 <== mgr.14120 v2:172.21.15.90:6800/965175557 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f6fc8103e90 con 0x7f6fb8039600 2024-04-26T17:17:18.674 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:18.080+0000 7f6fcee69700 1 -- 172.21.15.90:0/364578470 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f6fb8039600 msgr2=0x7f6fb803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:18.674 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:18.080+0000 7f6fcee69700 1 --2- 172.21.15.90:0/364578470 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f6fb8039600 0x7f6fb803bac0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4006fd0 tx=0x7f6fb4006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:18.674 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:18.080+0000 7f6fcee69700 1 -- 172.21.15.90:0/364578470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 msgr2=0x7f6fc819b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:18.674 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:18.080+0000 7f6fcee69700 1 --2- 172.21.15.90:0/364578470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 0x7f6fc819b5a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6fbc006b20 tx=0x7f6fbc011b00 comp rx=0 tx=0).stop 2024-04-26T17:17:18.674 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:18.080+0000 7f6fcee69700 1 -- 172.21.15.90:0/364578470 shutdown_connections 2024-04-26T17:17:18.674 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:18.080+0000 7f6fcee69700 1 --2- 172.21.15.90:0/364578470 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f6fb8039600 0x7f6fb803bac0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:18.674 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:18.080+0000 7f6fcee69700 1 --2- 172.21.15.90:0/364578470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6fc81075e0 0x7f6fc819b5a0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:18.674 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:18.080+0000 7f6fcee69700 1 -- 172.21.15.90:0/364578470 >> 172.21.15.90:0/364578470 conn(0x7f6fc8102c00 msgr2=0x7f6fc8103780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:18.674 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:18.080+0000 7f6fcee69700 1 -- 172.21.15.90:0/364578470 shutdown_connections 2024-04-26T17:17:18.674 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:18.080+0000 7f6fcee69700 1 -- 172.21.15.90:0/364578470 wait complete. 2024-04-26T17:17:18.675 INFO:teuthology.orchestra.run.smithi090.stdout:Deploying unmanaged mon service... 2024-04-26T17:17:19.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:19 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:19.345 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:19 smithi090 ceph-mon[29417]: Added host smithi090 2024-04-26T17:17:19.345 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:19 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:17:19.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-26T17:17:19.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.123+0000 7faa04d9e700 1 Processor -- start 2024-04-26T17:17:19.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.123+0000 7faa04d9e700 1 -- start start 2024-04-26T17:17:19.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.124+0000 7faa04d9e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 0x7faa001079c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:19.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.124+0000 7faa04d9e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7faa00107f90 con 0x7faa001075a0 2024-04-26T17:17:19.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.124+0000 7fa9fe59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 0x7faa001079c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:19.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.124+0000 7fa9fe59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 0x7faa001079c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:50994/0 (socket says 172.21.15.90:50994) 2024-04-26T17:17:19.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.124+0000 7fa9fe59c700 1 -- 172.21.15.90:0/1086340754 learned_addr learned my addr 172.21.15.90:0/1086340754 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:19.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.124+0000 7fa9fe59c700 1 -- 172.21.15.90:0/1086340754 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa001087a0 con 0x7faa001075a0 2024-04-26T17:17:19.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.124+0000 7fa9fe59c700 1 --2- 172.21.15.90:0/1086340754 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 0x7faa001079c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa9f00098a0 tx=0x7fa9f0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90bdbe716f4f8152 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:19.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.124+0000 7fa9fd59a700 1 -- 172.21.15.90:0/1086340754 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa9f0004160 con 0x7faa001075a0 2024-04-26T17:17:19.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.124+0000 7fa9fd59a700 1 -- 172.21.15.90:0/1086340754 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7fa9f0004300 con 0x7faa001075a0 2024-04-26T17:17:19.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.124+0000 7fa9fd59a700 1 -- 172.21.15.90:0/1086340754 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa9f0011a80 con 0x7faa001075a0 2024-04-26T17:17:19.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.125+0000 7faa04d9e700 1 -- 172.21.15.90:0/1086340754 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 msgr2=0x7faa001079c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:19.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.125+0000 7faa04d9e700 1 --2- 172.21.15.90:0/1086340754 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 0x7faa001079c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa9f00098a0 tx=0x7fa9f0009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:19.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.125+0000 7faa04d9e700 1 -- 172.21.15.90:0/1086340754 shutdown_connections 2024-04-26T17:17:19.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.125+0000 7faa04d9e700 1 --2- 172.21.15.90:0/1086340754 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 0x7faa001079c0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:19.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.125+0000 7faa04d9e700 1 -- 172.21.15.90:0/1086340754 >> 172.21.15.90:0/1086340754 conn(0x7faa00102ba0 msgr2=0x7faa00104fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:19.963 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.125+0000 7faa04d9e700 1 -- 172.21.15.90:0/1086340754 shutdown_connections 2024-04-26T17:17:19.963 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.125+0000 7faa04d9e700 1 -- 172.21.15.90:0/1086340754 wait complete. 2024-04-26T17:17:19.963 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.126+0000 7faa04d9e700 1 Processor -- start 2024-04-26T17:17:19.963 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.126+0000 7faa04d9e700 1 -- start start 2024-04-26T17:17:19.963 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.126+0000 7faa04d9e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 0x7faa0019c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:19.963 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.126+0000 7faa04d9e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7faa0010bb50 con 0x7faa001075a0 2024-04-26T17:17:19.963 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.126+0000 7fa9fe59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 0x7faa0019c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:19.963 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.126+0000 7fa9fe59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 0x7faa0019c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51002/0 (socket says 172.21.15.90:51002) 2024-04-26T17:17:19.963 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.126+0000 7fa9fe59c700 1 -- 172.21.15.90:0/1994056011 learned_addr learned my addr 172.21.15.90:0/1994056011 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:19.964 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.126+0000 7fa9fe59c700 1 -- 172.21.15.90:0/1994056011 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa0019cbe0 con 0x7faa001075a0 2024-04-26T17:17:19.964 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.126+0000 7fa9fe59c700 1 --2- 172.21.15.90:0/1994056011 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 0x7faa0019c6a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa9f0011a50 tx=0x7fa9f0011b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:19.964 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.127+0000 7fa9ef7fe700 1 -- 172.21.15.90:0/1994056011 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa9f0003af0 con 0x7faa001075a0 2024-04-26T17:17:19.964 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.127+0000 7fa9ef7fe700 1 -- 172.21.15.90:0/1994056011 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1066+0+0 (secure 0 0 0) 0x7fa9f0003c90 con 0x7faa001075a0 2024-04-26T17:17:19.964 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.127+0000 7faa04d9e700 1 -- 172.21.15.90:0/1994056011 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa0019ce70 con 0x7faa001075a0 2024-04-26T17:17:19.964 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.127+0000 7fa9ef7fe700 1 -- 172.21.15.90:0/1994056011 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa9f00247a0 con 0x7faa001075a0 2024-04-26T17:17:19.964 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.127+0000 7faa04d9e700 1 -- 172.21.15.90:0/1994056011 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa0019fb60 con 0x7faa001075a0 2024-04-26T17:17:19.965 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.127+0000 7fa9ef7fe700 1 -- 172.21.15.90:0/1994056011 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fa9f0022020 con 0x7faa001075a0 2024-04-26T17:17:19.965 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.127+0000 7faa04d9e700 1 -- 172.21.15.90:0/1994056011 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa00064250 con 0x7faa001075a0 2024-04-26T17:17:19.965 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.128+0000 7fa9ef7fe700 1 --2- 172.21.15.90:0/1994056011 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fa9e8039560 0x7fa9e803ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:19.965 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.128+0000 7fa9ef7fe700 1 -- 172.21.15.90:0/1994056011 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa9f004d940 con 0x7faa001075a0 2024-04-26T17:17:19.965 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.128+0000 7fa9fdd9b700 1 --2- 172.21.15.90:0/1994056011 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fa9e8039560 0x7fa9e803ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:19.965 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.128+0000 7fa9fdd9b700 1 --2- 172.21.15.90:0/1994056011 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fa9e8039560 0x7fa9e803ba20 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa9f4006fd0 tx=0x7fa9f4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:19.965 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.133+0000 7fa9ef7fe700 1 -- 172.21.15.90:0/1994056011 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa9f0020c10 con 0x7faa001075a0 2024-04-26T17:17:19.966 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.345+0000 7faa04d9e700 1 -- 172.21.15.90:0/1994056011 --> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7faa0002e280 con 0x7fa9e8039560 2024-04-26T17:17:19.966 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.353+0000 7fa9ef7fe700 1 -- 172.21.15.90:0/1994056011 <== mgr.14120 v2:172.21.15.90:6800/965175557 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7faa0002e280 con 0x7fa9e8039560 2024-04-26T17:17:19.966 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.355+0000 7faa04d9e700 1 -- 172.21.15.90:0/1994056011 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fa9e8039560 msgr2=0x7fa9e803ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:19.966 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.355+0000 7faa04d9e700 1 --2- 172.21.15.90:0/1994056011 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fa9e8039560 0x7fa9e803ba20 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa9f4006fd0 tx=0x7fa9f4006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:19.966 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.355+0000 7faa04d9e700 1 -- 172.21.15.90:0/1994056011 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 msgr2=0x7faa0019c6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:19.966 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.355+0000 7faa04d9e700 1 --2- 172.21.15.90:0/1994056011 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 0x7faa0019c6a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa9f0011a50 tx=0x7fa9f0011b30 comp rx=0 tx=0).stop 2024-04-26T17:17:19.966 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.355+0000 7faa04d9e700 1 -- 172.21.15.90:0/1994056011 shutdown_connections 2024-04-26T17:17:19.966 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.355+0000 7faa04d9e700 1 --2- 172.21.15.90:0/1994056011 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fa9e8039560 0x7fa9e803ba20 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:19.966 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.355+0000 7faa04d9e700 1 --2- 172.21.15.90:0/1994056011 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faa001075a0 0x7faa0019c6a0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:19.966 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.355+0000 7faa04d9e700 1 -- 172.21.15.90:0/1994056011 >> 172.21.15.90:0/1994056011 conn(0x7faa00102ba0 msgr2=0x7faa00103ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:19.967 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.355+0000 7faa04d9e700 1 -- 172.21.15.90:0/1994056011 shutdown_connections 2024-04-26T17:17:19.967 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:19.355+0000 7faa04d9e700 1 -- 172.21.15.90:0/1994056011 wait complete. 2024-04-26T17:17:19.967 INFO:teuthology.orchestra.run.smithi090.stdout:Deploying unmanaged mgr service... 2024-04-26T17:17:20.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:20 smithi090 ceph-mon[29417]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:17:20.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:20 smithi090 ceph-mon[29417]: Saving service mon spec with placement count:5 2024-04-26T17:17:20.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:20 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:22.163 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:21 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:22.163 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:21 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:22.163 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:21 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:22.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-26T17:17:22.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.327+0000 7f0632f3a700 1 Processor -- start 2024-04-26T17:17:22.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.327+0000 7f0632f3a700 1 -- start start 2024-04-26T17:17:22.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.328+0000 7f0632f3a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 0x7f062c108fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:22.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.328+0000 7f0632f3a700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f062c109570 con 0x7f062c108b80 2024-04-26T17:17:22.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.328+0000 7f0630cd6700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 0x7f062c108fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:22.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.328+0000 7f0630cd6700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 0x7f062c108fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51006/0 (socket says 172.21.15.90:51006) 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.328+0000 7f0630cd6700 1 -- 172.21.15.90:0/970188427 learned_addr learned my addr 172.21.15.90:0/970188427 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.328+0000 7f0630cd6700 1 -- 172.21.15.90:0/970188427 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f062c107790 con 0x7f062c108b80 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.328+0000 7f0630cd6700 1 --2- 172.21.15.90:0/970188427 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 0x7f062c108fa0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f062000bb40 tx=0x7f062000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=391dd17344cd63c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.329+0000 7f062b7fe700 1 -- 172.21.15.90:0/970188427 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f062000dbe0 con 0x7f062c108b80 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.329+0000 7f062b7fe700 1 -- 172.21.15.90:0/970188427 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f06200044e0 con 0x7f062c108b80 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.329+0000 7f062b7fe700 1 -- 172.21.15.90:0/970188427 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0620010470 con 0x7f062c108b80 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.329+0000 7f0632f3a700 1 -- 172.21.15.90:0/970188427 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 msgr2=0x7f062c108fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.329+0000 7f0632f3a700 1 --2- 172.21.15.90:0/970188427 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 0x7f062c108fa0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f062000bb40 tx=0x7f062000be50 comp rx=0 tx=0).stop 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.330+0000 7f0632f3a700 1 -- 172.21.15.90:0/970188427 shutdown_connections 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.330+0000 7f0632f3a700 1 --2- 172.21.15.90:0/970188427 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 0x7f062c108fa0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.330+0000 7f0632f3a700 1 -- 172.21.15.90:0/970188427 >> 172.21.15.90:0/970188427 conn(0x7f062c1022a0 msgr2=0x7f062c104700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.330+0000 7f0632f3a700 1 -- 172.21.15.90:0/970188427 shutdown_connections 2024-04-26T17:17:22.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.330+0000 7f0632f3a700 1 -- 172.21.15.90:0/970188427 wait complete. 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.330+0000 7f0632f3a700 1 Processor -- start 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.330+0000 7f0632f3a700 1 -- start start 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.330+0000 7f0632f3a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 0x7f062c19e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.330+0000 7f0632f3a700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f062c106680 con 0x7f062c108b80 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.331+0000 7f0630cd6700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 0x7f062c19e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.331+0000 7f0630cd6700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 0x7f062c19e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51016/0 (socket says 172.21.15.90:51016) 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.331+0000 7f0630cd6700 1 -- 172.21.15.90:0/4201580818 learned_addr learned my addr 172.21.15.90:0/4201580818 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.331+0000 7f0630cd6700 1 -- 172.21.15.90:0/4201580818 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f062c19ecf0 con 0x7f062c108b80 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.331+0000 7f0630cd6700 1 --2- 172.21.15.90:0/4201580818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 0x7f062c19e7b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f062000b340 tx=0x7f0620003db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.331+0000 7f0629ffb700 1 -- 172.21.15.90:0/4201580818 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06200042c0 con 0x7f062c108b80 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.331+0000 7f0629ffb700 1 -- 172.21.15.90:0/4201580818 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f062001d070 con 0x7f062c108b80 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.331+0000 7f0632f3a700 1 -- 172.21.15.90:0/4201580818 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f062c19ef80 con 0x7f062c108b80 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.331+0000 7f0629ffb700 1 -- 172.21.15.90:0/4201580818 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0620021a40 con 0x7f062c108b80 2024-04-26T17:17:22.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.332+0000 7f0632f3a700 1 -- 172.21.15.90:0/4201580818 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f062c1a1c70 con 0x7f062c108b80 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.333+0000 7f0629ffb700 1 -- 172.21.15.90:0/4201580818 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f062001f030 con 0x7f062c108b80 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.333+0000 7f0629ffb700 1 --2- 172.21.15.90:0/4201580818 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f061c0395b0 0x7f061c03ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.333+0000 7f0632f3a700 1 -- 172.21.15.90:0/4201580818 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f062c064250 con 0x7f062c108b80 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.333+0000 7f0629ffb700 1 -- 172.21.15.90:0/4201580818 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f062004d9d0 con 0x7f062c108b80 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.333+0000 7f062bfff700 1 --2- 172.21.15.90:0/4201580818 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f061c0395b0 0x7f061c03ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.334+0000 7f062bfff700 1 --2- 172.21.15.90:0/4201580818 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f061c0395b0 0x7f061c03ba70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0618006fd0 tx=0x7f0618006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.338+0000 7f0629ffb700 1 -- 172.21.15.90:0/4201580818 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0620015070 con 0x7f062c108b80 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.584+0000 7f0632f3a700 1 -- 172.21.15.90:0/4201580818 --> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f062c063030 con 0x7f061c0395b0 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.592+0000 7f0629ffb700 1 -- 172.21.15.90:0/4201580818 <== mgr.14120 v2:172.21.15.90:6800/965175557 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f062c063030 con 0x7f061c0395b0 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.594+0000 7f0632f3a700 1 -- 172.21.15.90:0/4201580818 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f061c0395b0 msgr2=0x7f061c03ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.594+0000 7f0632f3a700 1 --2- 172.21.15.90:0/4201580818 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f061c0395b0 0x7f061c03ba70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0618006fd0 tx=0x7f0618006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.594+0000 7f0632f3a700 1 -- 172.21.15.90:0/4201580818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 msgr2=0x7f062c19e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:22.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.594+0000 7f0632f3a700 1 --2- 172.21.15.90:0/4201580818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 0x7f062c19e7b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f062000b340 tx=0x7f0620003db0 comp rx=0 tx=0).stop 2024-04-26T17:17:22.175 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.595+0000 7f0632f3a700 1 -- 172.21.15.90:0/4201580818 shutdown_connections 2024-04-26T17:17:22.175 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.595+0000 7f0632f3a700 1 --2- 172.21.15.90:0/4201580818 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f061c0395b0 0x7f061c03ba70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:22.175 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.595+0000 7f0632f3a700 1 --2- 172.21.15.90:0/4201580818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f062c108b80 0x7f062c19e7b0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:22.175 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.595+0000 7f0632f3a700 1 -- 172.21.15.90:0/4201580818 >> 172.21.15.90:0/4201580818 conn(0x7f062c1022a0 msgr2=0x7f062c1909c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:22.175 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.595+0000 7f0632f3a700 1 -- 172.21.15.90:0/4201580818 shutdown_connections 2024-04-26T17:17:22.175 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:21.595+0000 7f0632f3a700 1 -- 172.21.15.90:0/4201580818 wait complete. 2024-04-26T17:17:23.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:22 smithi090 ceph-mon[29417]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:17:23.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:22 smithi090 ceph-mon[29417]: Saving service mgr spec with placement count:2 2024-04-26T17:17:23.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:22 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/794379173' entity='client.admin' 2024-04-26T17:17:23.876 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.586+0000 7fe53f2bf700 1 Processor -- start 2024-04-26T17:17:23.876 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.586+0000 7fe53f2bf700 1 -- start start 2024-04-26T17:17:23.876 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.586+0000 7fe53f2bf700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 0x7fe53810b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:23.876 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.586+0000 7fe53f2bf700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe53807be60 con 0x7fe5381091b0 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.587+0000 7fe53d05b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 0x7fe53810b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.587+0000 7fe53d05b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 0x7fe53810b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51026/0 (socket says 172.21.15.90:51026) 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.587+0000 7fe53d05b700 1 -- 172.21.15.90:0/1322687330 learned_addr learned my addr 172.21.15.90:0/1322687330 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.587+0000 7fe53d05b700 1 -- 172.21.15.90:0/1322687330 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe53810bae0 con 0x7fe5381091b0 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.587+0000 7fe53d05b700 1 --2- 172.21.15.90:0/1322687330 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 0x7fe53810b5a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe5340098a0 tx=0x7fe534009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=959dca5b7e2bb5f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.587+0000 7fe52ffff700 1 -- 172.21.15.90:0/1322687330 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe534004160 con 0x7fe5381091b0 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.587+0000 7fe52ffff700 1 -- 172.21.15.90:0/1322687330 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe534004300 con 0x7fe5381091b0 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.587+0000 7fe52ffff700 1 -- 172.21.15.90:0/1322687330 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe534011a20 con 0x7fe5381091b0 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.588+0000 7fe53f2bf700 1 -- 172.21.15.90:0/1322687330 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 msgr2=0x7fe53810b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.588+0000 7fe53f2bf700 1 --2- 172.21.15.90:0/1322687330 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 0x7fe53810b5a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe5340098a0 tx=0x7fe534009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.588+0000 7fe53f2bf700 1 -- 172.21.15.90:0/1322687330 shutdown_connections 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.588+0000 7fe53f2bf700 1 --2- 172.21.15.90:0/1322687330 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 0x7fe53810b5a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:23.877 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.588+0000 7fe53f2bf700 1 -- 172.21.15.90:0/1322687330 >> 172.21.15.90:0/1322687330 conn(0x7fe538102c00 msgr2=0x7fe538105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:23.878 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.588+0000 7fe53f2bf700 1 -- 172.21.15.90:0/1322687330 shutdown_connections 2024-04-26T17:17:23.878 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.588+0000 7fe53f2bf700 1 -- 172.21.15.90:0/1322687330 wait complete. 2024-04-26T17:17:23.878 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.588+0000 7fe53f2bf700 1 Processor -- start 2024-04-26T17:17:23.878 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.588+0000 7fe53f2bf700 1 -- start start 2024-04-26T17:17:23.878 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.589+0000 7fe53f2bf700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 0x7fe53819c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:23.878 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.589+0000 7fe53f2bf700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe53810ca90 con 0x7fe5381091b0 2024-04-26T17:17:23.878 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.589+0000 7fe53d05b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 0x7fe53819c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:23.878 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.589+0000 7fe53d05b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 0x7fe53819c5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51042/0 (socket says 172.21.15.90:51042) 2024-04-26T17:17:23.878 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.589+0000 7fe53d05b700 1 -- 172.21.15.90:0/794379173 learned_addr learned my addr 172.21.15.90:0/794379173 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:23.878 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.589+0000 7fe53d05b700 1 -- 172.21.15.90:0/794379173 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe53819caf0 con 0x7fe5381091b0 2024-04-26T17:17:23.878 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.589+0000 7fe53d05b700 1 --2- 172.21.15.90:0/794379173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 0x7fe53819c5b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe534006af0 tx=0x7fe534011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:23.878 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.589+0000 7fe52e7fc700 1 -- 172.21.15.90:0/794379173 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5340039e0 con 0x7fe5381091b0 2024-04-26T17:17:23.879 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.589+0000 7fe52e7fc700 1 -- 172.21.15.90:0/794379173 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe534003b80 con 0x7fe5381091b0 2024-04-26T17:17:23.879 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.589+0000 7fe53f2bf700 1 -- 172.21.15.90:0/794379173 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe53819cd80 con 0x7fe5381091b0 2024-04-26T17:17:23.879 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.589+0000 7fe52e7fc700 1 -- 172.21.15.90:0/794379173 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe534019750 con 0x7fe5381091b0 2024-04-26T17:17:23.879 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.589+0000 7fe53f2bf700 1 -- 172.21.15.90:0/794379173 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe53819fa70 con 0x7fe5381091b0 2024-04-26T17:17:23.879 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.590+0000 7fe52e7fc700 1 -- 172.21.15.90:0/794379173 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fe534022020 con 0x7fe5381091b0 2024-04-26T17:17:23.879 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.590+0000 7fe53f2bf700 1 -- 172.21.15.90:0/794379173 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe538064250 con 0x7fe5381091b0 2024-04-26T17:17:23.879 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.590+0000 7fe52e7fc700 1 --2- 172.21.15.90:0/794379173 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fe524039600 0x7fe52403bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:23.879 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.590+0000 7fe52e7fc700 1 -- 172.21.15.90:0/794379173 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe53404da90 con 0x7fe5381091b0 2024-04-26T17:17:23.879 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.591+0000 7fe53c85a700 1 --2- 172.21.15.90:0/794379173 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fe524039600 0x7fe52403bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:23.879 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.591+0000 7fe53c85a700 1 --2- 172.21.15.90:0/794379173 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fe524039600 0x7fe52403bac0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe528006fd0 tx=0x7fe528006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:23.879 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.595+0000 7fe52e7fc700 1 -- 172.21.15.90:0/794379173 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe53404d420 con 0x7fe5381091b0 2024-04-26T17:17:23.879 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.845+0000 7fe53f2bf700 1 -- 172.21.15.90:0/794379173 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fe53819feb0 con 0x7fe5381091b0 2024-04-26T17:17:23.880 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.848+0000 7fe52e7fc700 1 -- 172.21.15.90:0/794379173 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7fe53401ad20 con 0x7fe5381091b0 2024-04-26T17:17:23.880 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.850+0000 7fe53f2bf700 1 -- 172.21.15.90:0/794379173 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fe524039600 msgr2=0x7fe52403bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:23.880 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.850+0000 7fe53f2bf700 1 --2- 172.21.15.90:0/794379173 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fe524039600 0x7fe52403bac0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe528006fd0 tx=0x7fe528006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:23.880 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.850+0000 7fe53f2bf700 1 -- 172.21.15.90:0/794379173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 msgr2=0x7fe53819c5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:23.880 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.850+0000 7fe53f2bf700 1 --2- 172.21.15.90:0/794379173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 0x7fe53819c5b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe534006af0 tx=0x7fe534011aa0 comp rx=0 tx=0).stop 2024-04-26T17:17:23.880 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.850+0000 7fe53f2bf700 1 -- 172.21.15.90:0/794379173 shutdown_connections 2024-04-26T17:17:23.880 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.850+0000 7fe53f2bf700 1 --2- 172.21.15.90:0/794379173 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7fe524039600 0x7fe52403bac0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:23.880 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.850+0000 7fe53f2bf700 1 --2- 172.21.15.90:0/794379173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5381091b0 0x7fe53819c5b0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:23.880 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.850+0000 7fe53f2bf700 1 -- 172.21.15.90:0/794379173 >> 172.21.15.90:0/794379173 conn(0x7fe538102c00 msgr2=0x7fe538103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:23.880 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.850+0000 7fe53f2bf700 1 -- 172.21.15.90:0/794379173 shutdown_connections 2024-04-26T17:17:23.880 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:22.850+0000 7fe53f2bf700 1 -- 172.21.15.90:0/794379173 wait complete. 2024-04-26T17:17:25.102 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.305+0000 7f1cd2b20700 1 Processor -- start 2024-04-26T17:17:25.102 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.305+0000 7f1cd2b20700 1 -- start start 2024-04-26T17:17:25.102 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.305+0000 7f1cd2b20700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 0x7f1ccc07c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:25.102 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.305+0000 7f1cd2b20700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1ccc07c8e0 con 0x7f1ccc07de60 2024-04-26T17:17:25.102 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.306+0000 7f1cd08bc700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 0x7f1ccc07c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:25.102 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.306+0000 7f1cd08bc700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 0x7f1ccc07c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51048/0 (socket says 172.21.15.90:51048) 2024-04-26T17:17:25.102 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.306+0000 7f1cd08bc700 1 -- 172.21.15.90:0/1560392724 learned_addr learned my addr 172.21.15.90:0/1560392724 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.306+0000 7f1cd08bc700 1 -- 172.21.15.90:0/1560392724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ccc07ca60 con 0x7f1ccc07de60 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.306+0000 7f1cd08bc700 1 --2- 172.21.15.90:0/1560392724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 0x7f1ccc07c310 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8009e80 tx=0x7f1cc800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d696934794e795c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.306+0000 7f1cc37fe700 1 -- 172.21.15.90:0/1560392724 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1cc8017070 con 0x7f1ccc07de60 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.306+0000 7f1cc37fe700 1 -- 172.21.15.90:0/1560392724 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1cc800b8c0 con 0x7f1ccc07de60 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.307+0000 7f1cc37fe700 1 -- 172.21.15.90:0/1560392724 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1cc8004490 con 0x7f1ccc07de60 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.307+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1560392724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 msgr2=0x7f1ccc07c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.307+0000 7f1cd2b20700 1 --2- 172.21.15.90:0/1560392724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 0x7f1ccc07c310 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8009e80 tx=0x7f1cc800b330 comp rx=0 tx=0).stop 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.307+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1560392724 shutdown_connections 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.307+0000 7f1cd2b20700 1 --2- 172.21.15.90:0/1560392724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 0x7f1ccc07c310 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.307+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1560392724 >> 172.21.15.90:0/1560392724 conn(0x7f1ccc103ca0 msgr2=0x7f1ccc1060c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.307+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1560392724 shutdown_connections 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.307+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1560392724 wait complete. 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.308+0000 7f1cd2b20700 1 Processor -- start 2024-04-26T17:17:25.103 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.308+0000 7f1cd2b20700 1 -- start start 2024-04-26T17:17:25.104 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.308+0000 7f1cd2b20700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 0x7f1ccc19e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:25.104 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.308+0000 7f1cd2b20700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1ccc10ec40 con 0x7f1ccc07de60 2024-04-26T17:17:25.104 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.308+0000 7f1cd08bc700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 0x7f1ccc19e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:25.104 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.308+0000 7f1cd08bc700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 0x7f1ccc19e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51064/0 (socket says 172.21.15.90:51064) 2024-04-26T17:17:25.104 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.308+0000 7f1cd08bc700 1 -- 172.21.15.90:0/1107794624 learned_addr learned my addr 172.21.15.90:0/1107794624 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:25.104 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.308+0000 7f1cd08bc700 1 -- 172.21.15.90:0/1107794624 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ccc19ec80 con 0x7f1ccc07de60 2024-04-26T17:17:25.104 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.308+0000 7f1cd08bc700 1 --2- 172.21.15.90:0/1107794624 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 0x7f1ccc19e740 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8004220 tx=0x7f1cc800bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:25.104 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.308+0000 7f1cc1ffb700 1 -- 172.21.15.90:0/1107794624 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1cc8021020 con 0x7f1ccc07de60 2024-04-26T17:17:25.104 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.308+0000 7f1cc1ffb700 1 -- 172.21.15.90:0/1107794624 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1cc8003b50 con 0x7f1ccc07de60 2024-04-26T17:17:25.104 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.308+0000 7f1cc1ffb700 1 -- 172.21.15.90:0/1107794624 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1cc8017040 con 0x7f1ccc07de60 2024-04-26T17:17:25.104 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.309+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1107794624 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ccc19ef10 con 0x7f1ccc07de60 2024-04-26T17:17:25.104 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.309+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1107794624 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ccc1a1c00 con 0x7f1ccc07de60 2024-04-26T17:17:25.105 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.309+0000 7f1cc1ffb700 1 -- 172.21.15.90:0/1107794624 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f1cc8024020 con 0x7f1ccc07de60 2024-04-26T17:17:25.105 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.310+0000 7f1cc1ffb700 1 --2- 172.21.15.90:0/1107794624 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f1cb40395b0 0x7f1cb403ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:25.105 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.310+0000 7f1cc1ffb700 1 -- 172.21.15.90:0/1107794624 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f1cc800f050 con 0x7f1ccc07de60 2024-04-26T17:17:25.105 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.310+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1107794624 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ccc064250 con 0x7f1ccc07de60 2024-04-26T17:17:25.105 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.310+0000 7f1cc3fff700 1 --2- 172.21.15.90:0/1107794624 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f1cb40395b0 0x7f1cb403ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:25.105 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.310+0000 7f1cc3fff700 1 --2- 172.21.15.90:0/1107794624 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f1cb40395b0 0x7f1cb403ba70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc006fd0 tx=0x7f1cbc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:25.105 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.315+0000 7f1cc1ffb700 1 -- 172.21.15.90:0/1107794624 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1cc802b020 con 0x7f1ccc07de60 2024-04-26T17:17:25.105 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.526+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1107794624 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f1ccc1a2030 con 0x7f1ccc07de60 2024-04-26T17:17:25.105 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.530+0000 7f1cc1ffb700 1 -- 172.21.15.90:0/1107794624 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f1cc8025cb0 con 0x7f1ccc07de60 2024-04-26T17:17:25.105 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.532+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1107794624 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f1cb40395b0 msgr2=0x7f1cb403ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:25.105 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.532+0000 7f1cd2b20700 1 --2- 172.21.15.90:0/1107794624 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f1cb40395b0 0x7f1cb403ba70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc006fd0 tx=0x7f1cbc006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:25.105 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.532+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1107794624 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 msgr2=0x7f1ccc19e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:25.106 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.532+0000 7f1cd2b20700 1 --2- 172.21.15.90:0/1107794624 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 0x7f1ccc19e740 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8004220 tx=0x7f1cc800bd50 comp rx=0 tx=0).stop 2024-04-26T17:17:25.106 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.533+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1107794624 shutdown_connections 2024-04-26T17:17:25.106 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.533+0000 7f1cd2b20700 1 --2- 172.21.15.90:0/1107794624 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f1cb40395b0 0x7f1cb403ba70 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:25.106 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.533+0000 7f1cd2b20700 1 --2- 172.21.15.90:0/1107794624 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1ccc07de60 0x7f1ccc19e740 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:25.106 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.533+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1107794624 >> 172.21.15.90:0/1107794624 conn(0x7f1ccc103ca0 msgr2=0x7f1ccc104790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:25.106 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.533+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1107794624 shutdown_connections 2024-04-26T17:17:25.106 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:24.533+0000 7f1cd2b20700 1 -- 172.21.15.90:0/1107794624 wait complete. 2024-04-26T17:17:25.106 INFO:teuthology.orchestra.run.smithi090.stdout:Enabling the dashboard module... 2024-04-26T17:17:25.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:25 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:25.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:25 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1107794624' entity='client.admin' 2024-04-26T17:17:26.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:26 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3888727306' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-26T17:17:26.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:26 smithi090 ceph-mon[29417]: from='mgr.14120 172.21.15.90:0/361424965' entity='mgr.x' 2024-04-26T17:17:26.681 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: ignoring --setuser ceph since I am not root 2024-04-26T17:17:26.681 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: ignoring --setgroup ceph since I am not root 2024-04-26T17:17:26.681 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:26.595+0000 7fae1a1a5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T17:17:27.004 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.514+0000 7f6a63496700 1 Processor -- start 2024-04-26T17:17:27.004 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.514+0000 7f6a63496700 1 -- start start 2024-04-26T17:17:27.004 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.514+0000 7f6a63496700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 0x7f6a5c10b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:27.004 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.514+0000 7f6a63496700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6a5c07be80 con 0x7f6a5c109190 2024-04-26T17:17:27.005 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.515+0000 7f6a61232700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 0x7f6a5c10b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:27.005 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.515+0000 7f6a61232700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 0x7f6a5c10b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51270/0 (socket says 172.21.15.90:51270) 2024-04-26T17:17:27.005 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.515+0000 7f6a61232700 1 -- 172.21.15.90:0/3543793637 learned_addr learned my addr 172.21.15.90:0/3543793637 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:27.005 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.515+0000 7f6a61232700 1 -- 172.21.15.90:0/3543793637 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a5c10bac0 con 0x7f6a5c109190 2024-04-26T17:17:27.005 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.515+0000 7f6a61232700 1 --2- 172.21.15.90:0/3543793637 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 0x7f6a5c10b580 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6a580098a0 tx=0x7f6a58009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7740e959b02e4496 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:27.005 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.515+0000 7f6a53fff700 1 -- 172.21.15.90:0/3543793637 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a58004160 con 0x7f6a5c109190 2024-04-26T17:17:27.005 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.515+0000 7f6a53fff700 1 -- 172.21.15.90:0/3543793637 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6a58004300 con 0x7f6a5c109190 2024-04-26T17:17:27.005 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.515+0000 7f6a53fff700 1 -- 172.21.15.90:0/3543793637 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a58011a20 con 0x7f6a5c109190 2024-04-26T17:17:27.005 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.516+0000 7f6a63496700 1 -- 172.21.15.90:0/3543793637 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 msgr2=0x7f6a5c10b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:27.005 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.516+0000 7f6a63496700 1 --2- 172.21.15.90:0/3543793637 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 0x7f6a5c10b580 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6a580098a0 tx=0x7f6a58009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:27.005 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.516+0000 7f6a63496700 1 -- 172.21.15.90:0/3543793637 shutdown_connections 2024-04-26T17:17:27.005 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.516+0000 7f6a63496700 1 --2- 172.21.15.90:0/3543793637 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 0x7f6a5c10b580 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.516+0000 7f6a63496700 1 -- 172.21.15.90:0/3543793637 >> 172.21.15.90:0/3543793637 conn(0x7f6a5c102c00 msgr2=0x7f6a5c105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.516+0000 7f6a63496700 1 -- 172.21.15.90:0/3543793637 shutdown_connections 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.516+0000 7f6a63496700 1 -- 172.21.15.90:0/3543793637 wait complete. 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.516+0000 7f6a63496700 1 Processor -- start 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.516+0000 7f6a63496700 1 -- start start 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.516+0000 7f6a63496700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 0x7f6a5c19e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.516+0000 7f6a63496700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6a5c10cac0 con 0x7f6a5c109190 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.517+0000 7f6a61232700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 0x7f6a5c19e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.517+0000 7f6a61232700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 0x7f6a5c19e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51284/0 (socket says 172.21.15.90:51284) 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.517+0000 7f6a61232700 1 -- 172.21.15.90:0/3888727306 learned_addr learned my addr 172.21.15.90:0/3888727306 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.517+0000 7f6a61232700 1 -- 172.21.15.90:0/3888727306 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a5c19ed50 con 0x7f6a5c109190 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.517+0000 7f6a61232700 1 --2- 172.21.15.90:0/3888727306 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 0x7f6a5c19e810 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6a580116e0 tx=0x7f6a58011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.517+0000 7f6a527fc700 1 -- 172.21.15.90:0/3888727306 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a580038b0 con 0x7f6a5c109190 2024-04-26T17:17:27.006 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.517+0000 7f6a527fc700 1 -- 172.21.15.90:0/3888727306 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6a58003a50 con 0x7f6a5c109190 2024-04-26T17:17:27.007 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.517+0000 7f6a63496700 1 -- 172.21.15.90:0/3888727306 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a5c19efe0 con 0x7f6a5c109190 2024-04-26T17:17:27.007 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.517+0000 7f6a527fc700 1 -- 172.21.15.90:0/3888727306 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a58019660 con 0x7f6a5c109190 2024-04-26T17:17:27.007 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.517+0000 7f6a63496700 1 -- 172.21.15.90:0/3888727306 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a5c1a1cd0 con 0x7f6a5c109190 2024-04-26T17:17:27.007 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.518+0000 7f6a527fc700 1 -- 172.21.15.90:0/3888727306 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f6a58019960 con 0x7f6a5c109190 2024-04-26T17:17:27.007 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.518+0000 7f6a63496700 1 -- 172.21.15.90:0/3888727306 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a5c064250 con 0x7f6a5c109190 2024-04-26T17:17:27.007 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.518+0000 7f6a527fc700 1 --2- 172.21.15.90:0/3888727306 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f6a48039560 0x7f6a4803ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:27.007 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.518+0000 7f6a527fc700 1 -- 172.21.15.90:0/3888727306 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6a5804df80 con 0x7f6a5c109190 2024-04-26T17:17:27.007 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.518+0000 7f6a60a31700 1 --2- 172.21.15.90:0/3888727306 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f6a48039560 0x7f6a4803ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:27.007 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.519+0000 7f6a60a31700 1 --2- 172.21.15.90:0/3888727306 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f6a48039560 0x7f6a4803ba20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6a4c006fd0 tx=0x7f6a4c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:27.007 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.523+0000 7f6a527fc700 1 -- 172.21.15.90:0/3888727306 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6a5804d910 con 0x7f6a5c109190 2024-04-26T17:17:27.007 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:25.813+0000 7f6a63496700 1 -- 172.21.15.90:0/3888727306 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f6a5c1a2150 con 0x7f6a5c109190 2024-04-26T17:17:27.007 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:26.395+0000 7f6a527fc700 1 -- 172.21.15.90:0/3888727306 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f6a58019d50 con 0x7f6a5c109190 2024-04-26T17:17:27.008 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:26.397+0000 7f6a527fc700 1 -- 172.21.15.90:0/3888727306 <== mon.0 v2:172.21.15.90:3300/0 8 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f6a5802d960 con 0x7f6a5c109190 2024-04-26T17:17:27.008 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:26.399+0000 7f6a63496700 1 -- 172.21.15.90:0/3888727306 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f6a48039560 msgr2=0x7f6a4803ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:27.008 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:26.399+0000 7f6a63496700 1 --2- 172.21.15.90:0/3888727306 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f6a48039560 0x7f6a4803ba20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6a4c006fd0 tx=0x7f6a4c006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:27.008 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:26.399+0000 7f6a63496700 1 -- 172.21.15.90:0/3888727306 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 msgr2=0x7f6a5c19e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:27.008 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:26.399+0000 7f6a63496700 1 --2- 172.21.15.90:0/3888727306 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 0x7f6a5c19e810 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6a580116e0 tx=0x7f6a58011aa0 comp rx=0 tx=0).stop 2024-04-26T17:17:27.008 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:26.399+0000 7f6a63496700 1 -- 172.21.15.90:0/3888727306 shutdown_connections 2024-04-26T17:17:27.008 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:26.399+0000 7f6a63496700 1 --2- 172.21.15.90:0/3888727306 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f6a48039560 0x7f6a4803ba20 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:27.008 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:26.399+0000 7f6a63496700 1 --2- 172.21.15.90:0/3888727306 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a5c109190 0x7f6a5c19e810 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:27.008 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:26.399+0000 7f6a63496700 1 -- 172.21.15.90:0/3888727306 >> 172.21.15.90:0/3888727306 conn(0x7f6a5c102c00 msgr2=0x7f6a5c1035f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:27.008 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:26.399+0000 7f6a63496700 1 -- 172.21.15.90:0/3888727306 shutdown_connections 2024-04-26T17:17:27.008 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:26.399+0000 7f6a63496700 1 -- 172.21.15.90:0/3888727306 wait complete. 2024-04-26T17:17:27.121 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:26.785+0000 7fae1a1a5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:17:27.121 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:26.886+0000 7fae1a1a5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T17:17:27.396 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:27 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:27.207+0000 7fae1a1a5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T17:17:27.396 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:27 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:27.298+0000 7fae1a1a5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T17:17:27.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:27 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3888727306' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-26T17:17:27.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:27 smithi090 ceph-mon[29417]: mgrmap e9: x(active, since 19s) 2024-04-26T17:17:28.324 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-26T17:17:28.325 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-26T17:17:28.325 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T17:17:28.325 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-26T17:17:28.325 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T17:17:28.325 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-26T17:17:28.325 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.432+0000 7f030f17e700 1 Processor -- start 2024-04-26T17:17:28.325 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.432+0000 7f030f17e700 1 -- start start 2024-04-26T17:17:28.325 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.432+0000 7f030f17e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 0x7f030810b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:28.325 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.432+0000 7f030f17e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f030807bde0 con 0x7f03081091c0 2024-04-26T17:17:28.325 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.432+0000 7f030cf1a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 0x7f030810b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:28.325 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.432+0000 7f030cf1a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 0x7f030810b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51310/0 (socket says 172.21.15.90:51310) 2024-04-26T17:17:28.326 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.432+0000 7f030cf1a700 1 -- 172.21.15.90:0/843043876 learned_addr learned my addr 172.21.15.90:0/843043876 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:28.326 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.433+0000 7f030cf1a700 1 -- 172.21.15.90:0/843043876 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f030810baf0 con 0x7f03081091c0 2024-04-26T17:17:28.326 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.433+0000 7f030cf1a700 1 --2- 172.21.15.90:0/843043876 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 0x7f030810b5b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f02fc0098a0 tx=0x7f02fc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=495dc4c830d19f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:28.326 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.433+0000 7f03077fe700 1 -- 172.21.15.90:0/843043876 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02fc004160 con 0x7f03081091c0 2024-04-26T17:17:28.326 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.433+0000 7f03077fe700 1 -- 172.21.15.90:0/843043876 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f02fc004300 con 0x7f03081091c0 2024-04-26T17:17:28.326 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.433+0000 7f03077fe700 1 -- 172.21.15.90:0/843043876 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02fc011a20 con 0x7f03081091c0 2024-04-26T17:17:28.326 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.434+0000 7f030f17e700 1 -- 172.21.15.90:0/843043876 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 msgr2=0x7f030810b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:28.326 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.434+0000 7f030f17e700 1 --2- 172.21.15.90:0/843043876 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 0x7f030810b5b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f02fc0098a0 tx=0x7f02fc009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:28.326 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.434+0000 7f030f17e700 1 -- 172.21.15.90:0/843043876 shutdown_connections 2024-04-26T17:17:28.326 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.434+0000 7f030f17e700 1 --2- 172.21.15.90:0/843043876 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 0x7f030810b5b0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:28.326 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.434+0000 7f030f17e700 1 -- 172.21.15.90:0/843043876 >> 172.21.15.90:0/843043876 conn(0x7f0308102b10 msgr2=0x7f0308104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:28.326 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.434+0000 7f030f17e700 1 -- 172.21.15.90:0/843043876 shutdown_connections 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.434+0000 7f030f17e700 1 -- 172.21.15.90:0/843043876 wait complete. 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.434+0000 7f030f17e700 1 Processor -- start 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.434+0000 7f030f17e700 1 -- start start 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.434+0000 7f030f17e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 0x7f030819c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.434+0000 7f030f17e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f030810ca30 con 0x7f03081091c0 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.435+0000 7f030cf1a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 0x7f030819c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.435+0000 7f030cf1a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 0x7f030819c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51322/0 (socket says 172.21.15.90:51322) 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.435+0000 7f030cf1a700 1 -- 172.21.15.90:0/646392833 learned_addr learned my addr 172.21.15.90:0/646392833 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.435+0000 7f030cf1a700 1 -- 172.21.15.90:0/646392833 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f030819cac0 con 0x7f03081091c0 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.435+0000 7f030cf1a700 1 --2- 172.21.15.90:0/646392833 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 0x7f030819c580 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f02fc0119f0 tx=0x7f02fc011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.435+0000 7f0305ffb700 1 -- 172.21.15.90:0/646392833 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02fc003a40 con 0x7f03081091c0 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.435+0000 7f030f17e700 1 -- 172.21.15.90:0/646392833 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f030819cd50 con 0x7f03081091c0 2024-04-26T17:17:28.327 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.435+0000 7f0305ffb700 1 -- 172.21.15.90:0/646392833 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f02fc01a8e0 con 0x7f03081091c0 2024-04-26T17:17:28.328 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.435+0000 7f0305ffb700 1 -- 172.21.15.90:0/646392833 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02fc019740 con 0x7f03081091c0 2024-04-26T17:17:28.328 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.435+0000 7f030f17e700 1 -- 172.21.15.90:0/646392833 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f030819fa40 con 0x7f03081091c0 2024-04-26T17:17:28.328 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.436+0000 7f0305ffb700 1 -- 172.21.15.90:0/646392833 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f02fc0199f0 con 0x7f03081091c0 2024-04-26T17:17:28.328 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.436+0000 7f030f17e700 1 -- 172.21.15.90:0/646392833 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0308064250 con 0x7f03081091c0 2024-04-26T17:17:28.328 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.436+0000 7f0305ffb700 1 --2- 172.21.15.90:0/646392833 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f02f8039610 0x7f02f803bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:28.328 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.436+0000 7f0305ffb700 1 -- 172.21.15.90:0/646392833 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f02fc04ebf0 con 0x7f03081091c0 2024-04-26T17:17:28.328 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.436+0000 7f0307fff700 1 -- 172.21.15.90:0/646392833 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f02f8039610 msgr2=0x7f02f803bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/965175557 2024-04-26T17:17:28.328 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.436+0000 7f0307fff700 1 --2- 172.21.15.90:0/646392833 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f02f8039610 0x7f02f803bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T17:17:28.328 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.445+0000 7f0305ffb700 1 -- 172.21.15.90:0/646392833 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f02fc017e10 con 0x7f03081091c0 2024-04-26T17:17:28.328 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.637+0000 7f0307fff700 1 -- 172.21.15.90:0/646392833 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f02f8039610 msgr2=0x7f02f803bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/965175557 2024-04-26T17:17:28.328 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.637+0000 7f0307fff700 1 --2- 172.21.15.90:0/646392833 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f02f8039610 0x7f02f803bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T17:17:28.328 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.746+0000 7f030f17e700 1 -- 172.21.15.90:0/646392833 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f030819fe80 con 0x7f03081091c0 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.754+0000 7f0305ffb700 1 -- 172.21.15.90:0/646392833 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f02fc029d50 con 0x7f03081091c0 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.756+0000 7f030f17e700 1 -- 172.21.15.90:0/646392833 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f02f8039610 msgr2=0x7f02f803bad0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.756+0000 7f030f17e700 1 --2- 172.21.15.90:0/646392833 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f02f8039610 0x7f02f803bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.756+0000 7f030f17e700 1 -- 172.21.15.90:0/646392833 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 msgr2=0x7f030819c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.756+0000 7f030f17e700 1 --2- 172.21.15.90:0/646392833 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 0x7f030819c580 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f02fc0119f0 tx=0x7f02fc011ad0 comp rx=0 tx=0).stop 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.757+0000 7f030f17e700 1 -- 172.21.15.90:0/646392833 shutdown_connections 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.757+0000 7f030f17e700 1 --2- 172.21.15.90:0/646392833 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f02f8039610 0x7f02f803bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.757+0000 7f030f17e700 1 --2- 172.21.15.90:0/646392833 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03081091c0 0x7f030819c580 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.757+0000 7f030f17e700 1 -- 172.21.15.90:0/646392833 >> 172.21.15.90:0/646392833 conn(0x7f0308102b10 msgr2=0x7f0308103600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.757+0000 7f030f17e700 1 -- 172.21.15.90:0/646392833 shutdown_connections 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:27.757+0000 7f030f17e700 1 -- 172.21.15.90:0/646392833 wait complete. 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for the mgr to restart... 2024-04-26T17:17:28.329 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mgr epoch 9... 2024-04-26T17:17:28.566 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:28 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/646392833' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T17:17:28.566 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:28 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:28.518+0000 7fae1a1a5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T17:17:28.867 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:28 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:28.695+0000 7fae1a1a5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T17:17:28.868 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:28 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:28.867+0000 7fae1a1a5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T17:17:29.431 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:29 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:29.160+0000 7fae1a1a5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T17:17:29.431 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:29 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:29.254+0000 7fae1a1a5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T17:17:29.930 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:29 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:29.460+0000 7fae1a1a5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T17:17:29.931 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:29 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:29.658+0000 7fae1a1a5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:17:30.430 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:30 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:30.254+0000 7fae1a1a5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T17:17:30.931 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:30 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:30.675+0000 7fae1a1a5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T17:17:30.931 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:30 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:30.771+0000 7fae1a1a5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T17:17:31.430 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:30 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:30.972+0000 7fae1a1a5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T17:17:31.764 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:31 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:31.494+0000 7fae1a1a5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T17:17:31.765 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:31 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:31.586+0000 7fae1a1a5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T17:17:32.066 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:31 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:31.833+0000 7fae1a1a5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T17:17:32.066 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:31 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:31.969+0000 7fae1a1a5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T17:17:32.067 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:32 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:32.066+0000 7fae1a1a5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T17:17:32.431 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:32 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:32.183+0000 7fae1a1a5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T17:17:32.931 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:32 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:32.511+0000 7fae1a1a5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T17:17:33.396 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:33.118+0000 7fae1a1a5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T17:17:33.396 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:17:33.343+0000 7fae1a1a5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T17:17:33.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-mon[29417]: Active manager daemon x restarted 2024-04-26T17:17:33.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-mon[29417]: Activating manager daemon x 2024-04-26T17:17:33.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-mon[29417]: osdmap e3: 0 total, 0 up, 0 in 2024-04-26T17:17:33.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-mon[29417]: mgrmap e10: x(active, starting, since 0.00330569s) 2024-04-26T17:17:33.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:17:33.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T17:17:33.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T17:17:33.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T17:17:33.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T17:17:33.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-mon[29417]: Manager daemon x is now available 2024-04-26T17:17:33.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:17:33.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T17:17:34.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T17:17:34.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:34 smithi090 ceph-mon[29417]: mgrmap e11: x(active, since 1.00578s) 2024-04-26T17:17:34.951 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-26T17:17:34.951 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-26T17:17:34.951 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T17:17:34.951 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-26T17:17:34.951 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.755+0000 7f8ee74c7700 1 Processor -- start 2024-04-26T17:17:34.951 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.756+0000 7f8ee74c7700 1 -- start start 2024-04-26T17:17:34.951 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.756+0000 7f8ee74c7700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 0x7f8ee010b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.756+0000 7f8ee74c7700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8ee007be60 con 0x7f8ee0109150 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.756+0000 7f8ee5263700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 0x7f8ee010b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.756+0000 7f8ee5263700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 0x7f8ee010b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51330/0 (socket says 172.21.15.90:51330) 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.756+0000 7f8ee5263700 1 -- 172.21.15.90:0/666057667 learned_addr learned my addr 172.21.15.90:0/666057667 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.756+0000 7f8ee5263700 1 -- 172.21.15.90:0/666057667 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ee010ba80 con 0x7f8ee0109150 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.756+0000 7f8ee5263700 1 --2- 172.21.15.90:0/666057667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 0x7f8ee010b540 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8edc0098a0 tx=0x7f8edc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f19e82507484a6bf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.756+0000 7f8ed7fff700 1 -- 172.21.15.90:0/666057667 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8edc004160 con 0x7f8ee0109150 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.757+0000 7f8ed7fff700 1 -- 172.21.15.90:0/666057667 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8edc004300 con 0x7f8ee0109150 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.757+0000 7f8ed7fff700 1 -- 172.21.15.90:0/666057667 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8edc011a20 con 0x7f8ee0109150 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.757+0000 7f8ee74c7700 1 -- 172.21.15.90:0/666057667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 msgr2=0x7f8ee010b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.757+0000 7f8ee74c7700 1 --2- 172.21.15.90:0/666057667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 0x7f8ee010b540 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8edc0098a0 tx=0x7f8edc009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.757+0000 7f8ee74c7700 1 -- 172.21.15.90:0/666057667 shutdown_connections 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.757+0000 7f8ee74c7700 1 --2- 172.21.15.90:0/666057667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 0x7f8ee010b540 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:34.952 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.757+0000 7f8ee74c7700 1 -- 172.21.15.90:0/666057667 >> 172.21.15.90:0/666057667 conn(0x7f8ee0102b00 msgr2=0x7f8ee0104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.757+0000 7f8ee74c7700 1 -- 172.21.15.90:0/666057667 shutdown_connections 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.757+0000 7f8ee74c7700 1 -- 172.21.15.90:0/666057667 wait complete. 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.758+0000 7f8ee74c7700 1 Processor -- start 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.758+0000 7f8ee74c7700 1 -- start start 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.758+0000 7f8ee74c7700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 0x7f8ee019c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.758+0000 7f8ee74c7700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8ee010ca30 con 0x7f8ee0109150 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.758+0000 7f8ee5263700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 0x7f8ee019c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.758+0000 7f8ee5263700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 0x7f8ee019c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51332/0 (socket says 172.21.15.90:51332) 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.758+0000 7f8ee5263700 1 -- 172.21.15.90:0/1588981816 learned_addr learned my addr 172.21.15.90:0/1588981816 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.759+0000 7f8ee5263700 1 -- 172.21.15.90:0/1588981816 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ee019cad0 con 0x7f8ee0109150 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.759+0000 7f8ee5263700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 0x7f8ee019c590 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8edc0119f0 tx=0x7f8edc011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.759+0000 7f8ed67fc700 1 -- 172.21.15.90:0/1588981816 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8edc003a40 con 0x7f8ee0109150 2024-04-26T17:17:34.953 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.759+0000 7f8ed67fc700 1 -- 172.21.15.90:0/1588981816 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8edc01a8e0 con 0x7f8ee0109150 2024-04-26T17:17:34.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.759+0000 7f8ee74c7700 1 -- 172.21.15.90:0/1588981816 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ee019cd60 con 0x7f8ee0109150 2024-04-26T17:17:34.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.759+0000 7f8ed67fc700 1 -- 172.21.15.90:0/1588981816 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8edc019740 con 0x7f8ee0109150 2024-04-26T17:17:34.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.759+0000 7f8ee74c7700 1 -- 172.21.15.90:0/1588981816 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ee019d1c0 con 0x7f8ee0109150 2024-04-26T17:17:34.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.760+0000 7f8ed67fc700 1 -- 172.21.15.90:0/1588981816 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f8edc019a40 con 0x7f8ee0109150 2024-04-26T17:17:34.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.760+0000 7f8ed67fc700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 0x7f8ecc03fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:34.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.760+0000 7f8ed67fc700 1 -- 172.21.15.90:0/1588981816 --> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f8ecc040590 con 0x7f8ecc03d9c0 2024-04-26T17:17:34.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.760+0000 7f8ed67fc700 1 -- 172.21.15.90:0/1588981816 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8edc04dd50 con 0x7f8ee0109150 2024-04-26T17:17:34.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.760+0000 7f8ee4a62700 1 -- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 msgr2=0x7f8ecc03fe80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/965175557 2024-04-26T17:17:34.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.760+0000 7f8ee4a62700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 0x7f8ecc03fe80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T17:17:34.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.961+0000 7f8ee4a62700 1 -- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 msgr2=0x7f8ecc03fe80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/965175557 2024-04-26T17:17:34.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:28.961+0000 7f8ee4a62700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 0x7f8ecc03fe80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T17:17:34.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:29.362+0000 7f8ee4a62700 1 -- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 msgr2=0x7f8ecc03fe80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/965175557 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:29.362+0000 7f8ee4a62700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 0x7f8ecc03fe80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:30.163+0000 7f8ee4a62700 1 -- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 msgr2=0x7f8ecc03fe80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/965175557 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:30.163+0000 7f8ee4a62700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 0x7f8ecc03fe80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:31.764+0000 7f8ee4a62700 1 -- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 msgr2=0x7f8ecc03fe80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.90:6800/965175557 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:31.764+0000 7f8ee4a62700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 0x7f8ecc03fe80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:33.346+0000 7f8ed67fc700 1 -- 172.21.15.90:0/1588981816 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mgrmap(e 10) ==== 46338+0+0 (secure 0 0 0) 0x7f8edc01aa90 con 0x7f8ee0109150 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:33.346+0000 7f8ed67fc700 1 -- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 msgr2=0x7f8ecc03fe80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:33.346+0000 7f8ed67fc700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 0x7f8ecc03fe80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.348+0000 7f8ed67fc700 1 -- 172.21.15.90:0/1588981816 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7f8edc019d30 con 0x7f8ee0109150 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.348+0000 7f8ed67fc700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8ecc041440 0x7f8ecc043830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.348+0000 7f8ed67fc700 1 -- 172.21.15.90:0/1588981816 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f8edc029b30 con 0x7f8ecc041440 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.348+0000 7f8ee4a62700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8ecc041440 0x7f8ecc043830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.349+0000 7f8ee4a62700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8ecc041440 0x7f8ecc043830 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f8ed0003a10 tx=0x7f8ed00092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:34.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.349+0000 7f8ed67fc700 1 -- 172.21.15.90:0/1588981816 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f8edc029b30 con 0x7f8ecc041440 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.356+0000 7f8ee74c7700 1 -- 172.21.15.90:0/1588981816 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f8ee0064250 con 0x7f8ecc041440 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.356+0000 7f8ed67fc700 1 -- 172.21.15.90:0/1588981816 <== mgr.14152 v2:172.21.15.90:6800/37771707 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f8ee0064250 con 0x7f8ecc041440 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.357+0000 7f8ee74c7700 1 -- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8ecc041440 msgr2=0x7f8ecc043830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.357+0000 7f8ee74c7700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8ecc041440 0x7f8ecc043830 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f8ed0003a10 tx=0x7f8ed00092b0 comp rx=0 tx=0).stop 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.357+0000 7f8ee74c7700 1 -- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 msgr2=0x7f8ee019c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.357+0000 7f8ee74c7700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 0x7f8ee019c590 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8edc0119f0 tx=0x7f8edc011ad0 comp rx=0 tx=0).stop 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.357+0000 7f8ee74c7700 1 -- 172.21.15.90:0/1588981816 shutdown_connections 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.357+0000 7f8ee74c7700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ee0109150 0x7f8ee019c590 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.357+0000 7f8ee74c7700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8ecc041440 0x7f8ecc043830 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.357+0000 7f8ee74c7700 1 --2- 172.21.15.90:0/1588981816 >> [v2:172.21.15.90:6800/965175557,v1:172.21.15.90:6801/965175557] conn(0x7f8ecc03d9c0 0x7f8ecc03fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.357+0000 7f8ee74c7700 1 -- 172.21.15.90:0/1588981816 >> 172.21.15.90:0/1588981816 conn(0x7f8ee0102b00 msgr2=0x7f8ee01035e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.357+0000 7f8ee74c7700 1 -- 172.21.15.90:0/1588981816 shutdown_connections 2024-04-26T17:17:34.956 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:34.357+0000 7f8ee74c7700 1 -- 172.21.15.90:0/1588981816 wait complete. 2024-04-26T17:17:34.957 INFO:teuthology.orchestra.run.smithi090.stdout:mgr epoch 9 is available 2024-04-26T17:17:34.957 INFO:teuthology.orchestra.run.smithi090.stdout:Generating a dashboard self-signed certificate... 2024-04-26T17:17:35.606 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:35 smithi090 ceph-mon[29417]: [26/Apr/2024:17:17:34] ENGINE Bus STARTING 2024-04-26T17:17:35.607 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:35 smithi090 ceph-mon[29417]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T17:17:35.607 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:35 smithi090 ceph-mon[29417]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T17:17:35.607 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:35 smithi090 ceph-mon[29417]: [26/Apr/2024:17:17:34] ENGINE Serving on https://172.21.15.90:7150 2024-04-26T17:17:36.309 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-26T17:17:36.309 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.343+0000 7f73b7d51700 1 Processor -- start 2024-04-26T17:17:36.309 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.343+0000 7f73b7d51700 1 -- start start 2024-04-26T17:17:36.309 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.343+0000 7f73b7d51700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 0x7f73b0109080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:36.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.343+0000 7f73b7d51700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f73b0109650 con 0x7f73b0108c60 2024-04-26T17:17:36.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.343+0000 7f73b5aed700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 0x7f73b0109080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:36.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.343+0000 7f73b5aed700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 0x7f73b0109080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48036/0 (socket says 172.21.15.90:48036) 2024-04-26T17:17:36.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.343+0000 7f73b5aed700 1 -- 172.21.15.90:0/2429794009 learned_addr learned my addr 172.21.15.90:0/2429794009 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:36.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.343+0000 7f73b5aed700 1 -- 172.21.15.90:0/2429794009 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73b0106760 con 0x7f73b0108c60 2024-04-26T17:17:36.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.343+0000 7f73b5aed700 1 --2- 172.21.15.90:0/2429794009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 0x7f73b0109080 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f73a00098a0 tx=0x7f73a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1152ebff70bc49c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:36.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.344+0000 7f73b4aeb700 1 -- 172.21.15.90:0/2429794009 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73a0004160 con 0x7f73b0108c60 2024-04-26T17:17:36.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.344+0000 7f73b4aeb700 1 -- 172.21.15.90:0/2429794009 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f73a0004300 con 0x7f73b0108c60 2024-04-26T17:17:36.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.344+0000 7f73b4aeb700 1 -- 172.21.15.90:0/2429794009 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73a0011a20 con 0x7f73b0108c60 2024-04-26T17:17:36.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.344+0000 7f73b7d51700 1 -- 172.21.15.90:0/2429794009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 msgr2=0x7f73b0109080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:36.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.344+0000 7f73b7d51700 1 --2- 172.21.15.90:0/2429794009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 0x7f73b0109080 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f73a00098a0 tx=0x7f73a0009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:36.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.344+0000 7f73b7d51700 1 -- 172.21.15.90:0/2429794009 shutdown_connections 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.344+0000 7f73b7d51700 1 --2- 172.21.15.90:0/2429794009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 0x7f73b0109080 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.344+0000 7f73b7d51700 1 -- 172.21.15.90:0/2429794009 >> 172.21.15.90:0/2429794009 conn(0x7f73b0102360 msgr2=0x7f73b0104780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.345+0000 7f73b7d51700 1 -- 172.21.15.90:0/2429794009 shutdown_connections 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.345+0000 7f73b7d51700 1 -- 172.21.15.90:0/2429794009 wait complete. 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.345+0000 7f73b7d51700 1 Processor -- start 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.345+0000 7f73b7d51700 1 -- start start 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.345+0000 7f73b7d51700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 0x7f73b019e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.345+0000 7f73b7d51700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f73b01077c0 con 0x7f73b0108c60 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.345+0000 7f73b5aed700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 0x7f73b019e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.345+0000 7f73b5aed700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 0x7f73b019e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48044/0 (socket says 172.21.15.90:48044) 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.345+0000 7f73b5aed700 1 -- 172.21.15.90:0/3755453287 learned_addr learned my addr 172.21.15.90:0/3755453287 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.346+0000 7f73b5aed700 1 -- 172.21.15.90:0/3755453287 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73b019ecd0 con 0x7f73b0108c60 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.346+0000 7f73b5aed700 1 --2- 172.21.15.90:0/3755453287 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 0x7f73b019e790 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f73a00119f0 tx=0x7f73a0011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:36.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.346+0000 7f73a6ffd700 1 -- 172.21.15.90:0/3755453287 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73a0003a40 con 0x7f73b0108c60 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.346+0000 7f73a6ffd700 1 -- 172.21.15.90:0/3755453287 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f73a001a8e0 con 0x7f73b0108c60 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.346+0000 7f73b7d51700 1 -- 172.21.15.90:0/3755453287 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73b019ef60 con 0x7f73b0108c60 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.346+0000 7f73a6ffd700 1 -- 172.21.15.90:0/3755453287 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73a0019740 con 0x7f73b0108c60 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.346+0000 7f73b7d51700 1 -- 172.21.15.90:0/3755453287 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73b01a1c00 con 0x7f73b0108c60 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.347+0000 7f73a6ffd700 1 -- 172.21.15.90:0/3755453287 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7f73a00199f0 con 0x7f73b0108c60 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.347+0000 7f73b7d51700 1 -- 172.21.15.90:0/3755453287 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73b0064250 con 0x7f73b0108c60 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.347+0000 7f73a6ffd700 1 --2- 172.21.15.90:0/3755453287 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f739c0394f0 0x7f739c03b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.347+0000 7f73a6ffd700 1 -- 172.21.15.90:0/3755453287 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f73a004dc50 con 0x7f73b0108c60 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.347+0000 7f73b52ec700 1 --2- 172.21.15.90:0/3755453287 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f739c0394f0 0x7f739c03b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.347+0000 7f73b52ec700 1 --2- 172.21.15.90:0/3755453287 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f739c0394f0 0x7f739c03b9b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f73ac006fd0 tx=0x7f73ac006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.352+0000 7f73a6ffd700 1 -- 172.21.15.90:0/3755453287 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f73a0017e10 con 0x7f73b0108c60 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.402+0000 7f73a6ffd700 1 -- 172.21.15.90:0/3755453287 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f73a001aa90 con 0x7f73b0108c60 2024-04-26T17:17:36.312 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.563+0000 7f73b7d51700 1 -- 172.21.15.90:0/3755453287 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f73b0063030 con 0x7f739c0394f0 2024-04-26T17:17:36.313 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.606+0000 7f73a6ffd700 1 -- 172.21.15.90:0/3755453287 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f73b0063030 con 0x7f739c0394f0 2024-04-26T17:17:36.313 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.609+0000 7f73b7d51700 1 -- 172.21.15.90:0/3755453287 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f739c0394f0 msgr2=0x7f739c03b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:36.313 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.609+0000 7f73b7d51700 1 --2- 172.21.15.90:0/3755453287 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f739c0394f0 0x7f739c03b9b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f73ac006fd0 tx=0x7f73ac006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:36.313 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.609+0000 7f73b7d51700 1 -- 172.21.15.90:0/3755453287 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 msgr2=0x7f73b019e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:36.313 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.609+0000 7f73b7d51700 1 --2- 172.21.15.90:0/3755453287 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 0x7f73b019e790 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f73a00119f0 tx=0x7f73a0011ad0 comp rx=0 tx=0).stop 2024-04-26T17:17:36.313 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.609+0000 7f73b7d51700 1 -- 172.21.15.90:0/3755453287 shutdown_connections 2024-04-26T17:17:36.313 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.609+0000 7f73b7d51700 1 --2- 172.21.15.90:0/3755453287 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f739c0394f0 0x7f739c03b9b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:36.313 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.609+0000 7f73b7d51700 1 --2- 172.21.15.90:0/3755453287 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73b0108c60 0x7f73b019e790 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:36.313 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.609+0000 7f73b7d51700 1 -- 172.21.15.90:0/3755453287 >> 172.21.15.90:0/3755453287 conn(0x7f73b0102360 msgr2=0x7f73b0194e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:36.313 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.609+0000 7f73b7d51700 1 -- 172.21.15.90:0/3755453287 shutdown_connections 2024-04-26T17:17:36.313 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:35.609+0000 7f73b7d51700 1 -- 172.21.15.90:0/3755453287 wait complete. 2024-04-26T17:17:36.313 INFO:teuthology.orchestra.run.smithi090.stdout:Creating initial admin user... 2024-04-26T17:17:36.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:36 smithi090 ceph-mon[29417]: [26/Apr/2024:17:17:34] ENGINE Serving on http://172.21.15.90:8765 2024-04-26T17:17:36.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:36 smithi090 ceph-mon[29417]: [26/Apr/2024:17:17:34] ENGINE Bus STARTED 2024-04-26T17:17:36.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:36 smithi090 ceph-mon[29417]: mgrmap e12: x(active, since 2s) 2024-04-26T17:17:36.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:36.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:36.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:37.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:37 smithi090 ceph-mon[29417]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:17:37.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:37.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:37.795 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$/Y0Aqgwba2PoEOcYiZuSsue8FFfJOBAODJd1Jwo8U.zGIYLCIP0v2", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714151857, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-26T17:17:37.795 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.757+0000 7f0e18e68700 1 Processor -- start 2024-04-26T17:17:37.795 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.757+0000 7f0e18e68700 1 -- start start 2024-04-26T17:17:37.795 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.757+0000 7f0e18e68700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 0x7f0e141073c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:37.795 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.757+0000 7f0e18e68700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1407be40 con 0x7f0e14106fa0 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.757+0000 7f0e1259c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 0x7f0e141073c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.757+0000 7f0e1259c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 0x7f0e141073c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48048/0 (socket says 172.21.15.90:48048) 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.757+0000 7f0e1259c700 1 -- 172.21.15.90:0/1504692568 learned_addr learned my addr 172.21.15.90:0/1504692568 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.758+0000 7f0e1259c700 1 -- 172.21.15.90:0/1504692568 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e14107900 con 0x7f0e14106fa0 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.758+0000 7f0e1259c700 1 --2- 172.21.15.90:0/1504692568 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 0x7f0e141073c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0e040098a0 tx=0x7f0e04009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0d0dd1abd88217d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.758+0000 7f0e1159a700 1 -- 172.21.15.90:0/1504692568 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e04004160 con 0x7f0e14106fa0 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.758+0000 7f0e1159a700 1 -- 172.21.15.90:0/1504692568 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f0e04004300 con 0x7f0e14106fa0 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.758+0000 7f0e1159a700 1 -- 172.21.15.90:0/1504692568 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e04011a20 con 0x7f0e14106fa0 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.759+0000 7f0e18e68700 1 -- 172.21.15.90:0/1504692568 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 msgr2=0x7f0e141073c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.759+0000 7f0e18e68700 1 --2- 172.21.15.90:0/1504692568 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 0x7f0e141073c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0e040098a0 tx=0x7f0e04009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.759+0000 7f0e18e68700 1 -- 172.21.15.90:0/1504692568 shutdown_connections 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.759+0000 7f0e18e68700 1 --2- 172.21.15.90:0/1504692568 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 0x7f0e141073c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:37.796 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.759+0000 7f0e18e68700 1 -- 172.21.15.90:0/1504692568 >> 172.21.15.90:0/1504692568 conn(0x7f0e14102ba0 msgr2=0x7f0e14104fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.759+0000 7f0e18e68700 1 -- 172.21.15.90:0/1504692568 shutdown_connections 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.759+0000 7f0e18e68700 1 -- 172.21.15.90:0/1504692568 wait complete. 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.760+0000 7f0e18e68700 1 Processor -- start 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.760+0000 7f0e18e68700 1 -- start start 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.760+0000 7f0e18e68700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 0x7f0e1419e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.760+0000 7f0e18e68700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0e14108970 con 0x7f0e14106fa0 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.760+0000 7f0e1259c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 0x7f0e1419e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.760+0000 7f0e1259c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 0x7f0e1419e7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48060/0 (socket says 172.21.15.90:48060) 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.760+0000 7f0e1259c700 1 -- 172.21.15.90:0/4015977674 learned_addr learned my addr 172.21.15.90:0/4015977674 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.760+0000 7f0e1259c700 1 -- 172.21.15.90:0/4015977674 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e1419ece0 con 0x7f0e14106fa0 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.760+0000 7f0e1259c700 1 --2- 172.21.15.90:0/4015977674 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 0x7f0e1419e7a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0e040116e0 tx=0x7f0e04011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.761+0000 7f0e037fe700 1 -- 172.21.15.90:0/4015977674 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e040038b0 con 0x7f0e14106fa0 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.761+0000 7f0e037fe700 1 -- 172.21.15.90:0/4015977674 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f0e04003a50 con 0x7f0e14106fa0 2024-04-26T17:17:37.797 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.761+0000 7f0e18e68700 1 -- 172.21.15.90:0/4015977674 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e1419ef70 con 0x7f0e14106fa0 2024-04-26T17:17:37.798 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.761+0000 7f0e037fe700 1 -- 172.21.15.90:0/4015977674 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e04019660 con 0x7f0e14106fa0 2024-04-26T17:17:37.798 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.761+0000 7f0e18e68700 1 -- 172.21.15.90:0/4015977674 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e141a1c60 con 0x7f0e14106fa0 2024-04-26T17:17:37.798 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.762+0000 7f0e037fe700 1 -- 172.21.15.90:0/4015977674 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f0e04019910 con 0x7f0e14106fa0 2024-04-26T17:17:37.798 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.762+0000 7f0e037fe700 1 --2- 172.21.15.90:0/4015977674 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0dfc039610 0x7f0dfc03bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:37.798 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.762+0000 7f0e18e68700 1 -- 172.21.15.90:0/4015977674 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e14064250 con 0x7f0e14106fa0 2024-04-26T17:17:37.798 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.762+0000 7f0e037fe700 1 -- 172.21.15.90:0/4015977674 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0e0404dde0 con 0x7f0e14106fa0 2024-04-26T17:17:37.798 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.762+0000 7f0e11d9b700 1 --2- 172.21.15.90:0/4015977674 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0dfc039610 0x7f0dfc03bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:37.798 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.762+0000 7f0e11d9b700 1 --2- 172.21.15.90:0/4015977674 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0dfc039610 0x7f0dfc03bad0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0e08006fd0 tx=0x7f0e08006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:37.798 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.770+0000 7f0e037fe700 1 -- 172.21.15.90:0/4015977674 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0e04023c90 con 0x7f0e14106fa0 2024-04-26T17:17:37.798 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:36.992+0000 7f0e18e68700 1 -- 172.21.15.90:0/4015977674 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f0e1402e160 con 0x7f0dfc039610 2024-04-26T17:17:37.798 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:37.221+0000 7f0e037fe700 1 -- 172.21.15.90:0/4015977674 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f0e1402e160 con 0x7f0dfc039610 2024-04-26T17:17:37.798 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:37.223+0000 7f0e18e68700 1 -- 172.21.15.90:0/4015977674 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0dfc039610 msgr2=0x7f0dfc03bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:37.799 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:37.223+0000 7f0e18e68700 1 --2- 172.21.15.90:0/4015977674 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0dfc039610 0x7f0dfc03bad0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0e08006fd0 tx=0x7f0e08006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:37.799 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:37.223+0000 7f0e18e68700 1 -- 172.21.15.90:0/4015977674 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 msgr2=0x7f0e1419e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:37.799 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:37.223+0000 7f0e18e68700 1 --2- 172.21.15.90:0/4015977674 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 0x7f0e1419e7a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0e040116e0 tx=0x7f0e04011aa0 comp rx=0 tx=0).stop 2024-04-26T17:17:37.799 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:37.223+0000 7f0e18e68700 1 -- 172.21.15.90:0/4015977674 shutdown_connections 2024-04-26T17:17:37.799 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:37.223+0000 7f0e18e68700 1 --2- 172.21.15.90:0/4015977674 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0dfc039610 0x7f0dfc03bad0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:37.799 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:37.223+0000 7f0e18e68700 1 --2- 172.21.15.90:0/4015977674 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e14106fa0 0x7f0e1419e7a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:37.799 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:37.223+0000 7f0e18e68700 1 -- 172.21.15.90:0/4015977674 >> 172.21.15.90:0/4015977674 conn(0x7f0e14102ba0 msgr2=0x7f0e14195410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:37.799 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:37.223+0000 7f0e18e68700 1 -- 172.21.15.90:0/4015977674 shutdown_connections 2024-04-26T17:17:37.799 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:37.223+0000 7f0e18e68700 1 -- 172.21.15.90:0/4015977674 wait complete. 2024-04-26T17:17:37.799 INFO:teuthology.orchestra.run.smithi090.stdout:Fetching dashboard port number... 2024-04-26T17:17:38.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:38 smithi090 ceph-mon[29417]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:17:39.666 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:39 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/759224459' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-26T17:17:39.949 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 8443 2024-04-26T17:17:39.950 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.183+0000 7f72a2169700 1 Processor -- start 2024-04-26T17:17:39.950 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.183+0000 7f72a2169700 1 -- start start 2024-04-26T17:17:39.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.183+0000 7f72a2169700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 0x7f729c109040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:39.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.183+0000 7f72a2169700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f729c109610 con 0x7f729c108c20 2024-04-26T17:17:39.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.184+0000 7f729b7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 0x7f729c109040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:39.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.184+0000 7f729b7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 0x7f729c109040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48072/0 (socket says 172.21.15.90:48072) 2024-04-26T17:17:39.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.184+0000 7f729b7fe700 1 -- 172.21.15.90:0/2724013506 learned_addr learned my addr 172.21.15.90:0/2724013506 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:39.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.184+0000 7f729b7fe700 1 -- 172.21.15.90:0/2724013506 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f729c1077f0 con 0x7f729c108c20 2024-04-26T17:17:39.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.184+0000 7f729b7fe700 1 --2- 172.21.15.90:0/2724013506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 0x7f729c109040 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f728c0098a0 tx=0x7f728c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8ba039e35a2440e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:39.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.184+0000 7f729a7fc700 1 -- 172.21.15.90:0/2724013506 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f728c004160 con 0x7f729c108c20 2024-04-26T17:17:39.954 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.184+0000 7f729a7fc700 1 -- 172.21.15.90:0/2724013506 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f728c004300 con 0x7f729c108c20 2024-04-26T17:17:39.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.184+0000 7f729a7fc700 1 -- 172.21.15.90:0/2724013506 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f728c011a20 con 0x7f729c108c20 2024-04-26T17:17:39.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.185+0000 7f72a2169700 1 -- 172.21.15.90:0/2724013506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 msgr2=0x7f729c109040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:39.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.185+0000 7f72a2169700 1 --2- 172.21.15.90:0/2724013506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 0x7f729c109040 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f728c0098a0 tx=0x7f728c009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:39.955 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.185+0000 7f72a2169700 1 -- 172.21.15.90:0/2724013506 shutdown_connections 2024-04-26T17:17:39.959 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.185+0000 7f72a2169700 1 --2- 172.21.15.90:0/2724013506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 0x7f729c109040 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:39.959 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.185+0000 7f72a2169700 1 -- 172.21.15.90:0/2724013506 >> 172.21.15.90:0/2724013506 conn(0x7f729c1022a0 msgr2=0x7f729c104700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:39.959 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.185+0000 7f72a2169700 1 -- 172.21.15.90:0/2724013506 shutdown_connections 2024-04-26T17:17:39.959 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.185+0000 7f72a2169700 1 -- 172.21.15.90:0/2724013506 wait complete. 2024-04-26T17:17:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.186+0000 7f72a2169700 1 Processor -- start 2024-04-26T17:17:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.186+0000 7f72a2169700 1 -- start start 2024-04-26T17:17:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.186+0000 7f72a2169700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 0x7f729c19b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.186+0000 7f72a2169700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f729c10bbb0 con 0x7f729c108c20 2024-04-26T17:17:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.186+0000 7f729b7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 0x7f729c19b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.186+0000 7f729b7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 0x7f729c19b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48076/0 (socket says 172.21.15.90:48076) 2024-04-26T17:17:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.186+0000 7f729b7fe700 1 -- 172.21.15.90:0/759224459 learned_addr learned my addr 172.21.15.90:0/759224459 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.186+0000 7f729b7fe700 1 -- 172.21.15.90:0/759224459 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f729c19ba30 con 0x7f729c108c20 2024-04-26T17:17:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.187+0000 7f729b7fe700 1 --2- 172.21.15.90:0/759224459 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 0x7f729c19b4f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f728c0116e0 tx=0x7f728c004620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.187+0000 7f7298ff9700 1 -- 172.21.15.90:0/759224459 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f728c0038b0 con 0x7f729c108c20 2024-04-26T17:17:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.187+0000 7f7298ff9700 1 -- 172.21.15.90:0/759224459 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f728c003a50 con 0x7f729c108c20 2024-04-26T17:17:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.187+0000 7f72a2169700 1 -- 172.21.15.90:0/759224459 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f729c19bcc0 con 0x7f729c108c20 2024-04-26T17:17:39.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.187+0000 7f7298ff9700 1 -- 172.21.15.90:0/759224459 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f728c019630 con 0x7f729c108c20 2024-04-26T17:17:39.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.187+0000 7f72a2169700 1 -- 172.21.15.90:0/759224459 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f729c19e9b0 con 0x7f729c108c20 2024-04-26T17:17:39.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.188+0000 7f7298ff9700 1 -- 172.21.15.90:0/759224459 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f728c019970 con 0x7f729c108c20 2024-04-26T17:17:39.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.188+0000 7f7298ff9700 1 --2- 172.21.15.90:0/759224459 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f72840395b0 0x7f728403ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:39.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.188+0000 7f7298ff9700 1 -- 172.21.15.90:0/759224459 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f728c04df30 con 0x7f729c108c20 2024-04-26T17:17:39.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.188+0000 7f72a2169700 1 -- 172.21.15.90:0/759224459 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f729c064250 con 0x7f729c108c20 2024-04-26T17:17:39.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.188+0000 7f729affd700 1 --2- 172.21.15.90:0/759224459 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f72840395b0 0x7f728403ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:39.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.189+0000 7f729affd700 1 --2- 172.21.15.90:0/759224459 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f72840395b0 0x7f728403ba70 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7290006fd0 tx=0x7f7290006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:39.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.194+0000 7f7298ff9700 1 -- 172.21.15.90:0/759224459 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f728c017ca0 con 0x7f729c108c20 2024-04-26T17:17:39.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.421+0000 7f72a2169700 1 -- 172.21.15.90:0/759224459 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f729c19ed60 con 0x7f729c108c20 2024-04-26T17:17:39.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.422+0000 7f7298ff9700 1 -- 172.21.15.90:0/759224459 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f728c00fda0 con 0x7f729c108c20 2024-04-26T17:17:39.961 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.424+0000 7f72a2169700 1 -- 172.21.15.90:0/759224459 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f72840395b0 msgr2=0x7f728403ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:39.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.424+0000 7f72a2169700 1 --2- 172.21.15.90:0/759224459 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f72840395b0 0x7f728403ba70 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7290006fd0 tx=0x7f7290006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:39.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.424+0000 7f72a2169700 1 -- 172.21.15.90:0/759224459 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 msgr2=0x7f729c19b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:39.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.424+0000 7f72a2169700 1 --2- 172.21.15.90:0/759224459 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 0x7f729c19b4f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f728c0116e0 tx=0x7f728c004620 comp rx=0 tx=0).stop 2024-04-26T17:17:39.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.424+0000 7f72a2169700 1 -- 172.21.15.90:0/759224459 shutdown_connections 2024-04-26T17:17:39.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.424+0000 7f72a2169700 1 --2- 172.21.15.90:0/759224459 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f72840395b0 0x7f728403ba70 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:39.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.424+0000 7f72a2169700 1 --2- 172.21.15.90:0/759224459 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f729c108c20 0x7f729c19b4f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:39.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.424+0000 7f72a2169700 1 -- 172.21.15.90:0/759224459 >> 172.21.15.90:0/759224459 conn(0x7f729c1022a0 msgr2=0x7f729c102d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:39.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.424+0000 7f72a2169700 1 -- 172.21.15.90:0/759224459 shutdown_connections 2024-04-26T17:17:39.962 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:38.424+0000 7f72a2169700 1 -- 172.21.15.90:0/759224459 wait complete. 2024-04-26T17:17:39.963 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T17:17:39.963 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout disabled 2024-04-26T17:17:39.970 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T17:17:39.970 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-04-26T17:17:39.970 INFO:teuthology.orchestra.run.smithi090.stdout:firewalld.service is not enabled 2024-04-26T17:17:39.971 INFO:teuthology.orchestra.run.smithi090.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-26T17:17:39.972 INFO:teuthology.orchestra.run.smithi090.stdout:Ceph Dashboard is now available at: 2024-04-26T17:17:39.972 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:17:39.972 INFO:teuthology.orchestra.run.smithi090.stdout: URL: https://smithi090:8443/ 2024-04-26T17:17:39.973 INFO:teuthology.orchestra.run.smithi090.stdout: User: admin 2024-04-26T17:17:39.973 INFO:teuthology.orchestra.run.smithi090.stdout: Password: qu08s3b90f 2024-04-26T17:17:39.973 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:17:39.974 INFO:teuthology.orchestra.run.smithi090.stdout:Saving cluster configuration to /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config directory 2024-04-26T17:17:39.974 INFO:teuthology.orchestra.run.smithi090.stdout:Enabling autotune for osd_memory_target 2024-04-26T17:17:40.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:40 smithi090 ceph-mon[29417]: mgrmap e13: x(active, since 6s) 2024-04-26T17:17:41.206 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.382+0000 7f85ccf94700 1 Processor -- start 2024-04-26T17:17:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.382+0000 7f85ccf94700 1 -- start start 2024-04-26T17:17:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.382+0000 7f85ccf94700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 0x7f85c81079e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.382+0000 7f85ccf94700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f85c8107fb0 con 0x7f85c81075c0 2024-04-26T17:17:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.382+0000 7f85c659c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 0x7f85c81079e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.382+0000 7f85c659c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 0x7f85c81079e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48082/0 (socket says 172.21.15.90:48082) 2024-04-26T17:17:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.382+0000 7f85c659c700 1 -- 172.21.15.90:0/3137924187 learned_addr learned my addr 172.21.15.90:0/3137924187 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.383+0000 7f85c659c700 1 -- 172.21.15.90:0/3137924187 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85c81087c0 con 0x7f85c81075c0 2024-04-26T17:17:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.383+0000 7f85c659c700 1 --2- 172.21.15.90:0/3137924187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 0x7f85c81079e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f85b80098a0 tx=0x7f85b8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=963f5dbddb4f0e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.383+0000 7f85c559a700 1 -- 172.21.15.90:0/3137924187 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85b8004160 con 0x7f85c81075c0 2024-04-26T17:17:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.383+0000 7f85c559a700 1 -- 172.21.15.90:0/3137924187 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f85b8004300 con 0x7f85c81075c0 2024-04-26T17:17:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.383+0000 7f85c559a700 1 -- 172.21.15.90:0/3137924187 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85b8011a20 con 0x7f85c81075c0 2024-04-26T17:17:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.383+0000 7f85ccf94700 1 -- 172.21.15.90:0/3137924187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 msgr2=0x7f85c81079e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.383+0000 7f85ccf94700 1 --2- 172.21.15.90:0/3137924187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 0x7f85c81079e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f85b80098a0 tx=0x7f85b8009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.384+0000 7f85ccf94700 1 -- 172.21.15.90:0/3137924187 shutdown_connections 2024-04-26T17:17:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.384+0000 7f85ccf94700 1 --2- 172.21.15.90:0/3137924187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 0x7f85c81079e0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.384+0000 7f85ccf94700 1 -- 172.21.15.90:0/3137924187 >> 172.21.15.90:0/3137924187 conn(0x7f85c8102ba0 msgr2=0x7f85c8104fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.384+0000 7f85ccf94700 1 -- 172.21.15.90:0/3137924187 shutdown_connections 2024-04-26T17:17:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.384+0000 7f85ccf94700 1 -- 172.21.15.90:0/3137924187 wait complete. 2024-04-26T17:17:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.384+0000 7f85ccf94700 1 Processor -- start 2024-04-26T17:17:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.384+0000 7f85ccf94700 1 -- start start 2024-04-26T17:17:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.385+0000 7f85ccf94700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 0x7f85c819b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.385+0000 7f85ccf94700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f85c810bb70 con 0x7f85c81075c0 2024-04-26T17:17:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.385+0000 7f85c659c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 0x7f85c819b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.385+0000 7f85c659c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 0x7f85c819b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48086/0 (socket says 172.21.15.90:48086) 2024-04-26T17:17:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.385+0000 7f85c659c700 1 -- 172.21.15.90:0/3786546656 learned_addr learned my addr 172.21.15.90:0/3786546656 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.385+0000 7f85c659c700 1 -- 172.21.15.90:0/3786546656 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85c819ba60 con 0x7f85c81075c0 2024-04-26T17:17:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.385+0000 7f85c659c700 1 --2- 172.21.15.90:0/3786546656 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 0x7f85c819b520 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f85b8009520 tx=0x7f85b8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.385+0000 7f85b77fe700 1 -- 172.21.15.90:0/3786546656 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85b80038b0 con 0x7f85c81075c0 2024-04-26T17:17:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.385+0000 7f85ccf94700 1 -- 172.21.15.90:0/3786546656 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85c819bcf0 con 0x7f85c81075c0 2024-04-26T17:17:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.385+0000 7f85b77fe700 1 -- 172.21.15.90:0/3786546656 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f85b8003a50 con 0x7f85c81075c0 2024-04-26T17:17:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.385+0000 7f85b77fe700 1 -- 172.21.15.90:0/3786546656 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85b80195a0 con 0x7f85c81075c0 2024-04-26T17:17:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.386+0000 7f85ccf94700 1 -- 172.21.15.90:0/3786546656 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85c819e9e0 con 0x7f85c81075c0 2024-04-26T17:17:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.386+0000 7f85b77fe700 1 -- 172.21.15.90:0/3786546656 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f85b8019860 con 0x7f85c81075c0 2024-04-26T17:17:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.386+0000 7f85b77fe700 1 --2- 172.21.15.90:0/3786546656 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f85b0039650 0x7f85b003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:41.210 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.386+0000 7f85b77fe700 1 -- 172.21.15.90:0/3786546656 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f85b804df30 con 0x7f85c81075c0 2024-04-26T17:17:41.210 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.387+0000 7f85ccf94700 1 -- 172.21.15.90:0/3786546656 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85c8064250 con 0x7f85c81075c0 2024-04-26T17:17:41.210 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.387+0000 7f85c5d9b700 1 --2- 172.21.15.90:0/3786546656 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f85b0039650 0x7f85b003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:41.210 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.387+0000 7f85c5d9b700 1 --2- 172.21.15.90:0/3786546656 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f85b0039650 0x7f85b003bb10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f85bc006fd0 tx=0x7f85bc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:41.210 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.392+0000 7f85b77fe700 1 -- 172.21.15.90:0/3786546656 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f85b8020240 con 0x7f85c81075c0 2024-04-26T17:17:41.210 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.587+0000 7f85ccf94700 1 -- 172.21.15.90:0/3786546656 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f85c819ee40 con 0x7f85c81075c0 2024-04-26T17:17:41.210 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.587+0000 7f85b77fe700 1 -- 172.21.15.90:0/3786546656 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f85b8032030 con 0x7f85c81075c0 2024-04-26T17:17:41.210 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.589+0000 7f85ccf94700 1 -- 172.21.15.90:0/3786546656 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f85b0039650 msgr2=0x7f85b003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:41.210 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.589+0000 7f85ccf94700 1 --2- 172.21.15.90:0/3786546656 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f85b0039650 0x7f85b003bb10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f85bc006fd0 tx=0x7f85bc006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:41.211 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.589+0000 7f85ccf94700 1 -- 172.21.15.90:0/3786546656 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 msgr2=0x7f85c819b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:41.211 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.589+0000 7f85ccf94700 1 --2- 172.21.15.90:0/3786546656 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 0x7f85c819b520 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f85b8009520 tx=0x7f85b8011aa0 comp rx=0 tx=0).stop 2024-04-26T17:17:41.211 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.590+0000 7f85ccf94700 1 -- 172.21.15.90:0/3786546656 shutdown_connections 2024-04-26T17:17:41.211 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.590+0000 7f85ccf94700 1 --2- 172.21.15.90:0/3786546656 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f85b0039650 0x7f85b003bb10 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:41.211 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.590+0000 7f85ccf94700 1 --2- 172.21.15.90:0/3786546656 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85c81075c0 0x7f85c819b520 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:41.211 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.590+0000 7f85ccf94700 1 -- 172.21.15.90:0/3786546656 >> 172.21.15.90:0/3786546656 conn(0x7f85c8102ba0 msgr2=0x7f85c8103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:41.211 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.590+0000 7f85ccf94700 1 -- 172.21.15.90:0/3786546656 shutdown_connections 2024-04-26T17:17:41.211 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:40.590+0000 7f85ccf94700 1 -- 172.21.15.90:0/3786546656 wait complete. 2024-04-26T17:17:42.547 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.631+0000 7fe1b0dc2700 1 Processor -- start 2024-04-26T17:17:42.547 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.631+0000 7fe1b0dc2700 1 -- start start 2024-04-26T17:17:42.547 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.632+0000 7fe1b0dc2700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 0x7fe1ac107470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:42.547 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.632+0000 7fe1b0dc2700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe1ac07be40 con 0x7fe1ac107050 2024-04-26T17:17:42.547 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.632+0000 7fe1aa59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 0x7fe1ac107470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:42.547 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.632+0000 7fe1aa59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 0x7fe1ac107470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48102/0 (socket says 172.21.15.90:48102) 2024-04-26T17:17:42.547 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.632+0000 7fe1aa59c700 1 -- 172.21.15.90:0/844271506 learned_addr learned my addr 172.21.15.90:0/844271506 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:42.547 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.632+0000 7fe1aa59c700 1 -- 172.21.15.90:0/844271506 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1ac1079b0 con 0x7fe1ac107050 2024-04-26T17:17:42.547 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.632+0000 7fe1aa59c700 1 --2- 172.21.15.90:0/844271506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 0x7fe1ac107470 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe1940098a0 tx=0x7fe194009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4496456fb8f96dae server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:42.547 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.632+0000 7fe1a959a700 1 -- 172.21.15.90:0/844271506 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe194004160 con 0x7fe1ac107050 2024-04-26T17:17:42.547 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.633+0000 7fe1a959a700 1 -- 172.21.15.90:0/844271506 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe194004300 con 0x7fe1ac107050 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.633+0000 7fe1a959a700 1 -- 172.21.15.90:0/844271506 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe194011a20 con 0x7fe1ac107050 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.633+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/844271506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 msgr2=0x7fe1ac107470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.633+0000 7fe1b0dc2700 1 --2- 172.21.15.90:0/844271506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 0x7fe1ac107470 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe1940098a0 tx=0x7fe194009bb0 comp rx=0 tx=0).stop 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.633+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/844271506 shutdown_connections 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.633+0000 7fe1b0dc2700 1 --2- 172.21.15.90:0/844271506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 0x7fe1ac107470 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.633+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/844271506 >> 172.21.15.90:0/844271506 conn(0x7fe1ac102c50 msgr2=0x7fe1ac105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.633+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/844271506 shutdown_connections 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.633+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/844271506 wait complete. 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.634+0000 7fe1b0dc2700 1 Processor -- start 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.634+0000 7fe1b0dc2700 1 -- start start 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.634+0000 7fe1b0dc2700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 0x7fe1ac19e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.634+0000 7fe1b0dc2700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe1ac108a20 con 0x7fe1ac107050 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.634+0000 7fe1aa59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 0x7fe1ac19e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:42.548 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.634+0000 7fe1aa59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 0x7fe1ac19e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48110/0 (socket says 172.21.15.90:48110) 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.634+0000 7fe1aa59c700 1 -- 172.21.15.90:0/3244349647 learned_addr learned my addr 172.21.15.90:0/3244349647 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.634+0000 7fe1aa59c700 1 -- 172.21.15.90:0/3244349647 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1ac19ed90 con 0x7fe1ac107050 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.635+0000 7fe1aa59c700 1 --2- 172.21.15.90:0/3244349647 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 0x7fe1ac19e850 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe1940116e0 tx=0x7fe194011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.635+0000 7fe1a37fe700 1 -- 172.21.15.90:0/3244349647 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1940038b0 con 0x7fe1ac107050 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.635+0000 7fe1a37fe700 1 -- 172.21.15.90:0/3244349647 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe194003a50 con 0x7fe1ac107050 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.635+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/3244349647 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1ac19f020 con 0x7fe1ac107050 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.635+0000 7fe1a37fe700 1 -- 172.21.15.90:0/3244349647 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe194019660 con 0x7fe1ac107050 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.635+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/3244349647 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1ac1a1d10 con 0x7fe1ac107050 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.636+0000 7fe1a37fe700 1 -- 172.21.15.90:0/3244349647 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fe194019960 con 0x7fe1ac107050 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.636+0000 7fe1a37fe700 1 --2- 172.21.15.90:0/3244349647 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe198039650 0x7fe19803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.636+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/3244349647 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1ac064250 con 0x7fe1ac107050 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.636+0000 7fe1a37fe700 1 -- 172.21.15.90:0/3244349647 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe19404dec0 con 0x7fe1ac107050 2024-04-26T17:17:42.549 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.636+0000 7fe1a9d9b700 1 --2- 172.21.15.90:0/3244349647 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe198039650 0x7fe19803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.636+0000 7fe1a9d9b700 1 --2- 172.21.15.90:0/3244349647 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe198039650 0x7fe19803bb10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe19c006fd0 tx=0x7fe19c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.641+0000 7fe1a37fe700 1 -- 172.21.15.90:0/3244349647 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe194020430 con 0x7fe1ac107050 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.947+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/3244349647 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fe1ac02e130 con 0x7fe1ac107050 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.950+0000 7fe1a37fe700 1 -- 172.21.15.90:0/3244349647 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7fe194020670 con 0x7fe1ac107050 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.952+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/3244349647 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe198039650 msgr2=0x7fe19803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.952+0000 7fe1b0dc2700 1 --2- 172.21.15.90:0/3244349647 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe198039650 0x7fe19803bb10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe19c006fd0 tx=0x7fe19c006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.952+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/3244349647 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 msgr2=0x7fe1ac19e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.952+0000 7fe1b0dc2700 1 --2- 172.21.15.90:0/3244349647 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 0x7fe1ac19e850 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe1940116e0 tx=0x7fe194011aa0 comp rx=0 tx=0).stop 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.952+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/3244349647 shutdown_connections 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.952+0000 7fe1b0dc2700 1 --2- 172.21.15.90:0/3244349647 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe198039650 0x7fe19803bb10 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.952+0000 7fe1b0dc2700 1 --2- 172.21.15.90:0/3244349647 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1ac107050 0x7fe1ac19e850 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.952+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/3244349647 >> 172.21.15.90:0/3244349647 conn(0x7fe1ac102c50 msgr2=0x7fe1ac195470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.952+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/3244349647 shutdown_connections 2024-04-26T17:17:42.550 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr 2024-04-26T17:17:41.952+0000 7fe1b0dc2700 1 -- 172.21.15.90:0/3244349647 wait complete. 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout:Or, if you are only running a single cluster on this host: 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout: ceph telemetry on 2024-04-26T17:17:42.551 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:17:42.552 INFO:teuthology.orchestra.run.smithi090.stdout:For more information see: 2024-04-26T17:17:42.552 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:17:42.552 INFO:teuthology.orchestra.run.smithi090.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-26T17:17:42.552 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:17:42.552 INFO:teuthology.orchestra.run.smithi090.stdout:Bootstrap complete. 2024-04-26T17:17:42.582 INFO:tasks.cephadm:Fetching config... 2024-04-26T17:17:42.582 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:17:42.583 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-26T17:17:42.598 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-26T17:17:42.598 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:17:42.598 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-26T17:17:42.652 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-26T17:17:42.653 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:17:42.653 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-26T17:17:42.716 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-26T17:17:42.716 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:17:42.716 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-26T17:17:42.772 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-26T17:17:42.772 DEBUG:teuthology.orchestra.run.smithi090:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdORk2nUrk87q8kvcdC9nx+cQ20hB6CBdNv6a7rYNKANK+bJ3z2v75l6i2Ws46LyP6B1pT+3wceNdCV0cLo6TB5AGmJ3kp/ZgSpSfo5omhjY6uuB6iR0Z7ihBUonsG8TzgOemp6EC9mMOOdPR4FT7kdHxciGKkiO1OgVNJ1QOXYCQpu0MVUlbep85whPf+YXhKh7DK/wcuhtUw3k/hCYuUJCrci53OcMWOz+sCMTyzlF77aZ1de8nYtJy765u5uSnV/crIiGM9JydjqAU610h82CuoWiyBweVxY1Lt6DhZeUbE8PsIve7yCxdhqXQ2oW6m+UTAtk8CdE6V6sqRjadIXCMCx6IZM+jpg2Uzd86uCXYmL9rWCQCr3+HDVNjnfJSSumuktUXMmTDo+9w4reEG1RTiw8O1BGEsDVufM6SKdhEj38//8zombylUV/3YYdJiNb/dQ/hQ+ldSYDaDZxy+vuj5UjcPtkhODebj1SATp80IiVGyasG9Wo0x0FVE4Vs= ceph-970e2e88-03f0-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T17:17:42.850 INFO:teuthology.orchestra.run.smithi090.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdORk2nUrk87q8kvcdC9nx+cQ20hB6CBdNv6a7rYNKANK+bJ3z2v75l6i2Ws46LyP6B1pT+3wceNdCV0cLo6TB5AGmJ3kp/ZgSpSfo5omhjY6uuB6iR0Z7ihBUonsG8TzgOemp6EC9mMOOdPR4FT7kdHxciGKkiO1OgVNJ1QOXYCQpu0MVUlbep85whPf+YXhKh7DK/wcuhtUw3k/hCYuUJCrci53OcMWOz+sCMTyzlF77aZ1de8nYtJy765u5uSnV/crIiGM9JydjqAU610h82CuoWiyBweVxY1Lt6DhZeUbE8PsIve7yCxdhqXQ2oW6m+UTAtk8CdE6V6sqRjadIXCMCx6IZM+jpg2Uzd86uCXYmL9rWCQCr3+HDVNjnfJSSumuktUXMmTDo+9w4reEG1RTiw8O1BGEsDVufM6SKdhEj38//8zombylUV/3YYdJiNb/dQ/hQ+ldSYDaDZxy+vuj5UjcPtkhODebj1SATp80IiVGyasG9Wo0x0FVE4Vs= ceph-970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:17:42.863 DEBUG:teuthology.orchestra.run.smithi119:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdORk2nUrk87q8kvcdC9nx+cQ20hB6CBdNv6a7rYNKANK+bJ3z2v75l6i2Ws46LyP6B1pT+3wceNdCV0cLo6TB5AGmJ3kp/ZgSpSfo5omhjY6uuB6iR0Z7ihBUonsG8TzgOemp6EC9mMOOdPR4FT7kdHxciGKkiO1OgVNJ1QOXYCQpu0MVUlbep85whPf+YXhKh7DK/wcuhtUw3k/hCYuUJCrci53OcMWOz+sCMTyzlF77aZ1de8nYtJy765u5uSnV/crIiGM9JydjqAU610h82CuoWiyBweVxY1Lt6DhZeUbE8PsIve7yCxdhqXQ2oW6m+UTAtk8CdE6V6sqRjadIXCMCx6IZM+jpg2Uzd86uCXYmL9rWCQCr3+HDVNjnfJSSumuktUXMmTDo+9w4reEG1RTiw8O1BGEsDVufM6SKdhEj38//8zombylUV/3YYdJiNb/dQ/hQ+ldSYDaDZxy+vuj5UjcPtkhODebj1SATp80IiVGyasG9Wo0x0FVE4Vs= ceph-970e2e88-03f0-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T17:17:42.902 INFO:teuthology.orchestra.run.smithi119.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdORk2nUrk87q8kvcdC9nx+cQ20hB6CBdNv6a7rYNKANK+bJ3z2v75l6i2Ws46LyP6B1pT+3wceNdCV0cLo6TB5AGmJ3kp/ZgSpSfo5omhjY6uuB6iR0Z7ihBUonsG8TzgOemp6EC9mMOOdPR4FT7kdHxciGKkiO1OgVNJ1QOXYCQpu0MVUlbep85whPf+YXhKh7DK/wcuhtUw3k/hCYuUJCrci53OcMWOz+sCMTyzlF77aZ1de8nYtJy765u5uSnV/crIiGM9JydjqAU610h82CuoWiyBweVxY1Lt6DhZeUbE8PsIve7yCxdhqXQ2oW6m+UTAtk8CdE6V6sqRjadIXCMCx6IZM+jpg2Uzd86uCXYmL9rWCQCr3+HDVNjnfJSSumuktUXMmTDo+9w4reEG1RTiw8O1BGEsDVufM6SKdhEj38//8zombylUV/3YYdJiNb/dQ/hQ+ldSYDaDZxy+vuj5UjcPtkhODebj1SATp80IiVGyasG9Wo0x0FVE4Vs= ceph-970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:17:42.914 DEBUG:teuthology.orchestra.run.smithi167:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdORk2nUrk87q8kvcdC9nx+cQ20hB6CBdNv6a7rYNKANK+bJ3z2v75l6i2Ws46LyP6B1pT+3wceNdCV0cLo6TB5AGmJ3kp/ZgSpSfo5omhjY6uuB6iR0Z7ihBUonsG8TzgOemp6EC9mMOOdPR4FT7kdHxciGKkiO1OgVNJ1QOXYCQpu0MVUlbep85whPf+YXhKh7DK/wcuhtUw3k/hCYuUJCrci53OcMWOz+sCMTyzlF77aZ1de8nYtJy765u5uSnV/crIiGM9JydjqAU610h82CuoWiyBweVxY1Lt6DhZeUbE8PsIve7yCxdhqXQ2oW6m+UTAtk8CdE6V6sqRjadIXCMCx6IZM+jpg2Uzd86uCXYmL9rWCQCr3+HDVNjnfJSSumuktUXMmTDo+9w4reEG1RTiw8O1BGEsDVufM6SKdhEj38//8zombylUV/3YYdJiNb/dQ/hQ+ldSYDaDZxy+vuj5UjcPtkhODebj1SATp80IiVGyasG9Wo0x0FVE4Vs= ceph-970e2e88-03f0-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T17:17:42.954 INFO:teuthology.orchestra.run.smithi167.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdORk2nUrk87q8kvcdC9nx+cQ20hB6CBdNv6a7rYNKANK+bJ3z2v75l6i2Ws46LyP6B1pT+3wceNdCV0cLo6TB5AGmJ3kp/ZgSpSfo5omhjY6uuB6iR0Z7ihBUonsG8TzgOemp6EC9mMOOdPR4FT7kdHxciGKkiO1OgVNJ1QOXYCQpu0MVUlbep85whPf+YXhKh7DK/wcuhtUw3k/hCYuUJCrci53OcMWOz+sCMTyzlF77aZ1de8nYtJy765u5uSnV/crIiGM9JydjqAU610h82CuoWiyBweVxY1Lt6DhZeUbE8PsIve7yCxdhqXQ2oW6m+UTAtk8CdE6V6sqRjadIXCMCx6IZM+jpg2Uzd86uCXYmL9rWCQCr3+HDVNjnfJSSumuktUXMmTDo+9w4reEG1RTiw8O1BGEsDVufM6SKdhEj38//8zombylUV/3YYdJiNb/dQ/hQ+ldSYDaDZxy+vuj5UjcPtkhODebj1SATp80IiVGyasG9Wo0x0FVE4Vs= ceph-970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:17:42.965 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-26T17:17:43.180 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:42 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3244349647' entity='client.admin' 2024-04-26T17:17:43.201 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:17:45.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.412+0000 7f3ca5212700 1 -- 172.21.15.90:0/2895509026 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ca0102670 msgr2=0x7f3ca0102a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.412+0000 7f3ca5212700 1 --2- 172.21.15.90:0/2895509026 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ca0102670 0x7f3ca0102a90 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3c94009910 tx=0x7f3c94009c20 comp rx=0 tx=0).stop 2024-04-26T17:17:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.412+0000 7f3ca5212700 1 -- 172.21.15.90:0/2895509026 shutdown_connections 2024-04-26T17:17:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.412+0000 7f3ca5212700 1 --2- 172.21.15.90:0/2895509026 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ca0102670 0x7f3ca0102a90 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.412+0000 7f3ca5212700 1 -- 172.21.15.90:0/2895509026 >> 172.21.15.90:0/2895509026 conn(0x7f3ca00fdc10 msgr2=0x7f3ca0100050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.412+0000 7f3ca5212700 1 -- 172.21.15.90:0/2895509026 shutdown_connections 2024-04-26T17:17:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.412+0000 7f3ca5212700 1 -- 172.21.15.90:0/2895509026 wait complete. 2024-04-26T17:17:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.413+0000 7f3ca5212700 1 Processor -- start 2024-04-26T17:17:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.413+0000 7f3ca5212700 1 -- start start 2024-04-26T17:17:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.413+0000 7f3ca5212700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ca0102670 0x7f3ca0197c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.413+0000 7f3ca5212700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca01085a0 con 0x7f3ca0102670 2024-04-26T17:17:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.413+0000 7f3c9ed9d700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ca0102670 0x7f3ca0197c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.413+0000 7f3c9ed9d700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ca0102670 0x7f3ca0197c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55686/0 (socket says 172.21.15.90:55686) 2024-04-26T17:17:45.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.413+0000 7f3c9ed9d700 1 -- 172.21.15.90:0/3048721738 learned_addr learned my addr 172.21.15.90:0/3048721738 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:45.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.413+0000 7f3c9ed9d700 1 -- 172.21.15.90:0/3048721738 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ca01981d0 con 0x7f3ca0102670 2024-04-26T17:17:45.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.414+0000 7f3c9ed9d700 1 --2- 172.21.15.90:0/3048721738 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ca0102670 0x7f3ca0197c90 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3c94005800 tx=0x7f3c94009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:45.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.414+0000 7f3c87fff700 1 -- 172.21.15.90:0/3048721738 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3c94027070 con 0x7f3ca0102670 2024-04-26T17:17:45.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.414+0000 7f3c87fff700 1 -- 172.21.15.90:0/3048721738 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3c9400be10 con 0x7f3ca0102670 2024-04-26T17:17:45.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.414+0000 7f3ca5212700 1 -- 172.21.15.90:0/3048721738 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ca0198460 con 0x7f3ca0102670 2024-04-26T17:17:45.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.414+0000 7f3c87fff700 1 -- 172.21.15.90:0/3048721738 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3c94022e60 con 0x7f3ca0102670 2024-04-26T17:17:45.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.414+0000 7f3ca5212700 1 -- 172.21.15.90:0/3048721738 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ca019b150 con 0x7f3ca0102670 2024-04-26T17:17:45.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.415+0000 7f3c87fff700 1 -- 172.21.15.90:0/3048721738 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f3c9402a070 con 0x7f3ca0102670 2024-04-26T17:17:45.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.415+0000 7f3ca5212700 1 -- 172.21.15.90:0/3048721738 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ca0108d20 con 0x7f3ca0102670 2024-04-26T17:17:45.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.415+0000 7f3c87fff700 1 --2- 172.21.15.90:0/3048721738 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3c88039650 0x7f3c8803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:45.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.415+0000 7f3c87fff700 1 -- 172.21.15.90:0/3048721738 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f3c9401e030 con 0x7f3ca0102670 2024-04-26T17:17:45.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.415+0000 7f3c9e59c700 1 --2- 172.21.15.90:0/3048721738 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3c88039650 0x7f3c8803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:45.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.415+0000 7f3c9e59c700 1 --2- 172.21.15.90:0/3048721738 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3c88039650 0x7f3c8803bb10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f3c90006fd0 tx=0x7f3c90006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:45.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.420+0000 7f3c87fff700 1 -- 172.21.15.90:0/3048721738 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3c94013070 con 0x7f3ca0102670 2024-04-26T17:17:45.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.624+0000 7f3ca5212700 1 -- 172.21.15.90:0/3048721738 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f3ca002e1a0 con 0x7f3ca0102670 2024-04-26T17:17:45.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.627+0000 7f3c87fff700 1 -- 172.21.15.90:0/3048721738 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f3c940292c0 con 0x7f3ca0102670 2024-04-26T17:17:45.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.629+0000 7f3ca5212700 1 -- 172.21.15.90:0/3048721738 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3c88039650 msgr2=0x7f3c8803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:45.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.629+0000 7f3ca5212700 1 --2- 172.21.15.90:0/3048721738 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3c88039650 0x7f3c8803bb10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f3c90006fd0 tx=0x7f3c90006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:45.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.629+0000 7f3ca5212700 1 -- 172.21.15.90:0/3048721738 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ca0102670 msgr2=0x7f3ca0197c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:45.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.629+0000 7f3ca5212700 1 --2- 172.21.15.90:0/3048721738 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ca0102670 0x7f3ca0197c90 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3c94005800 tx=0x7f3c94009f60 comp rx=0 tx=0).stop 2024-04-26T17:17:45.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.629+0000 7f3ca5212700 1 -- 172.21.15.90:0/3048721738 shutdown_connections 2024-04-26T17:17:45.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.629+0000 7f3ca5212700 1 --2- 172.21.15.90:0/3048721738 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3c88039650 0x7f3c8803bb10 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:45.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.629+0000 7f3ca5212700 1 --2- 172.21.15.90:0/3048721738 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ca0102670 0x7f3ca0197c90 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:45.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.629+0000 7f3ca5212700 1 -- 172.21.15.90:0/3048721738 >> 172.21.15.90:0/3048721738 conn(0x7f3ca00fdc10 msgr2=0x7f3ca00fe7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:45.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.629+0000 7f3ca5212700 1 -- 172.21.15.90:0/3048721738 shutdown_connections 2024-04-26T17:17:45.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:45.629+0000 7f3ca5212700 1 -- 172.21.15.90:0/3048721738 wait complete. 2024-04-26T17:17:46.283 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-26T17:17:46.284 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-26T17:17:46.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:46 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3048721738' entity='client.admin' 2024-04-26T17:17:46.950 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:17:48.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:48.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:48.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi090", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:17:48.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:48.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:17:48.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.377+0000 7f55d62fe700 1 -- 172.21.15.90:0/2635780500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55d0102b80 msgr2=0x7f55d0102fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.377+0000 7f55d62fe700 1 --2- 172.21.15.90:0/2635780500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55d0102b80 0x7f55d0102fa0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f55c0009910 tx=0x7f55c0009c20 comp rx=0 tx=0).stop 2024-04-26T17:17:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.377+0000 7f55d62fe700 1 -- 172.21.15.90:0/2635780500 shutdown_connections 2024-04-26T17:17:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.377+0000 7f55d62fe700 1 --2- 172.21.15.90:0/2635780500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55d0102b80 0x7f55d0102fa0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.377+0000 7f55d62fe700 1 -- 172.21.15.90:0/2635780500 >> 172.21.15.90:0/2635780500 conn(0x7f55d00fc2b0 msgr2=0x7f55d00fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.377+0000 7f55d62fe700 1 -- 172.21.15.90:0/2635780500 shutdown_connections 2024-04-26T17:17:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.377+0000 7f55d62fe700 1 -- 172.21.15.90:0/2635780500 wait complete. 2024-04-26T17:17:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.378+0000 7f55d62fe700 1 Processor -- start 2024-04-26T17:17:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.378+0000 7f55d62fe700 1 -- start start 2024-04-26T17:17:48.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.378+0000 7f55d62fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55d0102b80 0x7f55d0197c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:48.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.378+0000 7f55d62fe700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f55d01074b0 con 0x7f55d0102b80 2024-04-26T17:17:48.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.378+0000 7f55cffff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55d0102b80 0x7f55d0197c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:48.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.378+0000 7f55cffff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55d0102b80 0x7f55d0197c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55704/0 (socket says 172.21.15.90:55704) 2024-04-26T17:17:48.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.378+0000 7f55cffff700 1 -- 172.21.15.90:0/1441111450 learned_addr learned my addr 172.21.15.90:0/1441111450 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:48.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.379+0000 7f55cffff700 1 -- 172.21.15.90:0/1441111450 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d01981d0 con 0x7f55d0102b80 2024-04-26T17:17:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.379+0000 7f55cffff700 1 --2- 172.21.15.90:0/1441111450 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55d0102b80 0x7f55d0197c90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f55c0005800 tx=0x7f55c0009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.379+0000 7f55cd7fa700 1 -- 172.21.15.90:0/1441111450 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55c0027070 con 0x7f55d0102b80 2024-04-26T17:17:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.379+0000 7f55cd7fa700 1 -- 172.21.15.90:0/1441111450 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f55c000be10 con 0x7f55d0102b80 2024-04-26T17:17:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.379+0000 7f55d62fe700 1 -- 172.21.15.90:0/1441111450 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55d0198460 con 0x7f55d0102b80 2024-04-26T17:17:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.379+0000 7f55cd7fa700 1 -- 172.21.15.90:0/1441111450 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55c0022e60 con 0x7f55d0102b80 2024-04-26T17:17:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.379+0000 7f55d62fe700 1 -- 172.21.15.90:0/1441111450 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55d019b150 con 0x7f55d0102b80 2024-04-26T17:17:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.380+0000 7f55cd7fa700 1 -- 172.21.15.90:0/1441111450 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f55c002a070 con 0x7f55d0102b80 2024-04-26T17:17:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.380+0000 7f55d62fe700 1 -- 172.21.15.90:0/1441111450 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55d0107c30 con 0x7f55d0102b80 2024-04-26T17:17:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.380+0000 7f55cd7fa700 1 --2- 172.21.15.90:0/1441111450 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f55b8039650 0x7f55b803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.380+0000 7f55cd7fa700 1 -- 172.21.15.90:0/1441111450 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f55c001e030 con 0x7f55d0102b80 2024-04-26T17:17:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.380+0000 7f55cf7fe700 1 --2- 172.21.15.90:0/1441111450 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f55b8039650 0x7f55b803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.381+0000 7f55cf7fe700 1 --2- 172.21.15.90:0/1441111450 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f55b8039650 0x7f55b803bb10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f55c4006fd0 tx=0x7f55c4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:48.385 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.385+0000 7f55cd7fa700 1 -- 172.21.15.90:0/1441111450 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f55c0013070 con 0x7f55d0102b80 2024-04-26T17:17:48.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.584+0000 7f55d62fe700 1 -- 172.21.15.90:0/1441111450 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f55d002e230 con 0x7f55b8039650 2024-04-26T17:17:48.587 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.588+0000 7f55cd7fa700 1 -- 172.21.15.90:0/1441111450 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f55d002e230 con 0x7f55b8039650 2024-04-26T17:17:48.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.590+0000 7f55d62fe700 1 -- 172.21.15.90:0/1441111450 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f55b8039650 msgr2=0x7f55b803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:48.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.590+0000 7f55d62fe700 1 --2- 172.21.15.90:0/1441111450 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f55b8039650 0x7f55b803bb10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f55c4006fd0 tx=0x7f55c4006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:48.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.590+0000 7f55d62fe700 1 -- 172.21.15.90:0/1441111450 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55d0102b80 msgr2=0x7f55d0197c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:48.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.590+0000 7f55d62fe700 1 --2- 172.21.15.90:0/1441111450 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55d0102b80 0x7f55d0197c90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f55c0005800 tx=0x7f55c0009f60 comp rx=0 tx=0).stop 2024-04-26T17:17:48.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.590+0000 7f55d62fe700 1 -- 172.21.15.90:0/1441111450 shutdown_connections 2024-04-26T17:17:48.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.590+0000 7f55d62fe700 1 --2- 172.21.15.90:0/1441111450 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f55b8039650 0x7f55b803bb10 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:48.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.590+0000 7f55d62fe700 1 --2- 172.21.15.90:0/1441111450 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55d0102b80 0x7f55d0197c90 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:48.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.590+0000 7f55d62fe700 1 -- 172.21.15.90:0/1441111450 >> 172.21.15.90:0/1441111450 conn(0x7f55d00fc2b0 msgr2=0x7f55d0100b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:48.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.590+0000 7f55d62fe700 1 -- 172.21.15.90:0/1441111450 shutdown_connections 2024-04-26T17:17:48.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:48.590+0000 7f55d62fe700 1 -- 172.21.15.90:0/1441111450 wait complete. 2024-04-26T17:17:49.319 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi119 2024-04-26T17:17:49.319 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-26T17:17:49.319 DEBUG:teuthology.orchestra.run.smithi119:> dd of=/etc/ceph/ceph.conf 2024-04-26T17:17:49.337 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-26T17:17:49.337 DEBUG:teuthology.orchestra.run.smithi119:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:17:49.394 INFO:tasks.cephadm:Adding host smithi119 to orchestrator... 2024-04-26T17:17:49.395 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch host add smithi119 2024-04-26T17:17:49.632 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:17:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:49 smithi090 ceph-mon[29417]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:17:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:49 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:49 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:17:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:49 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:17:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:49 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:17:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:49 smithi090 ceph-mon[29417]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-26T17:17:49.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:49 smithi090 ceph-mon[29417]: Updating smithi090:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:17:49.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:49 smithi090 ceph-mon[29417]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:17:49.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:49 smithi090 ceph-mon[29417]: Updating smithi090:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T17:17:49.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:49 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:49.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:49 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:49.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:49 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:51.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.107+0000 7ff47defe700 1 -- 172.21.15.90:0/12775462 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff478108690 msgr2=0x7ff478108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:51.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.107+0000 7ff47defe700 1 --2- 172.21.15.90:0/12775462 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff478108690 0x7ff478108a70 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff468009910 tx=0x7ff468009c20 comp rx=0 tx=0).stop 2024-04-26T17:17:51.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.107+0000 7ff47defe700 1 -- 172.21.15.90:0/12775462 shutdown_connections 2024-04-26T17:17:51.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.107+0000 7ff47defe700 1 --2- 172.21.15.90:0/12775462 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff478108690 0x7ff478108a70 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:51.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.107+0000 7ff47defe700 1 -- 172.21.15.90:0/12775462 >> 172.21.15.90:0/12775462 conn(0x7ff4780fe130 msgr2=0x7ff478100550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:51.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.108+0000 7ff47defe700 1 -- 172.21.15.90:0/12775462 shutdown_connections 2024-04-26T17:17:51.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.108+0000 7ff47defe700 1 -- 172.21.15.90:0/12775462 wait complete. 2024-04-26T17:17:51.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.108+0000 7ff47defe700 1 Processor -- start 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.108+0000 7ff47defe700 1 -- start start 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.108+0000 7ff47defe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff478108690 0x7ff478197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.108+0000 7ff47defe700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff47810cae0 con 0x7ff478108690 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.109+0000 7ff4777fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff478108690 0x7ff478197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.109+0000 7ff4777fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff478108690 0x7ff478197ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55732/0 (socket says 172.21.15.90:55732) 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.109+0000 7ff4777fe700 1 -- 172.21.15.90:0/649987035 learned_addr learned my addr 172.21.15.90:0/649987035 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.109+0000 7ff4777fe700 1 -- 172.21.15.90:0/649987035 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff478198530 con 0x7ff478108690 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.109+0000 7ff4777fe700 1 --2- 172.21.15.90:0/649987035 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff478108690 0x7ff478197ff0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff4680056d0 tx=0x7ff4680057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.109+0000 7ff474ff9700 1 -- 172.21.15.90:0/649987035 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff468027070 con 0x7ff478108690 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.109+0000 7ff47defe700 1 -- 172.21.15.90:0/649987035 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff478198820 con 0x7ff478108690 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.109+0000 7ff474ff9700 1 -- 172.21.15.90:0/649987035 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff46800be10 con 0x7ff478108690 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.109+0000 7ff474ff9700 1 -- 172.21.15.90:0/649987035 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff468022d10 con 0x7ff478108690 2024-04-26T17:17:51.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.109+0000 7ff47defe700 1 -- 172.21.15.90:0/649987035 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff47819c8c0 con 0x7ff478108690 2024-04-26T17:17:51.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.110+0000 7ff474ff9700 1 -- 172.21.15.90:0/649987035 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7ff46802a070 con 0x7ff478108690 2024-04-26T17:17:51.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.110+0000 7ff47defe700 1 -- 172.21.15.90:0/649987035 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff478103d40 con 0x7ff478108690 2024-04-26T17:17:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.110+0000 7ff474ff9700 1 --2- 172.21.15.90:0/649987035 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff460039650 0x7ff46003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.110+0000 7ff474ff9700 1 -- 172.21.15.90:0/649987035 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff46801e030 con 0x7ff478108690 2024-04-26T17:17:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.111+0000 7ff476ffd700 1 --2- 172.21.15.90:0/649987035 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff460039650 0x7ff46003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.111+0000 7ff476ffd700 1 --2- 172.21.15.90:0/649987035 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff460039650 0x7ff46003bb10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff46c006fd0 tx=0x7ff46c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:51.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.115+0000 7ff474ff9700 1 -- 172.21.15.90:0/649987035 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff468013070 con 0x7ff478108690 2024-04-26T17:17:51.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:51.320+0000 7ff47defe700 1 -- 172.21.15.90:0/649987035 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi119", "target": ["mon-mgr", ""]}) -- 0x7ff4781993c0 con 0x7ff460039650 2024-04-26T17:17:51.901 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:51 smithi090 ceph-mon[29417]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi119", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:17:52.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:52 smithi090 ceph-mon[29417]: Deploying cephadm binary to smithi119 2024-04-26T17:17:54.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:54 smithi090 ceph-mon[29417]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:17:55.577 INFO:teuthology.orchestra.run.smithi090.stdout:Added host 'smithi119' with addr '172.21.15.119' 2024-04-26T17:17:55.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:55.576+0000 7ff474ff9700 1 -- 172.21.15.90:0/649987035 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7ff4781993c0 con 0x7ff460039650 2024-04-26T17:17:55.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:55.579+0000 7ff47defe700 1 -- 172.21.15.90:0/649987035 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff460039650 msgr2=0x7ff46003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:55.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:55.579+0000 7ff47defe700 1 --2- 172.21.15.90:0/649987035 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff460039650 0x7ff46003bb10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff46c006fd0 tx=0x7ff46c006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:55.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:55.579+0000 7ff47defe700 1 -- 172.21.15.90:0/649987035 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff478108690 msgr2=0x7ff478197ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:55.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:55.579+0000 7ff47defe700 1 --2- 172.21.15.90:0/649987035 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff478108690 0x7ff478197ff0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff4680056d0 tx=0x7ff4680057b0 comp rx=0 tx=0).stop 2024-04-26T17:17:55.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:55.579+0000 7ff47defe700 1 -- 172.21.15.90:0/649987035 shutdown_connections 2024-04-26T17:17:55.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:55.579+0000 7ff47defe700 1 --2- 172.21.15.90:0/649987035 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff460039650 0x7ff46003bb10 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:55.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:55.579+0000 7ff47defe700 1 --2- 172.21.15.90:0/649987035 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff478108690 0x7ff478197ff0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:55.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:55.579+0000 7ff47defe700 1 -- 172.21.15.90:0/649987035 >> 172.21.15.90:0/649987035 conn(0x7ff4780fe130 msgr2=0x7ff4780ffa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:55.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:55.579+0000 7ff47defe700 1 -- 172.21.15.90:0/649987035 shutdown_connections 2024-04-26T17:17:55.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:55.579+0000 7ff47defe700 1 -- 172.21.15.90:0/649987035 wait complete. 2024-04-26T17:17:56.194 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T17:17:56.423 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:17:56.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:56 smithi090 ceph-mon[29417]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:17:56.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:56 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:56.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:56 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:17:56.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:56 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:57.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:57 smithi090 ceph-mon[29417]: Added host smithi119 2024-04-26T17:17:57.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:57 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:57.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.917+0000 7f4c82425700 1 -- 172.21.15.90:0/1563018411 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c7c1037c0 msgr2=0x7f4c7c103ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:57.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.917+0000 7f4c82425700 1 --2- 172.21.15.90:0/1563018411 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c7c1037c0 0x7f4c7c103ba0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c009910 tx=0x7f4c6c009c20 comp rx=0 tx=0).stop 2024-04-26T17:17:57.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.917+0000 7f4c82425700 1 -- 172.21.15.90:0/1563018411 shutdown_connections 2024-04-26T17:17:57.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.917+0000 7f4c82425700 1 --2- 172.21.15.90:0/1563018411 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c7c1037c0 0x7f4c7c103ba0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:57.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.917+0000 7f4c82425700 1 -- 172.21.15.90:0/1563018411 >> 172.21.15.90:0/1563018411 conn(0x7f4c7c0fd010 msgr2=0x7f4c7c0ff430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:57.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.917+0000 7f4c82425700 1 -- 172.21.15.90:0/1563018411 shutdown_connections 2024-04-26T17:17:57.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.917+0000 7f4c82425700 1 -- 172.21.15.90:0/1563018411 wait complete. 2024-04-26T17:17:57.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.917+0000 7f4c82425700 1 Processor -- start 2024-04-26T17:17:57.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.917+0000 7f4c82425700 1 -- start start 2024-04-26T17:17:57.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.918+0000 7f4c82425700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c7c1037c0 0x7f4c7c1980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:57.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.918+0000 7f4c82425700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c10cb50 con 0x7f4c7c1037c0 2024-04-26T17:17:57.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.918+0000 7f4c7bfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c7c1037c0 0x7f4c7c1980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:57.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.918+0000 7f4c7bfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c7c1037c0 0x7f4c7c1980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43974/0 (socket says 172.21.15.90:43974) 2024-04-26T17:17:57.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.918+0000 7f4c7bfff700 1 -- 172.21.15.90:0/3485465423 learned_addr learned my addr 172.21.15.90:0/3485465423 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:17:57.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.918+0000 7f4c7bfff700 1 -- 172.21.15.90:0/3485465423 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c7c1985f0 con 0x7f4c7c1037c0 2024-04-26T17:17:57.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.918+0000 7f4c7bfff700 1 --2- 172.21.15.90:0/3485465423 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c7c1037c0 0x7f4c7c1980b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c0056d0 tx=0x7f4c6c0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:57.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.918+0000 7f4c797fa700 1 -- 172.21.15.90:0/3485465423 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4c6c026070 con 0x7f4c7c1037c0 2024-04-26T17:17:57.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.918+0000 7f4c82425700 1 -- 172.21.15.90:0/3485465423 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c7c198880 con 0x7f4c7c1037c0 2024-04-26T17:17:57.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.919+0000 7f4c797fa700 1 -- 172.21.15.90:0/3485465423 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f4c6c004370 con 0x7f4c7c1037c0 2024-04-26T17:17:57.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.919+0000 7f4c797fa700 1 -- 172.21.15.90:0/3485465423 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4c6c0039b0 con 0x7f4c7c1037c0 2024-04-26T17:17:57.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.919+0000 7f4c82425700 1 -- 172.21.15.90:0/3485465423 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c7c198ce0 con 0x7f4c7c1037c0 2024-04-26T17:17:57.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.919+0000 7f4c797fa700 1 -- 172.21.15.90:0/3485465423 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f4c6c029070 con 0x7f4c7c1037c0 2024-04-26T17:17:57.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.919+0000 7f4c797fa700 1 --2- 172.21.15.90:0/3485465423 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4c64039650 0x7f4c6403bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:17:57.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.920+0000 7f4c797fa700 1 -- 172.21.15.90:0/3485465423 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4c6c01e070 con 0x7f4c7c1037c0 2024-04-26T17:17:57.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.920+0000 7f4c82425700 1 -- 172.21.15.90:0/3485465423 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c7c06b380 con 0x7f4c7c1037c0 2024-04-26T17:17:57.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.920+0000 7f4c7b7fe700 1 --2- 172.21.15.90:0/3485465423 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4c64039650 0x7f4c6403bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:17:57.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.920+0000 7f4c7b7fe700 1 --2- 172.21.15.90:0/3485465423 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4c64039650 0x7f4c6403bb10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4c70006fd0 tx=0x7f4c70006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:17:57.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:57.925+0000 7f4c797fa700 1 -- 172.21.15.90:0/3485465423 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4c6c013070 con 0x7f4c7c1037c0 2024-04-26T17:17:58.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:58.128+0000 7f4c82425700 1 -- 172.21.15.90:0/3485465423 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4c7c199410 con 0x7f4c64039650 2024-04-26T17:17:58.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:58.130+0000 7f4c797fa700 1 -- 172.21.15.90:0/3485465423 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7f4c7c199410 con 0x7f4c64039650 2024-04-26T17:17:58.129 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:17:58.129 INFO:teuthology.orchestra.run.smithi090.stdout:[{"addr": "172.21.15.90", "hostname": "smithi090", "labels": [], "status": ""}, {"addr": "172.21.15.119", "hostname": "smithi119", "labels": [], "status": ""}] 2024-04-26T17:17:58.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:58.132+0000 7f4c82425700 1 -- 172.21.15.90:0/3485465423 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4c64039650 msgr2=0x7f4c6403bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:58.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:58.132+0000 7f4c82425700 1 --2- 172.21.15.90:0/3485465423 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4c64039650 0x7f4c6403bb10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4c70006fd0 tx=0x7f4c70006e40 comp rx=0 tx=0).stop 2024-04-26T17:17:58.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:58.132+0000 7f4c82425700 1 -- 172.21.15.90:0/3485465423 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c7c1037c0 msgr2=0x7f4c7c1980b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:17:58.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:58.132+0000 7f4c82425700 1 --2- 172.21.15.90:0/3485465423 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c7c1037c0 0x7f4c7c1980b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c0056d0 tx=0x7f4c6c0057b0 comp rx=0 tx=0).stop 2024-04-26T17:17:58.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:58.132+0000 7f4c82425700 1 -- 172.21.15.90:0/3485465423 shutdown_connections 2024-04-26T17:17:58.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:58.132+0000 7f4c82425700 1 --2- 172.21.15.90:0/3485465423 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4c64039650 0x7f4c6403bb10 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:58.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:58.132+0000 7f4c82425700 1 --2- 172.21.15.90:0/3485465423 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c7c1037c0 0x7f4c7c1980b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:17:58.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:58.132+0000 7f4c82425700 1 -- 172.21.15.90:0/3485465423 >> 172.21.15.90:0/3485465423 conn(0x7f4c7c0fd010 msgr2=0x7f4c7c104550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:17:58.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:58.132+0000 7f4c82425700 1 -- 172.21.15.90:0/3485465423 shutdown_connections 2024-04-26T17:17:58.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:17:58.132+0000 7f4c82425700 1 -- 172.21.15.90:0/3485465423 wait complete. 2024-04-26T17:17:58.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:58 smithi090 ceph-mon[29417]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:17:58.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:17:58.799 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi167 2024-04-26T17:17:58.800 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-26T17:17:58.800 DEBUG:teuthology.orchestra.run.smithi167:> dd of=/etc/ceph/ceph.conf 2024-04-26T17:17:58.819 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-26T17:17:58.819 DEBUG:teuthology.orchestra.run.smithi167:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:17:58.877 INFO:tasks.cephadm:Adding host smithi167 to orchestrator... 2024-04-26T17:17:58.877 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch host add smithi167 2024-04-26T17:17:59.113 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:17:59.491 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:17:59 smithi090 ceph-mon[29417]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:18:00.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.558+0000 7f0cbfa49700 1 -- 172.21.15.90:0/678184387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0cb81075d0 msgr2=0x7f0cb81079b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:00.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.558+0000 7f0cbfa49700 1 --2- 172.21.15.90:0/678184387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0cb81075d0 0x7f0cb81079b0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0ca8009910 tx=0x7f0ca8009c20 comp rx=0 tx=0).stop 2024-04-26T17:18:00.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.559+0000 7f0cbfa49700 1 -- 172.21.15.90:0/678184387 shutdown_connections 2024-04-26T17:18:00.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.559+0000 7f0cbfa49700 1 --2- 172.21.15.90:0/678184387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0cb81075d0 0x7f0cb81079b0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:00.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.559+0000 7f0cbfa49700 1 -- 172.21.15.90:0/678184387 >> 172.21.15.90:0/678184387 conn(0x7f0cb80fcfd0 msgr2=0x7f0cb80ff3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:00.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.559+0000 7f0cbfa49700 1 -- 172.21.15.90:0/678184387 shutdown_connections 2024-04-26T17:18:00.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.559+0000 7f0cbfa49700 1 -- 172.21.15.90:0/678184387 wait complete. 2024-04-26T17:18:00.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.559+0000 7f0cbfa49700 1 Processor -- start 2024-04-26T17:18:00.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.559+0000 7f0cbfa49700 1 -- start start 2024-04-26T17:18:00.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.559+0000 7f0cbfa49700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0cb81075d0 0x7f0cb8196f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:00.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.559+0000 7f0cbfa49700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb810ba30 con 0x7f0cb81075d0 2024-04-26T17:18:00.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.560+0000 7f0cbd7e5700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0cb81075d0 0x7f0cb8196f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:00.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.560+0000 7f0cbd7e5700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0cb81075d0 0x7f0cb8196f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43988/0 (socket says 172.21.15.90:43988) 2024-04-26T17:18:00.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.560+0000 7f0cbd7e5700 1 -- 172.21.15.90:0/2104448375 learned_addr learned my addr 172.21.15.90:0/2104448375 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:18:00.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.560+0000 7f0cbd7e5700 1 -- 172.21.15.90:0/2104448375 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cb81974d0 con 0x7f0cb81075d0 2024-04-26T17:18:00.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.560+0000 7f0cbd7e5700 1 --2- 172.21.15.90:0/2104448375 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0cb81075d0 0x7f0cb8196f90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0ca80056d0 tx=0x7f0ca80057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:00.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.560+0000 7f0cae7fc700 1 -- 172.21.15.90:0/2104448375 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ca8028070 con 0x7f0cb81075d0 2024-04-26T17:18:00.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.560+0000 7f0cae7fc700 1 -- 172.21.15.90:0/2104448375 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f0ca800bc00 con 0x7f0cb81075d0 2024-04-26T17:18:00.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.560+0000 7f0cbfa49700 1 -- 172.21.15.90:0/2104448375 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cb8197760 con 0x7f0cb81075d0 2024-04-26T17:18:00.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.560+0000 7f0cae7fc700 1 -- 172.21.15.90:0/2104448375 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ca8003920 con 0x7f0cb81075d0 2024-04-26T17:18:00.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.560+0000 7f0cbfa49700 1 -- 172.21.15.90:0/2104448375 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cb8197bc0 con 0x7f0cb81075d0 2024-04-26T17:18:00.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.561+0000 7f0cae7fc700 1 -- 172.21.15.90:0/2104448375 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f0ca802b070 con 0x7f0cb81075d0 2024-04-26T17:18:00.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.561+0000 7f0cbfa49700 1 -- 172.21.15.90:0/2104448375 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cb8102c40 con 0x7f0cb81075d0 2024-04-26T17:18:00.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.561+0000 7f0cae7fc700 1 --2- 172.21.15.90:0/2104448375 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0ca40396b0 0x7f0ca403bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:00.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.561+0000 7f0cae7fc700 1 -- 172.21.15.90:0/2104448375 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0ca8020070 con 0x7f0cb81075d0 2024-04-26T17:18:00.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.561+0000 7f0cbcfe4700 1 --2- 172.21.15.90:0/2104448375 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0ca40396b0 0x7f0ca403bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:00.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.562+0000 7f0cbcfe4700 1 --2- 172.21.15.90:0/2104448375 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0ca40396b0 0x7f0ca403bb70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4006fd0 tx=0x7f0cb4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:00.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.566+0000 7f0cae7fc700 1 -- 172.21.15.90:0/2104448375 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0ca8013070 con 0x7f0cb81075d0 2024-04-26T17:18:00.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:00 smithi090 ceph-mon[29417]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:00.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:00.769+0000 7f0cbfa49700 1 -- 172.21.15.90:0/2104448375 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi167", "target": ["mon-mgr", ""]}) -- 0x7f0cb8198360 con 0x7f0ca40396b0 2024-04-26T17:18:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:02 smithi090 ceph-mon[29417]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi167", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:18:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi119", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:18:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:02 smithi090 ceph-mon[29417]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-26T17:18:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:02 smithi090 ceph-mon[29417]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:02 smithi090 ceph-mon[29417]: Deploying cephadm binary to smithi167 2024-04-26T17:18:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:02 smithi090 ceph-mon[29417]: Updating smithi119:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:18:03.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:03 smithi090 ceph-mon[29417]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:18:03.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:03 smithi090 ceph-mon[29417]: Updating smithi119:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T17:18:04.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:04 smithi090 ceph-mon[29417]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:04.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:04.974+0000 7f0cae7fc700 1 -- 172.21.15.90:0/2104448375 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f0cb8198360 con 0x7f0ca40396b0 2024-04-26T17:18:04.974 INFO:teuthology.orchestra.run.smithi090.stdout:Added host 'smithi167' with addr '172.21.15.167' 2024-04-26T17:18:04.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:04.976+0000 7f0cbfa49700 1 -- 172.21.15.90:0/2104448375 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0ca40396b0 msgr2=0x7f0ca403bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:04.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:04.976+0000 7f0cbfa49700 1 --2- 172.21.15.90:0/2104448375 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0ca40396b0 0x7f0ca403bb70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4006fd0 tx=0x7f0cb4006e40 comp rx=0 tx=0).stop 2024-04-26T17:18:04.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:04.976+0000 7f0cbfa49700 1 -- 172.21.15.90:0/2104448375 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0cb81075d0 msgr2=0x7f0cb8196f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:04.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:04.976+0000 7f0cbfa49700 1 --2- 172.21.15.90:0/2104448375 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0cb81075d0 0x7f0cb8196f90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0ca80056d0 tx=0x7f0ca80057b0 comp rx=0 tx=0).stop 2024-04-26T17:18:04.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:04.976+0000 7f0cbfa49700 1 -- 172.21.15.90:0/2104448375 shutdown_connections 2024-04-26T17:18:04.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:04.976+0000 7f0cbfa49700 1 --2- 172.21.15.90:0/2104448375 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0ca40396b0 0x7f0ca403bb70 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:04.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:04.976+0000 7f0cbfa49700 1 --2- 172.21.15.90:0/2104448375 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0cb81075d0 0x7f0cb8196f90 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:04.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:04.976+0000 7f0cbfa49700 1 -- 172.21.15.90:0/2104448375 >> 172.21.15.90:0/2104448375 conn(0x7f0cb80fcfd0 msgr2=0x7f0cb80fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:04.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:04.977+0000 7f0cbfa49700 1 -- 172.21.15.90:0/2104448375 shutdown_connections 2024-04-26T17:18:04.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:04.977+0000 7f0cbfa49700 1 -- 172.21.15.90:0/2104448375 wait complete. 2024-04-26T17:18:05.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:05.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:05.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:05.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:05.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:05.610 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T17:18:05.843 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:18:06.621 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:06 smithi090 ceph-mon[29417]: Added host smithi167 2024-04-26T17:18:06.621 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:06 smithi090 ceph-mon[29417]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:06.621 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:06 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:06.621 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:06 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:07.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.334+0000 7f501425b700 1 -- 172.21.15.90:0/2238114918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f500c10a820 msgr2=0x7f500c10ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:07.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.334+0000 7f501425b700 1 --2- 172.21.15.90:0/2238114918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f500c10a820 0x7f500c10ac00 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5008009910 tx=0x7f5008009c20 comp rx=0 tx=0).stop 2024-04-26T17:18:07.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.335+0000 7f501425b700 1 -- 172.21.15.90:0/2238114918 shutdown_connections 2024-04-26T17:18:07.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.335+0000 7f501425b700 1 --2- 172.21.15.90:0/2238114918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f500c10a820 0x7f500c10ac00 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:07.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.335+0000 7f501425b700 1 -- 172.21.15.90:0/2238114918 >> 172.21.15.90:0/2238114918 conn(0x7f500c100310 msgr2=0x7f500c102730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:07.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.335+0000 7f501425b700 1 -- 172.21.15.90:0/2238114918 shutdown_connections 2024-04-26T17:18:07.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.335+0000 7f501425b700 1 -- 172.21.15.90:0/2238114918 wait complete. 2024-04-26T17:18:07.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.335+0000 7f501425b700 1 Processor -- start 2024-04-26T17:18:07.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.335+0000 7f501425b700 1 -- start start 2024-04-26T17:18:07.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.336+0000 7f501425b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f500c10a820 0x7f500c19a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:07.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.336+0000 7f501425b700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f500c10ed00 con 0x7f500c10a820 2024-04-26T17:18:07.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.336+0000 7f5011ff7700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f500c10a820 0x7f500c19a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:07.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.336+0000 7f5011ff7700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f500c10a820 0x7f500c19a270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46566/0 (socket says 172.21.15.90:46566) 2024-04-26T17:18:07.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.336+0000 7f5011ff7700 1 -- 172.21.15.90:0/2461930803 learned_addr learned my addr 172.21.15.90:0/2461930803 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.336+0000 7f5011ff7700 1 -- 172.21.15.90:0/2461930803 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f500c19a7b0 con 0x7f500c10a820 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.336+0000 7f5011ff7700 1 --2- 172.21.15.90:0/2461930803 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f500c10a820 0x7f500c19a270 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f50080056d0 tx=0x7f50080057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.336+0000 7f5002ffd700 1 -- 172.21.15.90:0/2461930803 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5008026070 con 0x7f500c10a820 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.336+0000 7f501425b700 1 -- 172.21.15.90:0/2461930803 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f500c19aaa0 con 0x7f500c10a820 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.336+0000 7f5002ffd700 1 -- 172.21.15.90:0/2461930803 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f500800bba0 con 0x7f500c10a820 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.336+0000 7f5002ffd700 1 -- 172.21.15.90:0/2461930803 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5008003920 con 0x7f500c10a820 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.336+0000 7f501425b700 1 -- 172.21.15.90:0/2461930803 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f500c19eb40 con 0x7f500c10a820 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.337+0000 7f5002ffd700 1 -- 172.21.15.90:0/2461930803 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f5008029070 con 0x7f500c10a820 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.337+0000 7f501425b700 1 -- 172.21.15.90:0/2461930803 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f500c105f60 con 0x7f500c10a820 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.337+0000 7f5002ffd700 1 --2- 172.21.15.90:0/2461930803 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4ff8039650 0x7f4ff803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.337+0000 7f5002ffd700 1 -- 172.21.15.90:0/2461930803 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f500801e070 con 0x7f500c10a820 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.337+0000 7f50117f6700 1 --2- 172.21.15.90:0/2461930803 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4ff8039650 0x7f4ff803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:07.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.338+0000 7f50117f6700 1 --2- 172.21.15.90:0/2461930803 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4ff8039650 0x7f4ff803bb10 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc006fd0 tx=0x7f4ffc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:07.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.342+0000 7f5002ffd700 1 -- 172.21.15.90:0/2461930803 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5008013070 con 0x7f500c10a820 2024-04-26T17:18:07.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.546+0000 7f501425b700 1 -- 172.21.15.90:0/2461930803 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f500c19b5d0 con 0x7f4ff8039650 2024-04-26T17:18:07.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.547+0000 7f5002ffd700 1 -- 172.21.15.90:0/2461930803 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7f500c19b5d0 con 0x7f4ff8039650 2024-04-26T17:18:07.547 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:18:07.547 INFO:teuthology.orchestra.run.smithi090.stdout:[{"addr": "172.21.15.90", "hostname": "smithi090", "labels": [], "status": ""}, {"addr": "172.21.15.119", "hostname": "smithi119", "labels": [], "status": ""}, {"addr": "172.21.15.167", "hostname": "smithi167", "labels": [], "status": ""}] 2024-04-26T17:18:07.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.550+0000 7f501425b700 1 -- 172.21.15.90:0/2461930803 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4ff8039650 msgr2=0x7f4ff803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:07.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.550+0000 7f501425b700 1 --2- 172.21.15.90:0/2461930803 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4ff8039650 0x7f4ff803bb10 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc006fd0 tx=0x7f4ffc006e40 comp rx=0 tx=0).stop 2024-04-26T17:18:07.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.550+0000 7f501425b700 1 -- 172.21.15.90:0/2461930803 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f500c10a820 msgr2=0x7f500c19a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:07.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.550+0000 7f501425b700 1 --2- 172.21.15.90:0/2461930803 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f500c10a820 0x7f500c19a270 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f50080056d0 tx=0x7f50080057b0 comp rx=0 tx=0).stop 2024-04-26T17:18:07.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.550+0000 7f501425b700 1 -- 172.21.15.90:0/2461930803 shutdown_connections 2024-04-26T17:18:07.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.550+0000 7f501425b700 1 --2- 172.21.15.90:0/2461930803 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4ff8039650 0x7f4ff803bb10 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:07.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.550+0000 7f501425b700 1 --2- 172.21.15.90:0/2461930803 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f500c10a820 0x7f500c19a270 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:07.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.550+0000 7f501425b700 1 -- 172.21.15.90:0/2461930803 >> 172.21.15.90:0/2461930803 conn(0x7f500c100310 msgr2=0x7f500c10c4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:07.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.550+0000 7f501425b700 1 -- 172.21.15.90:0/2461930803 shutdown_connections 2024-04-26T17:18:07.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:07.550+0000 7f501425b700 1 -- 172.21.15.90:0/2461930803 wait complete. 2024-04-26T17:18:08.142 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-26T17:18:08.142 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-26T17:18:08.373 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:18:08.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:08 smithi090 ceph-mon[29417]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:08.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:08 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:09.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:09 smithi090 ceph-mon[29417]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:18:09.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.853+0000 7f5cc648e700 1 -- 172.21.15.90:0/1122827816 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5cc0100fd0 msgr2=0x7f5cc01013b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:09.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.853+0000 7f5cc648e700 1 --2- 172.21.15.90:0/1122827816 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5cc0100fd0 0x7f5cc01013b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5cb000aa20 tx=0x7f5cb000ad30 comp rx=0 tx=0).stop 2024-04-26T17:18:09.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.853+0000 7f5cc648e700 1 -- 172.21.15.90:0/1122827816 shutdown_connections 2024-04-26T17:18:09.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.853+0000 7f5cc648e700 1 --2- 172.21.15.90:0/1122827816 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5cc0100fd0 0x7f5cc01013b0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:09.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.853+0000 7f5cc648e700 1 -- 172.21.15.90:0/1122827816 >> 172.21.15.90:0/1122827816 conn(0x7f5cc00fc760 msgr2=0x7f5cc00feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:09.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.853+0000 7f5cc648e700 1 -- 172.21.15.90:0/1122827816 shutdown_connections 2024-04-26T17:18:09.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.853+0000 7f5cc648e700 1 -- 172.21.15.90:0/1122827816 wait complete. 2024-04-26T17:18:09.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.853+0000 7f5cc648e700 1 Processor -- start 2024-04-26T17:18:09.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.853+0000 7f5cc648e700 1 -- start start 2024-04-26T17:18:09.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.854+0000 7f5cc648e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5cc0100fd0 0x7f5cc0198120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:09.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.854+0000 7f5cc648e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc010a9d0 con 0x7f5cc0100fd0 2024-04-26T17:18:09.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.854+0000 7f5cbffff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5cc0100fd0 0x7f5cc0198120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:09.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.854+0000 7f5cbffff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5cc0100fd0 0x7f5cc0198120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46590/0 (socket says 172.21.15.90:46590) 2024-04-26T17:18:09.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.854+0000 7f5cbffff700 1 -- 172.21.15.90:0/1981311713 learned_addr learned my addr 172.21.15.90:0/1981311713 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:18:09.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.854+0000 7f5cbffff700 1 -- 172.21.15.90:0/1981311713 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cc0198660 con 0x7f5cc0100fd0 2024-04-26T17:18:09.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.854+0000 7f5cbffff700 1 --2- 172.21.15.90:0/1981311713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5cc0100fd0 0x7f5cc0198120 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0005b40 tx=0x7f5cb0004da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:09.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.854+0000 7f5cbd7fa700 1 -- 172.21.15.90:0/1981311713 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5cb0005390 con 0x7f5cc0100fd0 2024-04-26T17:18:09.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.854+0000 7f5cbd7fa700 1 -- 172.21.15.90:0/1981311713 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f5cb0005530 con 0x7f5cc0100fd0 2024-04-26T17:18:09.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.854+0000 7f5cc648e700 1 -- 172.21.15.90:0/1981311713 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cc01988f0 con 0x7f5cc0100fd0 2024-04-26T17:18:09.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.854+0000 7f5cbd7fa700 1 -- 172.21.15.90:0/1981311713 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5cb000e5e0 con 0x7f5cc0100fd0 2024-04-26T17:18:09.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.854+0000 7f5cc648e700 1 -- 172.21.15.90:0/1981311713 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cc019c9a0 con 0x7f5cc0100fd0 2024-04-26T17:18:09.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.855+0000 7f5cbd7fa700 1 -- 172.21.15.90:0/1981311713 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f5cb000e8e0 con 0x7f5cc0100fd0 2024-04-26T17:18:09.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.855+0000 7f5cbd7fa700 1 --2- 172.21.15.90:0/1981311713 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f5ca8039650 0x7f5ca803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:09.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.855+0000 7f5cc648e700 1 -- 172.21.15.90:0/1981311713 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cc01023d0 con 0x7f5cc0100fd0 2024-04-26T17:18:09.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.856+0000 7f5cbd7fa700 1 -- 172.21.15.90:0/1981311713 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5cb001e070 con 0x7f5cc0100fd0 2024-04-26T17:18:09.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.856+0000 7f5cbf7fe700 1 --2- 172.21.15.90:0/1981311713 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f5ca8039650 0x7f5ca803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:09.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.856+0000 7f5cbf7fe700 1 --2- 172.21.15.90:0/1981311713 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f5ca8039650 0x7f5ca803bb10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5cb4006fd0 tx=0x7f5cb4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:09.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:09.861+0000 7f5cbd7fa700 1 -- 172.21.15.90:0/1981311713 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5cb0014b80 con 0x7f5cc0100fd0 2024-04-26T17:18:10.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:10.065+0000 7f5cc648e700 1 -- 172.21.15.90:0/1981311713 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f5cc0064250 con 0x7f5cc0100fd0 2024-04-26T17:18:10.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:10.409+0000 7f5cbd7fa700 1 -- 172.21.15.90:0/1981311713 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f5cb000d3e0 con 0x7f5cc0100fd0 2024-04-26T17:18:10.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:10.413+0000 7f5cc648e700 1 -- 172.21.15.90:0/1981311713 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f5ca8039650 msgr2=0x7f5ca803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:10.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:10.413+0000 7f5cc648e700 1 --2- 172.21.15.90:0/1981311713 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f5ca8039650 0x7f5ca803bb10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5cb4006fd0 tx=0x7f5cb4006e40 comp rx=0 tx=0).stop 2024-04-26T17:18:10.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:10.413+0000 7f5cc648e700 1 -- 172.21.15.90:0/1981311713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5cc0100fd0 msgr2=0x7f5cc0198120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:10.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:10.413+0000 7f5cc648e700 1 --2- 172.21.15.90:0/1981311713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5cc0100fd0 0x7f5cc0198120 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0005b40 tx=0x7f5cb0004da0 comp rx=0 tx=0).stop 2024-04-26T17:18:10.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:10.413+0000 7f5cc648e700 1 -- 172.21.15.90:0/1981311713 shutdown_connections 2024-04-26T17:18:10.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:10.413+0000 7f5cc648e700 1 --2- 172.21.15.90:0/1981311713 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f5ca8039650 0x7f5ca803bb10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:10.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:10.413+0000 7f5cc648e700 1 --2- 172.21.15.90:0/1981311713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5cc0100fd0 0x7f5cc0198120 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:10.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:10.413+0000 7f5cc648e700 1 -- 172.21.15.90:0/1981311713 >> 172.21.15.90:0/1981311713 conn(0x7f5cc00fc760 msgr2=0x7f5cc01059e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:10.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:10.413+0000 7f5cc648e700 1 -- 172.21.15.90:0/1981311713 shutdown_connections 2024-04-26T17:18:10.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:10.413+0000 7f5cc648e700 1 -- 172.21.15.90:0/1981311713 wait complete. 2024-04-26T17:18:10.415 INFO:teuthology.orchestra.run.smithi090.stderr:adjusted tunables profile to default 2024-04-26T17:18:10.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:10 smithi090 ceph-mon[29417]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:10.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:10 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1981311713' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T17:18:11.109 INFO:tasks.cephadm:Adding mon.a on smithi090 2024-04-26T17:18:11.109 INFO:tasks.cephadm:Adding mon.b on smithi119 2024-04-26T17:18:11.109 INFO:tasks.cephadm:Adding mon.c on smithi167 2024-04-26T17:18:11.110 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi090:172.21.15.90=a;smithi119:172.21.15.119=b;smithi167:172.21.15.167=c' 2024-04-26T17:18:11.347 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:18:11.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:11 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1981311713' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T17:18:11.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:11 smithi090 ceph-mon[29417]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T17:18:11.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:11.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:11.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:11.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:11.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi167", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:18:11.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:11.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:11.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:11.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:11.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:12.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:12 smithi090 ceph-mon[29417]: Updating smithi167:/etc/ceph/ceph.conf 2024-04-26T17:18:12.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:12 smithi090 ceph-mon[29417]: Updating smithi167:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:18:12.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:12 smithi090 ceph-mon[29417]: Updating smithi167:/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:18:12.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:12 smithi090 ceph-mon[29417]: Updating smithi167:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T17:18:12.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:12 smithi090 ceph-mon[29417]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:12.913 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.913+0000 7f64de6da700 1 -- 172.21.15.167:0/3327732642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f64d81075c0 msgr2=0x7f64d81079a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:12.913 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.913+0000 7f64de6da700 1 --2- 172.21.15.167:0/3327732642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f64d81075c0 0x7f64d81079a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f64c8009910 tx=0x7f64c8009c20 comp rx=0 tx=0).stop 2024-04-26T17:18:12.914 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.913+0000 7f64de6da700 1 -- 172.21.15.167:0/3327732642 shutdown_connections 2024-04-26T17:18:12.914 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.913+0000 7f64de6da700 1 --2- 172.21.15.167:0/3327732642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f64d81075c0 0x7f64d81079a0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:12.914 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.913+0000 7f64de6da700 1 -- 172.21.15.167:0/3327732642 >> 172.21.15.167:0/3327732642 conn(0x7f64d80fd000 msgr2=0x7f64d80ff420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:12.914 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.913+0000 7f64de6da700 1 -- 172.21.15.167:0/3327732642 shutdown_connections 2024-04-26T17:18:12.914 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.913+0000 7f64de6da700 1 -- 172.21.15.167:0/3327732642 wait complete. 2024-04-26T17:18:12.914 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.914+0000 7f64de6da700 1 Processor -- start 2024-04-26T17:18:12.914 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.914+0000 7f64de6da700 1 -- start start 2024-04-26T17:18:12.914 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.914+0000 7f64de6da700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f64d81075c0 0x7f64d8198de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:12.914 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.914+0000 7f64de6da700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f64d810ba20 con 0x7f64d81075c0 2024-04-26T17:18:12.914 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.914+0000 7f64d7fff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f64d81075c0 0x7f64d8198de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:12.914 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.914+0000 7f64d7fff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f64d81075c0 0x7f64d8198de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.167:53058/0 (socket says 172.21.15.167:53058) 2024-04-26T17:18:12.914 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.914+0000 7f64d7fff700 1 -- 172.21.15.167:0/2249819854 learned_addr learned my addr 172.21.15.167:0/2249819854 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-26T17:18:12.915 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.915+0000 7f64d7fff700 1 -- 172.21.15.167:0/2249819854 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64d8199320 con 0x7f64d81075c0 2024-04-26T17:18:12.916 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.915+0000 7f64d7fff700 1 --2- 172.21.15.167:0/2249819854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f64d81075c0 0x7f64d8198de0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f64c8006010 tx=0x7f64c8005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:12.916 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.915+0000 7f64d57fa700 1 -- 172.21.15.167:0/2249819854 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f64c8026070 con 0x7f64d81075c0 2024-04-26T17:18:12.916 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.915+0000 7f64d57fa700 1 -- 172.21.15.167:0/2249819854 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f64c800bc00 con 0x7f64d81075c0 2024-04-26T17:18:12.916 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.915+0000 7f64d57fa700 1 -- 172.21.15.167:0/2249819854 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f64c80038a0 con 0x7f64d81075c0 2024-04-26T17:18:12.916 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.915+0000 7f64de6da700 1 -- 172.21.15.167:0/2249819854 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64d81995b0 con 0x7f64d81075c0 2024-04-26T17:18:12.916 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.915+0000 7f64de6da700 1 -- 172.21.15.167:0/2249819854 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64d8199a10 con 0x7f64d81075c0 2024-04-26T17:18:12.916 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.916+0000 7f64de6da700 1 -- 172.21.15.167:0/2249819854 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64d8102c30 con 0x7f64d81075c0 2024-04-26T17:18:12.916 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.916+0000 7f64d57fa700 1 -- 172.21.15.167:0/2249819854 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f64c8029070 con 0x7f64d81075c0 2024-04-26T17:18:12.916 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.916+0000 7f64d57fa700 1 --2- 172.21.15.167:0/2249819854 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f64c00396b0 0x7f64c003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:12.917 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.916+0000 7f64d57fa700 1 -- 172.21.15.167:0/2249819854 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f64c801e070 con 0x7f64d81075c0 2024-04-26T17:18:12.917 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.917+0000 7f64d77fe700 1 --2- 172.21.15.167:0/2249819854 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f64c00396b0 0x7f64c003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:12.917 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.917+0000 7f64d77fe700 1 --2- 172.21.15.167:0/2249819854 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f64c00396b0 0x7f64c003bb70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f64cc006fd0 tx=0x7f64cc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:12.921 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:12.922+0000 7f64d57fa700 1 -- 172.21.15.167:0/2249819854 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f64c8013070 con 0x7f64d81075c0 2024-04-26T17:18:13.145 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:13.146+0000 7f64de6da700 1 -- 172.21.15.167:0/2249819854 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi090:172.21.15.90=a;smithi119:172.21.15.119=b;smithi167:172.21.15.167=c", "target": ["mon-mgr", ""]}) -- 0x7f64d806b130 con 0x7f64c00396b0 2024-04-26T17:18:13.151 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:13.153+0000 7f64d57fa700 1 -- 172.21.15.167:0/2249819854 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f64d806b130 con 0x7f64c00396b0 2024-04-26T17:18:13.152 INFO:teuthology.orchestra.run.smithi167.stdout:Scheduled mon update... 2024-04-26T17:18:13.154 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:13.155+0000 7f64de6da700 1 -- 172.21.15.167:0/2249819854 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f64c00396b0 msgr2=0x7f64c003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:13.154 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:13.155+0000 7f64de6da700 1 --2- 172.21.15.167:0/2249819854 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f64c00396b0 0x7f64c003bb70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f64cc006fd0 tx=0x7f64cc006e40 comp rx=0 tx=0).stop 2024-04-26T17:18:13.154 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:13.155+0000 7f64de6da700 1 -- 172.21.15.167:0/2249819854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f64d81075c0 msgr2=0x7f64d8198de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:13.154 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:13.155+0000 7f64de6da700 1 --2- 172.21.15.167:0/2249819854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f64d81075c0 0x7f64d8198de0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f64c8006010 tx=0x7f64c8005780 comp rx=0 tx=0).stop 2024-04-26T17:18:13.154 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:13.155+0000 7f64de6da700 1 -- 172.21.15.167:0/2249819854 shutdown_connections 2024-04-26T17:18:13.154 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:13.155+0000 7f64de6da700 1 --2- 172.21.15.167:0/2249819854 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f64c00396b0 0x7f64c003bb70 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:13.154 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:13.155+0000 7f64de6da700 1 --2- 172.21.15.167:0/2249819854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f64d81075c0 0x7f64d8198de0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:13.154 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:13.155+0000 7f64de6da700 1 -- 172.21.15.167:0/2249819854 >> 172.21.15.167:0/2249819854 conn(0x7f64d80fd000 msgr2=0x7f64d80fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:13.154 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:13.155+0000 7f64de6da700 1 -- 172.21.15.167:0/2249819854 shutdown_connections 2024-04-26T17:18:13.154 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:13.155+0000 7f64de6da700 1 -- 172.21.15.167:0/2249819854 wait complete. 2024-04-26T17:18:13.741 DEBUG:teuthology.orchestra.run.smithi119:mon.b> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.b.service 2024-04-26T17:18:13.744 DEBUG:teuthology.orchestra.run.smithi167:mon.c> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.c.service 2024-04-26T17:18:13.746 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T17:18:13.746 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T17:18:14.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:14 smithi090 ceph-mon[29417]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi090:172.21.15.90=a;smithi119:172.21.15.119=b;smithi167:172.21.15.167=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:18:14.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:14 smithi090 ceph-mon[29417]: Saving service mon spec with placement smithi090:172.21.15.90=a;smithi119:172.21.15.119=b;smithi167:172.21.15.167=c;count:3 2024-04-26T17:18:14.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:14 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:14.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:14 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:14.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:14 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:14.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:14 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:14.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:14 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:14.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:14 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:14.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:14 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:14.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:14 smithi090 ceph-mon[29417]: Deploying daemon mon.c on smithi167 2024-04-26T17:18:14.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:14 smithi090 ceph-mon[29417]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:15.307 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:18:16.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:16 smithi090 ceph-mon[29417]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:17.250 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.248+0000 7fab000fb700 1 -- 172.21.15.167:0/2658887128 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faaf8074f90 msgr2=0x7faaf8075370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:17.250 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.248+0000 7fab000fb700 1 --2- 172.21.15.167:0/2658887128 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faaf8074f90 0x7faaf8075370 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7faae8009910 tx=0x7faae8009c20 comp rx=0 tx=0).stop 2024-04-26T17:18:17.250 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.248+0000 7fab000fb700 1 -- 172.21.15.167:0/2658887128 shutdown_connections 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.248+0000 7fab000fb700 1 --2- 172.21.15.167:0/2658887128 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faaf8074f90 0x7faaf8075370 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.248+0000 7fab000fb700 1 -- 172.21.15.167:0/2658887128 >> 172.21.15.167:0/2658887128 conn(0x7faaf80fe130 msgr2=0x7faaf8100550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.248+0000 7fab000fb700 1 -- 172.21.15.167:0/2658887128 shutdown_connections 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.248+0000 7fab000fb700 1 -- 172.21.15.167:0/2658887128 wait complete. 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.249+0000 7fab000fb700 1 Processor -- start 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.249+0000 7fab000fb700 1 -- start start 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.249+0000 7fab000fb700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faaf8074f90 0x7faaf819e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.249+0000 7fab000fb700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7faaf8113130 con 0x7faaf8074f90 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.250+0000 7faafde97700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faaf8074f90 0x7faaf819e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.250+0000 7faafde97700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faaf8074f90 0x7faaf819e720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.167:53090/0 (socket says 172.21.15.167:53090) 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.250+0000 7faafde97700 1 -- 172.21.15.167:0/3219152340 learned_addr learned my addr 172.21.15.167:0/3219152340 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.250+0000 7faafde97700 1 -- 172.21.15.167:0/3219152340 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf819ec60 con 0x7faaf8074f90 2024-04-26T17:18:17.251 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.250+0000 7faafde97700 1 --2- 172.21.15.167:0/3219152340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faaf8074f90 0x7faaf819e720 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7faae80056d0 tx=0x7faae80057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:17.252 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.250+0000 7faaeeffd700 1 -- 172.21.15.167:0/3219152340 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faae8026070 con 0x7faaf8074f90 2024-04-26T17:18:17.252 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.250+0000 7fab000fb700 1 -- 172.21.15.167:0/3219152340 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaf819eef0 con 0x7faaf8074f90 2024-04-26T17:18:17.252 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.250+0000 7faaeeffd700 1 -- 172.21.15.167:0/3219152340 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7faae8004370 con 0x7faaf8074f90 2024-04-26T17:18:17.252 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.250+0000 7faaeeffd700 1 -- 172.21.15.167:0/3219152340 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faae80039b0 con 0x7faaf8074f90 2024-04-26T17:18:17.252 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.250+0000 7fab000fb700 1 -- 172.21.15.167:0/3219152340 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaf819f350 con 0x7faaf8074f90 2024-04-26T17:18:17.253 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.251+0000 7faaeeffd700 1 -- 172.21.15.167:0/3219152340 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7faae8029070 con 0x7faaf8074f90 2024-04-26T17:18:17.253 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.251+0000 7fab000fb700 1 -- 172.21.15.167:0/3219152340 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faaf80766d0 con 0x7faaf8074f90 2024-04-26T17:18:17.253 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.251+0000 7faaeeffd700 1 --2- 172.21.15.167:0/3219152340 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faae40396b0 0x7faae403bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:17.253 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.251+0000 7faaeeffd700 1 -- 172.21.15.167:0/3219152340 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7faae801e070 con 0x7faaf8074f90 2024-04-26T17:18:17.253 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.252+0000 7faafd696700 1 --2- 172.21.15.167:0/3219152340 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faae40396b0 0x7faae403bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:17.253 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.252+0000 7faafd696700 1 --2- 172.21.15.167:0/3219152340 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faae40396b0 0x7faae403bb70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7faaf4006fd0 tx=0x7faaf4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:17.256 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.257+0000 7faaeeffd700 1 -- 172.21.15.167:0/3219152340 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faae8013070 con 0x7faaf8074f90 2024-04-26T17:18:17.575 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.575+0000 7fab000fb700 1 -- 172.21.15.167:0/3219152340 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7faaf819fa80 con 0x7faaf8074f90 2024-04-26T17:18:17.576 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.576+0000 7faaeeffd700 1 -- 172.21.15.167:0/3219152340 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7faae800d340 con 0x7faaf8074f90 2024-04-26T17:18:17.576 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:18:17.576 INFO:teuthology.orchestra.run.smithi167.stdout:{"epoch":1,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","modified":"2024-04-26T17:16:35.660519Z","created":"2024-04-26T17:16:35.660519Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3300","nonce":0},{"type":"v1","addr":"172.21.15.90:6789","nonce":0}]},"addr":"172.21.15.90:6789/0","public_addr":"172.21.15.90:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-26T17:18:17.579 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.579+0000 7fab000fb700 1 -- 172.21.15.167:0/3219152340 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faae40396b0 msgr2=0x7faae403bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:17.579 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.579+0000 7fab000fb700 1 --2- 172.21.15.167:0/3219152340 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faae40396b0 0x7faae403bb70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7faaf4006fd0 tx=0x7faaf4006e40 comp rx=0 tx=0).stop 2024-04-26T17:18:17.579 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.579+0000 7fab000fb700 1 -- 172.21.15.167:0/3219152340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faaf8074f90 msgr2=0x7faaf819e720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:17.579 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.579+0000 7fab000fb700 1 --2- 172.21.15.167:0/3219152340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faaf8074f90 0x7faaf819e720 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7faae80056d0 tx=0x7faae80057b0 comp rx=0 tx=0).stop 2024-04-26T17:18:17.579 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.579+0000 7fab000fb700 1 -- 172.21.15.167:0/3219152340 shutdown_connections 2024-04-26T17:18:17.579 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.579+0000 7fab000fb700 1 --2- 172.21.15.167:0/3219152340 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faae40396b0 0x7faae403bb70 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:17.579 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.579+0000 7fab000fb700 1 --2- 172.21.15.167:0/3219152340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faaf8074f90 0x7faaf819e720 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:17.579 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.579+0000 7fab000fb700 1 -- 172.21.15.167:0/3219152340 >> 172.21.15.167:0/3219152340 conn(0x7faaf80fe130 msgr2=0x7faaf8104370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:17.579 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.579+0000 7fab000fb700 1 -- 172.21.15.167:0/3219152340 shutdown_connections 2024-04-26T17:18:17.580 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:17.579+0000 7fab000fb700 1 -- 172.21.15.167:0/3219152340 wait complete. 2024-04-26T17:18:17.580 INFO:teuthology.orchestra.run.smithi167.stderr:dumped monmap epoch 1 2024-04-26T17:18:18.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:18 smithi090 ceph-mon[29417]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:18.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:18 smithi090 ceph-mon[29417]: from='client.? 172.21.15.167:0/3219152340' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T17:18:18.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:18 smithi167 systemd[1]: Started Ceph mon.c for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:18:19.177 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T17:18:19.177 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T17:18:19.412 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:18:23.819 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.815+0000 7fd42fdae700 1 -- 172.21.15.167:0/1935076601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4140035c0 msgr2=0x7fd414005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.815+0000 7fd42fdae700 1 --2- 172.21.15.167:0/1935076601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4140035c0 0x7fd414005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fd428102a90 tx=0x7fd41800fe60 comp rx=0 tx=0).stop 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.815+0000 7fd42fdae700 1 -- 172.21.15.167:0/1935076601 shutdown_connections 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.815+0000 7fd42fdae700 1 --2- 172.21.15.167:0/1935076601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4140035c0 0x7fd414005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.815+0000 7fd42fdae700 1 -- 172.21.15.167:0/1935076601 >> 172.21.15.167:0/1935076601 conn(0x7fd4280fd0f0 msgr2=0x7fd4280ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.815+0000 7fd42fdae700 1 -- 172.21.15.167:0/1935076601 shutdown_connections 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.815+0000 7fd42fdae700 1 -- 172.21.15.167:0/1935076601 wait complete. 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42fdae700 1 Processor -- start 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42fdae700 1 -- start start 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42fdae700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4140035c0 0x7fd4281038f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42fdae700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd428103e30 0x7fd4281042b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42fdae700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd428109560 con 0x7fd428103e30 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42fdae700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd4281093e0 con 0x7fd4140035c0 2024-04-26T17:18:23.820 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42db4a700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4140035c0 0x7fd4281038f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42db4a700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4140035c0 0x7fd4281038f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:51754/0 (socket says 172.21.15.167:51754) 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42db4a700 1 -- 172.21.15.167:0/556233082 learned_addr learned my addr 172.21.15.167:0/556233082 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42d349700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd428103e30 0x7fd4281042b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42db4a700 1 -- 172.21.15.167:0/556233082 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4140035c0 msgr2=0x7fd4281038f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42db4a700 1 -- 172.21.15.167:0/556233082 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4140035c0 msgr2=0x7fd4281038f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42db4a700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4140035c0 0x7fd4281038f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.816+0000 7fd42db4a700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4140035c0 0x7fd4281038f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.817+0000 7fd42d349700 1 -- 172.21.15.167:0/556233082 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4140035c0 msgr2=0x7fd4281038f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.817+0000 7fd42d349700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4140035c0 0x7fd4281038f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.817+0000 7fd42d349700 1 -- 172.21.15.167:0/556233082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd428105810 con 0x7fd428103e30 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.817+0000 7fd42d349700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd428103e30 0x7fd4281042b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd42400b4d0 tx=0x7fd42400b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.817+0000 7fd41effd700 1 -- 172.21.15.167:0/556233082 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fd424011630 con 0x7fd428103e30 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.817+0000 7fd41effd700 1 -- 172.21.15.167:0/556233082 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd424011c80 con 0x7fd428103e30 2024-04-26T17:18:23.821 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.817+0000 7fd42fdae700 1 -- 172.21.15.167:0/556233082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4281a43d0 con 0x7fd428103e30 2024-04-26T17:18:23.822 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.817+0000 7fd41effd700 1 -- 172.21.15.167:0/556233082 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fd424010d90 con 0x7fd428103e30 2024-04-26T17:18:23.822 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.817+0000 7fd42fdae700 1 -- 172.21.15.167:0/556233082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4281a4910 con 0x7fd428103e30 2024-04-26T17:18:23.822 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.818+0000 7fd41effd700 1 -- 172.21.15.167:0/556233082 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fd424018020 con 0x7fd428103e30 2024-04-26T17:18:23.822 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.818+0000 7fd42fdae700 1 -- 172.21.15.167:0/556233082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd428102d40 con 0x7fd428103e30 2024-04-26T17:18:23.822 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.818+0000 7fd41effd700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd40c039410 0x7fd40c03b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:23.822 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.818+0000 7fd41effd700 1 -- 172.21.15.167:0/556233082 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd42404c330 con 0x7fd428103e30 2024-04-26T17:18:23.822 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.819+0000 7fd42db4a700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd40c039410 0x7fd40c03b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:23.822 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.819+0000 7fd42db4a700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd40c039410 0x7fd40c03b8d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd41800fa10 tx=0x7fd41800f3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:23.823 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:23.824+0000 7fd41effd700 1 -- 172.21.15.167:0/556233082 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd42401f020 con 0x7fd428103e30 2024-04-26T17:18:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:18:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: mon.a calling monitor election 2024-04-26T17:18:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: mon.c calling monitor election 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: monmap epoch 2 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: last_changed 2024-04-26T17:18:18.572741+0000 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: created 2024-04-26T17:16:35.660519+0000 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: min_mon_release 19 (squid) 2024-04-26T17:18:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: election_strategy: 1 2024-04-26T17:18:23.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-26T17:18:23.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-26T17:18:23.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: fsmap 2024-04-26T17:18:23.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T17:18:23.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: mgrmap e13: x(active, since 50s) 2024-04-26T17:18:23.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: overall HEALTH_OK 2024-04-26T17:18:23.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:23.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:24.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:18:24.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:24.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: mon.a calling monitor election 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: mon.c calling monitor election 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: monmap epoch 2 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: last_changed 2024-04-26T17:18:18.572741+0000 2024-04-26T17:18:24.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: created 2024-04-26T17:16:35.660519+0000 2024-04-26T17:18:24.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: min_mon_release 19 (squid) 2024-04-26T17:18:24.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: election_strategy: 1 2024-04-26T17:18:24.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-26T17:18:24.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-26T17:18:24.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: fsmap 2024-04-26T17:18:24.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T17:18:24.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: mgrmap e13: x(active, since 50s) 2024-04-26T17:18:24.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: overall HEALTH_OK 2024-04-26T17:18:24.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:24.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:24.107 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.107+0000 7fd42fdae700 1 -- 172.21.15.167:0/556233082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fd4281a4cf0 con 0x7fd428103e30 2024-04-26T17:18:24.108 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.108+0000 7fd41effd700 1 -- 172.21.15.167:0/556233082 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fd424017e20 con 0x7fd428103e30 2024-04-26T17:18:24.108 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:18:24.108 INFO:teuthology.orchestra.run.smithi167.stdout:{"epoch":2,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","modified":"2024-04-26T17:18:18.572741Z","created":"2024-04-26T17:16:35.660519Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3300","nonce":0},{"type":"v1","addr":"172.21.15.90:6789","nonce":0}]},"addr":"172.21.15.90:6789/0","public_addr":"172.21.15.90:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:3300","nonce":0},{"type":"v1","addr":"172.21.15.167:6789","nonce":0}]},"addr":"172.21.15.167:6789/0","public_addr":"172.21.15.167:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T17:18:24.110 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.110+0000 7fd42fdae700 1 -- 172.21.15.167:0/556233082 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd40c039410 msgr2=0x7fd40c03b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:24.110 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.110+0000 7fd42fdae700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd40c039410 0x7fd40c03b8d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd41800fa10 tx=0x7fd41800f3c0 comp rx=0 tx=0).stop 2024-04-26T17:18:24.110 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.110+0000 7fd42fdae700 1 -- 172.21.15.167:0/556233082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd428103e30 msgr2=0x7fd4281042b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:24.110 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.110+0000 7fd42fdae700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd428103e30 0x7fd4281042b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd42400b4d0 tx=0x7fd42400b890 comp rx=0 tx=0).stop 2024-04-26T17:18:24.110 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.110+0000 7fd42fdae700 1 -- 172.21.15.167:0/556233082 shutdown_connections 2024-04-26T17:18:24.111 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.110+0000 7fd42fdae700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd40c039410 0x7fd40c03b8d0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:24.111 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.110+0000 7fd42fdae700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4140035c0 0x7fd4281038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:24.111 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.110+0000 7fd42fdae700 1 --2- 172.21.15.167:0/556233082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd428103e30 0x7fd4281042b0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:24.111 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.110+0000 7fd42fdae700 1 -- 172.21.15.167:0/556233082 >> 172.21.15.167:0/556233082 conn(0x7fd4280fd0f0 msgr2=0x7fd428105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:24.111 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.110+0000 7fd42fdae700 1 -- 172.21.15.167:0/556233082 shutdown_connections 2024-04-26T17:18:24.111 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:24.110+0000 7fd42fdae700 1 -- 172.21.15.167:0/556233082 wait complete. 2024-04-26T17:18:24.111 INFO:teuthology.orchestra.run.smithi167.stderr:dumped monmap epoch 2 2024-04-26T17:18:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:24 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:24 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:24 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:24 smithi167 ceph-mon[32665]: Deploying daemon mon.b on smithi119 2024-04-26T17:18:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:24 smithi167 ceph-mon[32665]: from='client.? 172.21.15.167:0/556233082' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T17:18:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:24 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:24.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:24 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:24.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:24 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:24.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:24 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:24.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:24 smithi090 ceph-mon[29417]: Deploying daemon mon.b on smithi119 2024-04-26T17:18:24.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:24 smithi090 ceph-mon[29417]: from='client.? 172.21.15.167:0/556233082' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T17:18:24.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:24 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:25.703 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T17:18:25.704 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T17:18:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:25 smithi090 ceph-mon[29417]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:25.948 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:18:26.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:25 smithi167 ceph-mon[32665]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.366 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.363+0000 7fb5e8018700 1 -- 172.21.15.167:0/662488343 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5e0107670 msgr2=0x7fb5e0107a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:27.366 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.363+0000 7fb5e8018700 1 --2- 172.21.15.167:0/662488343 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5e0107670 0x7fb5e0107a50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb5d800b0a0 tx=0x7fb5d800b3b0 comp rx=0 tx=0).stop 2024-04-26T17:18:27.366 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.363+0000 7fb5e8018700 1 -- 172.21.15.167:0/662488343 shutdown_connections 2024-04-26T17:18:27.366 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.363+0000 7fb5e8018700 1 --2- 172.21.15.167:0/662488343 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5e0107670 0x7fb5e0107a50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:27.366 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.363+0000 7fb5e8018700 1 -- 172.21.15.167:0/662488343 >> 172.21.15.167:0/662488343 conn(0x7fb5e00fd0d0 msgr2=0x7fb5e00ff4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:27.366 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.363+0000 7fb5e8018700 1 -- 172.21.15.167:0/662488343 shutdown_connections 2024-04-26T17:18:27.367 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.364+0000 7fb5e8018700 1 -- 172.21.15.167:0/662488343 wait complete. 2024-04-26T17:18:27.367 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.364+0000 7fb5e8018700 1 Processor -- start 2024-04-26T17:18:27.367 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.364+0000 7fb5e8018700 1 -- start start 2024-04-26T17:18:27.367 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e8018700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5e0107670 0x7fb5e01981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:27.367 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e8018700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb5e0198720 0x7fb5e019cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:27.367 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e8018700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e010bac0 con 0x7fb5e0107670 2024-04-26T17:18:27.367 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e8018700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e010b940 con 0x7fb5e0198720 2024-04-26T17:18:27.367 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e5db4700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5e0107670 0x7fb5e01981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:27.367 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e5db4700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5e0107670 0x7fb5e01981e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.167:59356/0 (socket says 172.21.15.167:59356) 2024-04-26T17:18:27.367 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e5db4700 1 -- 172.21.15.167:0/1183929516 learned_addr learned my addr 172.21.15.167:0/1183929516 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-26T17:18:27.367 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e55b3700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb5e0198720 0x7fb5e019cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:27.368 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e55b3700 1 -- 172.21.15.167:0/1183929516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb5e0198720 msgr2=0x7fb5e019cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-26T17:18:27.368 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e55b3700 1 -- 172.21.15.167:0/1183929516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb5e0198720 msgr2=0x7fb5e019cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T17:18:27.368 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e55b3700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb5e0198720 0x7fb5e019cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T17:18:27.368 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e55b3700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb5e0198720 0x7fb5e019cab0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T17:18:27.368 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e5db4700 1 -- 172.21.15.167:0/1183929516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb5e0198720 msgr2=0x7fb5e019cab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T17:18:27.368 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e5db4700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb5e0198720 0x7fb5e019cab0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:27.368 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e5db4700 1 -- 172.21.15.167:0/1183929516 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5e0198d60 con 0x7fb5e0107670 2024-04-26T17:18:27.368 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.365+0000 7fb5e5db4700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5e0107670 0x7fb5e01981e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb5d800d010 tx=0x7fb5d8007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:27.369 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.366+0000 7fb5deffd700 1 -- 172.21.15.167:0/1183929516 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fb5d8017040 con 0x7fb5e0107670 2024-04-26T17:18:27.369 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.366+0000 7fb5e8018700 1 -- 172.21.15.167:0/1183929516 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5e019cff0 con 0x7fb5e0107670 2024-04-26T17:18:27.369 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.366+0000 7fb5deffd700 1 -- 172.21.15.167:0/1183929516 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb5d80129a0 con 0x7fb5e0107670 2024-04-26T17:18:27.369 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.366+0000 7fb5deffd700 1 -- 172.21.15.167:0/1183929516 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fb5d801da00 con 0x7fb5e0107670 2024-04-26T17:18:27.369 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.366+0000 7fb5e8018700 1 -- 172.21.15.167:0/1183929516 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5e019d5d0 con 0x7fb5e0107670 2024-04-26T17:18:27.370 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.367+0000 7fb5e8018700 1 -- 172.21.15.167:0/1183929516 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5e0102d20 con 0x7fb5e0107670 2024-04-26T17:18:27.370 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.367+0000 7fb5deffd700 1 -- 172.21.15.167:0/1183929516 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fb5d8024020 con 0x7fb5e0107670 2024-04-26T17:18:27.370 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.367+0000 7fb5deffd700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb5c80393f0 0x7fb5c803b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:27.370 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.367+0000 7fb5deffd700 1 -- 172.21.15.167:0/1183929516 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb5d800f050 con 0x7fb5e0107670 2024-04-26T17:18:27.370 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.367+0000 7fb5e55b3700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb5c80393f0 0x7fb5c803b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:27.371 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.367+0000 7fb5e55b3700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb5c80393f0 0x7fb5c803b8b0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4009850 tx=0x7fb5d4008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:27.372 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.372+0000 7fb5deffd700 1 -- 172.21.15.167:0/1183929516 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb5d802b020 con 0x7fb5e0107670 2024-04-26T17:18:27.485 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 podman[32564]: 2024-04-26 17:18:27.294735572 +0000 UTC m=+0.018138915 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:18:27.627 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.626+0000 7fb5deffd700 1 -- 172.21.15.167:0/1183929516 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8011be0 con 0x7fb5e0107670 2024-04-26T17:18:27.662 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:27.662+0000 7fb5e8018700 1 -- 172.21.15.167:0/1183929516 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fb5e0199540 con 0x7fb5e0107670 2024-04-26T17:18:27.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 podman[32564]: 2024-04-26 17:18:27.571558691 +0000 UTC m=+0.294962033 container init 529d5e95225110e0fb09aad35bbccb19b42f807e11c582cec19a018cf952177d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-b, RELEASE=main-c37f63b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-26T17:18:27.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 podman[32564]: 2024-04-26 17:18:27.574594233 +0000 UTC m=+0.297997575 container start 529d5e95225110e0fb09aad35bbccb19b42f807e11c582cec19a018cf952177d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-26T17:18:27.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T17:18:27.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: ceph version 19.0.0-3227-gc37f63b3 (c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f) squid (dev), process ceph-mon, pid 2 2024-04-26T17:18:27.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pidfile_write: ignore empty --pid-file 2024-04-26T17:18:27.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: load: jerasure load: lrc 2024-04-26T17:18:27.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: RocksDB version: 7.9.2 2024-04-26T17:18:27.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Git sha 0 2024-04-26T17:18:27.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Compile date 2024-04-24 00:04:22 2024-04-26T17:18:27.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: DB SUMMARY 2024-04-26T17:18:27.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: DB Session ID: 93EPL581E1X8OUKRY9JA 2024-04-26T17:18:27.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: CURRENT file: CURRENT 2024-04-26T17:18:27.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T17:18:27.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-26T17:18:27.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-26T17:18:27.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-04-26T17:18:27.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.error_if_exists: 0 2024-04-26T17:18:27.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.create_if_missing: 0 2024-04-26T17:18:27.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.paranoid_checks: 1 2024-04-26T17:18:27.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T17:18:27.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T17:18:27.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T17:18:27.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.env: 0x564d195e6cc0 2024-04-26T17:18:27.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T17:18:27.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.info_log: 0x564d1afa5c40 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.statistics: (nil) 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.use_fsync: 0 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_log_file_size: 0 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.allow_fallocate: 1 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.use_direct_reads: 0 2024-04-26T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.db_log_dir: 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.wal_dir: 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.write_buffer_manager: 0x564d1af750e0 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T17:18:27.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T17:18:27.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T17:18:27.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T17:18:27.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T17:18:27.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T17:18:27.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T17:18:27.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T17:18:27.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.unordered_write: 0 2024-04-26T17:18:27.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T17:18:27.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T17:18:27.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T17:18:27.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T17:18:27.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.row_cache: None 2024-04-26T17:18:27.803 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.wal_filter: None 2024-04-26T17:18:27.804 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T17:18:27.804 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T17:18:27.804 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.two_write_queues: 0 2024-04-26T17:18:27.804 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.wal_compression: 0 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.atomic_flush: 0 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.log_readahead_size: 0 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T17:18:27.805 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_background_jobs: 2 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_background_compactions: -1 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_subcompactions: 1 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_open_files: -1 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T17:18:27.806 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_background_flushes: -1 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Compression algorithms supported: 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: kZSTD supported: 0 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: kXpressCompression supported: 0 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: kZlibCompression supported: 1 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: kSnappyCompression supported: 1 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: kLZ4Compression supported: 1 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: kBZip2Compression supported: 0 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T17:18:27.807 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.merge_operator: 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_filter: None 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564d1afa5e00) 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout: cache_index_and_filter_blocks: 1 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T17:18:27.808 INFO:journalctl@ceph.mon.b.smithi119.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: pin_top_level_index_and_filter: 1 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: index_type: 0 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: data_block_index_type: 0 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: index_shortening: 1 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: checksum: 4 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: no_block_cache: 0 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_cache: 0x564d1afa71f0 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_cache_name: BinnedLRUCache 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_cache_options: 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: capacity : 536870912 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: num_shard_bits : 4 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: strict_capacity_limit : 0 2024-04-26T17:18:27.809 INFO:journalctl@ceph.mon.b.smithi119.stdout: high_pri_pool_ratio: 0.000 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_cache_compressed: (nil) 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: persistent_cache: (nil) 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_size: 4096 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_size_deviation: 10 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_restart_interval: 16 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: index_block_restart_interval: 1 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: metadata_block_size: 4096 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: partition_filters: 0 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: use_delta_encoding: 1 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: filter_policy: bloomfilter 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: whole_key_filtering: 1 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: verify_compression: 0 2024-04-26T17:18:27.810 INFO:journalctl@ceph.mon.b.smithi119.stdout: read_amp_bytes_per_bit: 0 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout: format_version: 5 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout: enable_index_compression: 1 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_align: 0 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout: max_auto_readahead_size: 262144 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout: prepopulate_block_cache: 0 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout: initial_auto_readahead_size: 8192 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compression: NoCompression 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T17:18:27.811 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.num_levels: 7 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T17:18:27.812 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T17:18:27.813 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T17:18:27.813 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T17:18:27.813 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T17:18:27.813 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T17:18:27.813 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T17:18:27.813 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T17:18:27.813 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T17:18:27.813 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T17:18:27.813 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T17:18:27.813 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T17:18:27.813 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T17:18:27.813 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T17:18:27.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T17:18:27.815 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T17:18:27.816 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T17:18:27.816 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.inplace_update_support: 0 2024-04-26T17:18:27.816 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T17:18:27.816 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T17:18:27.816 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T17:18:27.816 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T17:18:27.816 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.bloom_locality: 0 2024-04-26T17:18:27.816 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.max_successive_merges: 0 2024-04-26T17:18:27.816 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T17:18:27.816 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T17:18:27.816 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T17:18:27.816 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.ttl: 2592000 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.enable_blob_files: false 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.min_blob_size: 0 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T17:18:27.817 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T17:18:27.818 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T17:18:27.818 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-26T17:18:27.818 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a4415339-d955-4538-b7d7-8b25abf8a517 2024-04-26T17:18:27.818 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714151907604366, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-26T17:18:27.818 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-26T17:18:27.818 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714151907604795, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714151907, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a4415339-d955-4538-b7d7-8b25abf8a517", "db_session_id": "93EPL581E1X8OUKRY9JA", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-26T17:18:27.818 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714151907604881, "job": 1, "event": "recovery_finished"} 2024-04-26T17:18:27.818 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-26T17:18:27.818 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T17:18:27.818 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564d1b0be000 2024-04-26T17:18:27.818 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: DB pointer 0x564d1b0a8000 2024-04-26T17:18:27.818 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: ** DB Stats ** 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: ** Compaction Stats [default] ** 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T17:18:27.819 INFO:journalctl@ceph.mon.b.smithi119.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T17:18:27.820 INFO:journalctl@ceph.mon.b.smithi119.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T17:18:27.820 INFO:journalctl@ceph.mon.b.smithi119.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T17:18:27.820 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-04-26T17:18:27.820 INFO:journalctl@ceph.mon.b.smithi119.stdout: ** Compaction Stats [default] ** 2024-04-26T17:18:27.820 INFO:journalctl@ceph.mon.b.smithi119.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T17:18:27.820 INFO:journalctl@ceph.mon.b.smithi119.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T17:18:27.820 INFO:journalctl@ceph.mon.b.smithi119.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T17:18:27.820 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-04-26T17:18:27.820 INFO:journalctl@ceph.mon.b.smithi119.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T17:18:27.820 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-04-26T17:18:27.820 INFO:journalctl@ceph.mon.b.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T17:18:27.820 INFO:journalctl@ceph.mon.b.smithi119.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout: Cumulative compaction: 0.00 GB write, 0.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout: Interval compaction: 0.00 GB write, 0.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout: Block cache BinnedLRUCache@0x564d1afa71f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: using public_addr v2:172.21.15.119:0/0 -> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] 2024-04-26T17:18:27.821 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: starting mon.b rank -1 at public addrs [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] at bind addrs [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(???) e0 preinit fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).mds e1 new map 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout: e1 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout: legacy client fscid: -1 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout: No filesystems configured 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-26T17:18:27.822 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi167", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.823 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi119", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Deploying cephadm binary to smithi167 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Updating smithi119:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Updating smithi119:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Added host smithi167 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1981311713' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1981311713' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.825 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.826 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.826 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi167", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:18:27.826 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:27.826 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:27.826 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.826 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.826 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.826 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Updating smithi167:/etc/ceph/ceph.conf 2024-04-26T17:18:27.826 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Updating smithi167:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:18:27.826 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Updating smithi167:/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:18:27.826 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Updating smithi167:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T17:18:27.826 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi090:172.21.15.90=a;smithi119:172.21.15.119=b;smithi167:172.21.15.167=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Saving service mon spec with placement smithi090:172.21.15.90=a;smithi119:172.21.15.119=b;smithi167:172.21.15.167=c;count:3 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Deploying daemon mon.c on smithi167 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='client.? 172.21.15.167:0/3219152340' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T17:18:27.827 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.a calling monitor election 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.c calling monitor election 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: monmap epoch 2 2024-04-26T17:18:27.828 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: last_changed 2024-04-26T17:18:18.572741+0000 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: created 2024-04-26T17:16:35.660519+0000 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: min_mon_release 19 (squid) 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: election_strategy: 1 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: fsmap 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mgrmap e13: x(active, since 50s) 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: overall HEALTH_OK 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:27.829 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:27.830 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: Deploying daemon mon.b on smithi119 2024-04-26T17:18:27.830 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='client.? 172.21.15.167:0/556233082' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T17:18:27.830 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:27.830 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:27.830 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 ceph-mon[32584]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-26T17:18:27.830 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 bash[32564]: 529d5e95225110e0fb09aad35bbccb19b42f807e11c582cec19a018cf952177d 2024-04-26T17:18:27.830 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:27 smithi119 systemd[1]: Started Ceph mon.b for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:18:32.635 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:32.635+0000 7fb5deffd700 1 -- 172.21.15.167:0/1183929516 <== mon.0 v2:172.21.15.90:3300/0 8 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1283 (secure 0 0 0) 0x7fb5d801bca0 con 0x7fb5e0107670 2024-04-26T17:18:32.636 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-26T17:18:32.636 INFO:teuthology.orchestra.run.smithi167.stdout:{"epoch":3,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","modified":"2024-04-26T17:18:27.627114Z","created":"2024-04-26T17:16:35.660519Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3300","nonce":0},{"type":"v1","addr":"172.21.15.90:6789","nonce":0}]},"addr":"172.21.15.90:6789/0","public_addr":"172.21.15.90:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:3300","nonce":0},{"type":"v1","addr":"172.21.15.167:6789","nonce":0}]},"addr":"172.21.15.167:6789/0","public_addr":"172.21.15.167:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:3300","nonce":0},{"type":"v1","addr":"172.21.15.119:6789","nonce":0}]},"addr":"172.21.15.119:6789/0","public_addr":"172.21.15.119:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T17:18:32.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:32.638+0000 7fb5e8018700 1 -- 172.21.15.167:0/1183929516 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb5c80393f0 msgr2=0x7fb5c803b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:32.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:32.638+0000 7fb5e8018700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb5c80393f0 0x7fb5c803b8b0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4009850 tx=0x7fb5d4008040 comp rx=0 tx=0).stop 2024-04-26T17:18:32.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:32.638+0000 7fb5e8018700 1 -- 172.21.15.167:0/1183929516 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5e0107670 msgr2=0x7fb5e01981e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:32.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:32.638+0000 7fb5e8018700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5e0107670 0x7fb5e01981e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb5d800d010 tx=0x7fb5d8007a20 comp rx=0 tx=0).stop 2024-04-26T17:18:32.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:32.638+0000 7fb5e8018700 1 -- 172.21.15.167:0/1183929516 shutdown_connections 2024-04-26T17:18:32.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:32.638+0000 7fb5e8018700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb5c80393f0 0x7fb5c803b8b0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:32.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:32.638+0000 7fb5e8018700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5e0107670 0x7fb5e01981e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:32.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:32.638+0000 7fb5e8018700 1 --2- 172.21.15.167:0/1183929516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb5e0198720 0x7fb5e019cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:32.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:32.638+0000 7fb5e8018700 1 -- 172.21.15.167:0/1183929516 >> 172.21.15.167:0/1183929516 conn(0x7fb5e00fd0d0 msgr2=0x7fb5e01051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:32.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:32.639+0000 7fb5e8018700 1 -- 172.21.15.167:0/1183929516 shutdown_connections 2024-04-26T17:18:32.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:32.639+0000 7fb5e8018700 1 -- 172.21.15.167:0/1183929516 wait complete. 2024-04-26T17:18:32.640 INFO:teuthology.orchestra.run.smithi167.stderr:dumped monmap epoch 3 2024-04-26T17:18:32.951 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:18:32.951 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: mon.a calling monitor election 2024-04-26T17:18:32.951 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: mon.c calling monitor election 2024-04-26T17:18:32.951 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:32.951 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:32.951 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: from='client.? 172.21.15.167:0/1183929516' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T17:18:32.951 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:32.951 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:32.951 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:32.951 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:32.951 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: monmap epoch 3 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: last_changed 2024-04-26T17:18:27.627114+0000 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: created 2024-04-26T17:16:35.660519+0000 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: min_mon_release 19 (squid) 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: election_strategy: 1 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: fsmap 2024-04-26T17:18:32.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T17:18:32.953 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: mgrmap e13: x(active, since 59s) 2024-04-26T17:18:32.953 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: overall HEALTH_OK 2024-04-26T17:18:32.953 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:32.953 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:32.953 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:33.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:18:33.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: mon.a calling monitor election 2024-04-26T17:18:33.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: mon.c calling monitor election 2024-04-26T17:18:33.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:33.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:33.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: from='client.? 172.21.15.167:0/1183929516' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T17:18:33.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:33.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:33.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:33.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:33.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:33.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:33.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:33.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T17:18:33.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: monmap epoch 3 2024-04-26T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: last_changed 2024-04-26T17:18:27.627114+0000 2024-04-26T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: created 2024-04-26T17:16:35.660519+0000 2024-04-26T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: min_mon_release 19 (squid) 2024-04-26T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: election_strategy: 1 2024-04-26T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-26T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-26T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-04-26T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: fsmap 2024-04-26T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: mgrmap e13: x(active, since 59s) 2024-04-26T17:18:33.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: overall HEALTH_OK 2024-04-26T17:18:33.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:33.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:33.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:33.245 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-26T17:18:33.245 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-26T17:18:33.485 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:18:33.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:33.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:33.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:33 smithi090 ceph-mon[29417]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:33.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:33.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:33 smithi167 ceph-mon[32665]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:35.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:18:35.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: mon.a calling monitor election 2024-04-26T17:18:35.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: mon.c calling monitor election 2024-04-26T17:18:35.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:35.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:18:35.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='client.? 172.21.15.167:0/1183929516' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T17:18:35.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:35.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:35.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:35.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:35.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:35.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:35.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:35.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T17:18:35.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: monmap epoch 3 2024-04-26T17:18:35.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:35.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: last_changed 2024-04-26T17:18:27.627114+0000 2024-04-26T17:18:35.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: created 2024-04-26T17:16:35.660519+0000 2024-04-26T17:18:35.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: min_mon_release 19 (squid) 2024-04-26T17:18:35.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: election_strategy: 1 2024-04-26T17:18:35.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-26T17:18:35.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-26T17:18:35.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-04-26T17:18:35.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: fsmap 2024-04-26T17:18:35.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T17:18:35.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: mgrmap e13: x(active, since 59s) 2024-04-26T17:18:35.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: overall HEALTH_OK 2024-04-26T17:18:35.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:35.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:35.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:35.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.163+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3768466647 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbdb4108670 msgr2=0x7fbdb4108a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:35.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.163+0000 7fbdb90c5700 1 --2- 172.21.15.90:0/3768466647 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbdb4108670 0x7fbdb4108a50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fbda4009910 tx=0x7fbda4009c20 comp rx=0 tx=0).stop 2024-04-26T17:18:35.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.163+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3768466647 shutdown_connections 2024-04-26T17:18:35.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.163+0000 7fbdb90c5700 1 --2- 172.21.15.90:0/3768466647 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbdb4108670 0x7fbdb4108a50 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:35.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.163+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3768466647 >> 172.21.15.90:0/3768466647 conn(0x7fbdb4077c70 msgr2=0x7fbdb4078080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:35.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.163+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3768466647 shutdown_connections 2024-04-26T17:18:35.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.163+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3768466647 wait complete. 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.164+0000 7fbdb90c5700 1 Processor -- start 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.164+0000 7fbdb90c5700 1 -- start start 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb90c5700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbdb4108670 0x7fbdb4101d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb90c5700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbdb41022a0 0x7fbdb4102720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb90c5700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbdb41a4420 0x7fbdb41a6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb90c5700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb410cac0 con 0x7fbdb41a4420 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb90c5700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb410c940 con 0x7fbdb41022a0 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb90c5700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb410cc40 con 0x7fbdb4108670 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb359e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbdb41a4420 0x7fbdb41a6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb359e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbdb41a4420 0x7fbdb41a6810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53950/0 (socket says 172.21.15.90:53950) 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb359e700 1 -- 172.21.15.90:0/3074376946 learned_addr learned my addr 172.21.15.90:0/3074376946 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb259c700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbdb41022a0 0x7fbdb4102720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:35.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb2d9d700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbdb4108670 0x7fbdb4101d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:35.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb359e700 1 -- 172.21.15.90:0/3074376946 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbdb4108670 msgr2=0x7fbdb4101d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:35.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb359e700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbdb4108670 0x7fbdb4101d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:35.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb359e700 1 -- 172.21.15.90:0/3074376946 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbdb41022a0 msgr2=0x7fbdb4102720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:35.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb359e700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbdb41022a0 0x7fbdb4102720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:35.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb359e700 1 -- 172.21.15.90:0/3074376946 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdb41a6f40 con 0x7fbdb41a4420 2024-04-26T17:18:35.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb259c700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbdb41022a0 0x7fbdb4102720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:18:35.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbdb359e700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbdb41a4420 0x7fbdb41a6810 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fbdac00b9e0 tx=0x7fbdac00bcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:35.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.165+0000 7fbd9bfff700 1 -- 172.21.15.90:0/3074376946 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdac00d8e0 con 0x7fbdb41a4420 2024-04-26T17:18:35.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.166+0000 7fbd9bfff700 1 -- 172.21.15.90:0/3074376946 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fbdac015420 con 0x7fbdb41a4420 2024-04-26T17:18:35.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.166+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3074376946 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdb41a7230 con 0x7fbdb41a4420 2024-04-26T17:18:35.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.166+0000 7fbd9bfff700 1 -- 172.21.15.90:0/3074376946 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdac014610 con 0x7fbdb41a4420 2024-04-26T17:18:35.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.166+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3074376946 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdb41a7720 con 0x7fbdb41a4420 2024-04-26T17:18:35.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.167+0000 7fbd9bfff700 1 -- 172.21.15.90:0/3074376946 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fbdac0147b0 con 0x7fbdb41a4420 2024-04-26T17:18:35.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.167+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3074376946 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdb4103290 con 0x7fbdb41a4420 2024-04-26T17:18:35.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.167+0000 7fbd9bfff700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbd9c039ae0 0x7fbd9c03bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:35.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.167+0000 7fbd9bfff700 1 -- 172.21.15.90:0/3074376946 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fbdac04d260 con 0x7fbdb41a4420 2024-04-26T17:18:35.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.167+0000 7fbdb2d9d700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbd9c039ae0 0x7fbd9c03bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:35.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.168+0000 7fbdb2d9d700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbd9c039ae0 0x7fbd9c03bfa0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbda4009750 tx=0x7fbda401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:35.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.173+0000 7fbd9bfff700 1 -- 172.21.15.90:0/3074376946 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbdac00f0f0 con 0x7fbdb41a4420 2024-04-26T17:18:35.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: mon.b calling monitor election 2024-04-26T17:18:35.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: mon.b calling monitor election 2024-04-26T17:18:35.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: mon.c calling monitor election 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: mon.a calling monitor election 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: monmap epoch 3 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: last_changed 2024-04-26T17:18:27.627114+0000 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: created 2024-04-26T17:16:35.660519+0000 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: min_mon_release 19 (squid) 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: election_strategy: 1 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: fsmap 2024-04-26T17:18:35.203 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: mgrmap e13: x(active, since 61s) 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: overall HEALTH_OK 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:35.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:18:35.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:35.386 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.386+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3074376946 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fbdb41a7a80 con 0x7fbdb41a4420 2024-04-26T17:18:35.386 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.386+0000 7fbd9bfff700 1 -- 172.21.15.90:0/3074376946 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7fbdac015980 con 0x7fbdb41a4420 2024-04-26T17:18:35.387 INFO:teuthology.orchestra.run.smithi090.stdout:# minimal ceph.conf for 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:35.387 INFO:teuthology.orchestra.run.smithi090.stdout:[global] 2024-04-26T17:18:35.387 INFO:teuthology.orchestra.run.smithi090.stdout: fsid = 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:35.387 INFO:teuthology.orchestra.run.smithi090.stdout: mon_host = [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] 2024-04-26T17:18:35.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.388+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3074376946 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbd9c039ae0 msgr2=0x7fbd9c03bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:35.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.388+0000 7fbdb90c5700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbd9c039ae0 0x7fbd9c03bfa0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbda4009750 tx=0x7fbda401a040 comp rx=0 tx=0).stop 2024-04-26T17:18:35.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.388+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3074376946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbdb41a4420 msgr2=0x7fbdb41a6810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:35.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.388+0000 7fbdb90c5700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbdb41a4420 0x7fbdb41a6810 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fbdac00b9e0 tx=0x7fbdac00bcf0 comp rx=0 tx=0).stop 2024-04-26T17:18:35.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.389+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3074376946 shutdown_connections 2024-04-26T17:18:35.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.389+0000 7fbdb90c5700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbd9c039ae0 0x7fbd9c03bfa0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:35.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.389+0000 7fbdb90c5700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbdb41a4420 0x7fbdb41a6810 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:35.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.389+0000 7fbdb90c5700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbdb4108670 0x7fbdb4101d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:35.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.389+0000 7fbdb90c5700 1 --2- 172.21.15.90:0/3074376946 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbdb41022a0 0x7fbdb4102720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:35.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.389+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3074376946 >> 172.21.15.90:0/3074376946 conn(0x7fbdb4077c70 msgr2=0x7fbdb40fe150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:35.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.389+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3074376946 shutdown_connections 2024-04-26T17:18:35.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:35.389+0000 7fbdb90c5700 1 -- 172.21.15.90:0/3074376946 wait complete. 2024-04-26T17:18:35.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: mon.b calling monitor election 2024-04-26T17:18:35.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: mon.b calling monitor election 2024-04-26T17:18:35.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: mon.c calling monitor election 2024-04-26T17:18:35.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: mon.a calling monitor election 2024-04-26T17:18:35.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:18:35.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: monmap epoch 3 2024-04-26T17:18:35.504 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:35.504 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: last_changed 2024-04-26T17:18:27.627114+0000 2024-04-26T17:18:35.504 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: created 2024-04-26T17:16:35.660519+0000 2024-04-26T17:18:35.504 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: min_mon_release 19 (squid) 2024-04-26T17:18:35.504 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: election_strategy: 1 2024-04-26T17:18:35.504 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-26T17:18:35.505 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-26T17:18:35.505 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-04-26T17:18:35.505 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: fsmap 2024-04-26T17:18:35.505 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T17:18:35.505 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: mgrmap e13: x(active, since 61s) 2024-04-26T17:18:35.505 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: overall HEALTH_OK 2024-04-26T17:18:35.506 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.506 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.506 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.506 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.506 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.506 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.507 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.507 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.507 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.507 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.507 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.507 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:35.507 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:18:35.508 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:35.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: mon.b calling monitor election 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: mon.b calling monitor election 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: mon.c calling monitor election 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: mon.a calling monitor election 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: monmap epoch 3 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: last_changed 2024-04-26T17:18:27.627114+0000 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: created 2024-04-26T17:16:35.660519+0000 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: min_mon_release 19 (squid) 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: election_strategy: 1 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-04-26T17:18:35.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: fsmap 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: mgrmap e13: x(active, since 61s) 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: overall HEALTH_OK 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:35.549 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:35.550 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:18:35.550 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:36.134 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-26T17:18:36.134 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:18:36.135 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T17:18:36.160 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:18:36.160 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:18:36.225 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-26T17:18:36.225 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T17:18:36.254 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-26T17:18:36.254 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:18:36.319 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-26T17:18:36.320 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T17:18:36.351 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-26T17:18:36.351 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:18:36.417 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:36 smithi167 ceph-mon[32665]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T17:18:36.417 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:36 smithi167 ceph-mon[32665]: Reconfiguring daemon mon.a on smithi090 2024-04-26T17:18:36.417 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:36 smithi167 ceph-mon[32665]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:36.417 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:36 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3074376946' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:36.417 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:36.421 INFO:tasks.cephadm:Adding mgr.x on smithi090 2024-04-26T17:18:36.421 INFO:tasks.cephadm:Adding mgr.y on smithi119 2024-04-26T17:18:36.421 INFO:tasks.cephadm:Adding mgr.z on smithi167 2024-04-26T17:18:36.421 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi090=x;smithi119=y;smithi167=z' 2024-04-26T17:18:36.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:36 smithi090 ceph-mon[29417]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T17:18:36.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:36 smithi090 ceph-mon[29417]: Reconfiguring daemon mon.a on smithi090 2024-04-26T17:18:36.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:36 smithi090 ceph-mon[29417]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:36.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:36 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3074376946' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:36.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:36 smithi119 ceph-mon[32584]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T17:18:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:36 smithi119 ceph-mon[32584]: Reconfiguring daemon mon.a on smithi090 2024-04-26T17:18:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:36 smithi119 ceph-mon[32584]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:36 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3074376946' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:18:36.702 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:18:38.103 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.101+0000 7f33fee60700 1 -- 172.21.15.167:0/1757613787 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f33f81049a0 msgr2=0x7f33f8104dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:38.103 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.101+0000 7f33fee60700 1 --2- 172.21.15.167:0/1757613787 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f33f81049a0 0x7f33f8104dc0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f33ec009910 tx=0x7f33ec009c20 comp rx=0 tx=0).stop 2024-04-26T17:18:38.103 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.101+0000 7f33fee60700 1 -- 172.21.15.167:0/1757613787 shutdown_connections 2024-04-26T17:18:38.103 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.101+0000 7f33fee60700 1 --2- 172.21.15.167:0/1757613787 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f33f81049a0 0x7f33f8104dc0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:38.103 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.101+0000 7f33fee60700 1 -- 172.21.15.167:0/1757613787 >> 172.21.15.167:0/1757613787 conn(0x7f33f80fff60 msgr2=0x7f33f8102380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:38.103 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.101+0000 7f33fee60700 1 -- 172.21.15.167:0/1757613787 shutdown_connections 2024-04-26T17:18:38.103 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.101+0000 7f33fee60700 1 -- 172.21.15.167:0/1757613787 wait complete. 2024-04-26T17:18:38.103 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.101+0000 7f33fee60700 1 Processor -- start 2024-04-26T17:18:38.103 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.101+0000 7f33fee60700 1 -- start start 2024-04-26T17:18:38.103 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fee60700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33f81049a0 0x7f33f819a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:38.103 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fee60700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33f819a5f0 0x7f33f819f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fee60700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f33f819aa70 0x7f33f81a1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fee60700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f33f810a8d0 con 0x7f33f819aa70 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fee60700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f33f810a750 con 0x7f33f819a5f0 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fee60700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f33f810aa50 con 0x7f33f81049a0 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fcbfc700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33f81049a0 0x7f33f819a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fcbfc700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33f81049a0 0x7f33f819a0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:42028/0 (socket says 172.21.15.167:42028) 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fcbfc700 1 -- 172.21.15.167:0/4290024473 learned_addr learned my addr 172.21.15.167:0/4290024473 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33f7fff700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33f819a5f0 0x7f33f819f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fd3fd700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f33f819aa70 0x7f33f81a1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fcbfc700 1 -- 172.21.15.167:0/4290024473 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33f819a5f0 msgr2=0x7f33f819f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fcbfc700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33f819a5f0 0x7f33f819f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fcbfc700 1 -- 172.21.15.167:0/4290024473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f33f819aa70 msgr2=0x7f33f81a1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:38.104 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fcbfc700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f33f819aa70 0x7f33f81a1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:38.105 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fcbfc700 1 -- 172.21.15.167:0/4290024473 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33f81a24c0 con 0x7f33f81049a0 2024-04-26T17:18:38.105 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fcbfc700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33f81049a0 0x7f33f819a0b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f33ec005b40 tx=0x7f33ec005010 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:38.105 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33f5ffb700 1 -- 172.21.15.167:0/4290024473 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33ec027070 con 0x7f33f81049a0 2024-04-26T17:18:38.105 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33f5ffb700 1 -- 172.21.15.167:0/4290024473 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f33ec00be10 con 0x7f33f81049a0 2024-04-26T17:18:38.105 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33f5ffb700 1 -- 172.21.15.167:0/4290024473 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33ec00f460 con 0x7f33f81049a0 2024-04-26T17:18:38.105 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.102+0000 7f33fee60700 1 -- 172.21.15.167:0/4290024473 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33f81a2750 con 0x7f33f81049a0 2024-04-26T17:18:38.105 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.103+0000 7f33fee60700 1 -- 172.21.15.167:0/4290024473 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33f81a2cb0 con 0x7f33f81049a0 2024-04-26T17:18:38.106 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.103+0000 7f33f5ffb700 1 -- 172.21.15.167:0/4290024473 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f33ec02a070 con 0x7f33f81049a0 2024-04-26T17:18:38.106 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.103+0000 7f33fee60700 1 -- 172.21.15.167:0/4290024473 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33f8064250 con 0x7f33f81049a0 2024-04-26T17:18:38.106 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.103+0000 7f33f5ffb700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f33e8039ae0 0x7f33e803bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:38.106 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.104+0000 7f33f5ffb700 1 -- 172.21.15.167:0/4290024473 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f33ec04db60 con 0x7f33f81049a0 2024-04-26T17:18:38.106 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.104+0000 7f33f7fff700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f33e8039ae0 0x7f33e803bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:38.106 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.104+0000 7f33f7fff700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f33e8039ae0 0x7f33e803bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f33e4009850 tx=0x7f33e4008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:38.109 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.109+0000 7f33f5ffb700 1 -- 172.21.15.167:0/4290024473 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f33ec013070 con 0x7f33f81049a0 2024-04-26T17:18:38.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:37 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:38.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:37 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:38.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:37 smithi167 ceph-mon[32665]: Reconfiguring mon.b (monmap changed)... 2024-04-26T17:18:38.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:37 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:38.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:37 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:18:38.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:37 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:38.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:37 smithi167 ceph-mon[32665]: Reconfiguring daemon mon.b on smithi119 2024-04-26T17:18:38.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:37 smithi167 ceph-mon[32665]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:38.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:37 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:38.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:37 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:38.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:37 smithi119 ceph-mon[32584]: Reconfiguring mon.b (monmap changed)... 2024-04-26T17:18:38.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:37 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:38.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:37 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:18:38.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:37 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:38.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:37 smithi119 ceph-mon[32584]: Reconfiguring daemon mon.b on smithi119 2024-04-26T17:18:38.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:37 smithi119 ceph-mon[32584]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:38.321 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.321+0000 7f33fee60700 1 -- 172.21.15.167:0/4290024473 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi090=x;smithi119=y;smithi167=z", "target": ["mon-mgr", ""]}) -- 0x7f33f80630c0 con 0x7f33e8039ae0 2024-04-26T17:18:38.327 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.327+0000 7f33f5ffb700 1 -- 172.21.15.167:0/4290024473 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f33f80630c0 con 0x7f33e8039ae0 2024-04-26T17:18:38.327 INFO:teuthology.orchestra.run.smithi167.stdout:Scheduled mgr update... 2024-04-26T17:18:38.329 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.329+0000 7f33fee60700 1 -- 172.21.15.167:0/4290024473 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f33e8039ae0 msgr2=0x7f33e803bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:38.329 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.329+0000 7f33fee60700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f33e8039ae0 0x7f33e803bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f33e4009850 tx=0x7f33e4008040 comp rx=0 tx=0).stop 2024-04-26T17:18:38.329 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.329+0000 7f33fee60700 1 -- 172.21.15.167:0/4290024473 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33f81049a0 msgr2=0x7f33f819a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:38.330 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.329+0000 7f33fee60700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33f81049a0 0x7f33f819a0b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f33ec005b40 tx=0x7f33ec005010 comp rx=0 tx=0).stop 2024-04-26T17:18:38.330 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.329+0000 7f33fee60700 1 -- 172.21.15.167:0/4290024473 shutdown_connections 2024-04-26T17:18:38.330 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.329+0000 7f33fee60700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f33e8039ae0 0x7f33e803bfa0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:38.330 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.329+0000 7f33fee60700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f33f819aa70 0x7f33f81a1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:38.330 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.329+0000 7f33fee60700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33f81049a0 0x7f33f819a0b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:38.330 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.329+0000 7f33fee60700 1 --2- 172.21.15.167:0/4290024473 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33f819a5f0 0x7f33f819f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:38.330 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.329+0000 7f33fee60700 1 -- 172.21.15.167:0/4290024473 >> 172.21.15.167:0/4290024473 conn(0x7f33f80fff60 msgr2=0x7f33f8100c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:38.330 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.329+0000 7f33fee60700 1 -- 172.21.15.167:0/4290024473 shutdown_connections 2024-04-26T17:18:38.330 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:18:38.329+0000 7f33fee60700 1 -- 172.21.15.167:0/4290024473 wait complete. 2024-04-26T17:18:38.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:38.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:38.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:37 smithi090 ceph-mon[29417]: Reconfiguring mon.b (monmap changed)... 2024-04-26T17:18:38.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:38.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:18:38.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:38.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:37 smithi090 ceph-mon[29417]: Reconfiguring daemon mon.b on smithi119 2024-04-26T17:18:38.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:37 smithi090 ceph-mon[29417]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:38.959 DEBUG:teuthology.orchestra.run.smithi119:mgr.y> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.y.service 2024-04-26T17:18:38.961 DEBUG:teuthology.orchestra.run.smithi167:mgr.z> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.z.service 2024-04-26T17:18:38.964 INFO:tasks.cephadm:Deploying OSDs... 2024-04-26T17:18:38.964 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:18:38.964 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T17:18:38.984 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T17:18:38.984 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_1 2024-04-26T17:18:39.041 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T17:18:39.041 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T17:18:39.041 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 663 Links: 1 2024-04-26T17:18:39.041 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:18:39.041 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T17:18:39.041 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-26 17:17:45.975565652 +0000 2024-04-26T17:18:39.042 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-26 17:13:33.119105928 +0000 2024-04-26T17:18:39.042 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-26 17:13:33.119105928 +0000 2024-04-26T17:18:39.042 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-04-26 17:13:33.119105928 +0000 2024-04-26T17:18:39.042 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T17:18:39.107 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-04-26T17:18:39.108 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-04-26T17:18:39.108 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000262357 s, 2.0 MB/s 2024-04-26T17:18:39.109 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T17:18:39.167 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_2 2024-04-26T17:18:39.224 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T17:18:39.224 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T17:18:39.224 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 682 Links: 1 2024-04-26T17:18:39.224 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:18:39.225 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T17:18:39.225 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-26 17:17:46.002565275 +0000 2024-04-26T17:18:39.225 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-26 17:13:33.457101100 +0000 2024-04-26T17:18:39.225 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-26 17:13:33.457101100 +0000 2024-04-26T17:18:39.225 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-04-26 17:13:33.457101100 +0000 2024-04-26T17:18:39.225 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T17:18:39.289 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-04-26T17:18:39.289 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-04-26T17:18:39.289 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000217127 s, 2.4 MB/s 2024-04-26T17:18:39.291 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T17:18:39.351 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_3 2024-04-26T17:18:39.388 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:39 smithi167 ceph-mon[32665]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi090=x;smithi119=y;smithi167=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:18:39.388 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:39 smithi167 ceph-mon[32665]: Saving service mgr spec with placement smithi090=x;smithi119=y;smithi167=z;count:3 2024-04-26T17:18:39.388 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:39.388 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:39.388 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:39.388 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:39 smithi167 ceph-mon[32665]: Reconfiguring mon.c (monmap changed)... 2024-04-26T17:18:39.388 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:39.388 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:18:39.388 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:39.389 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:39 smithi167 ceph-mon[32665]: Reconfiguring daemon mon.c on smithi167 2024-04-26T17:18:39.407 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T17:18:39.407 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T17:18:39.407 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-26T17:18:39.407 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:18:39.407 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T17:18:39.408 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-26 17:17:46.027564925 +0000 2024-04-26T17:18:39.408 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-26 17:13:33.804096144 +0000 2024-04-26T17:18:39.408 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-26 17:13:33.804096144 +0000 2024-04-26T17:18:39.408 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-04-26 17:13:33.804096144 +0000 2024-04-26T17:18:39.408 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T17:18:39.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:39 smithi090 ceph-mon[29417]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi090=x;smithi119=y;smithi167=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:18:39.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:39 smithi090 ceph-mon[29417]: Saving service mgr spec with placement smithi090=x;smithi119=y;smithi167=z;count:3 2024-04-26T17:18:39.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:39.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:39.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:39.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:39 smithi090 ceph-mon[29417]: Reconfiguring mon.c (monmap changed)... 2024-04-26T17:18:39.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:39.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:18:39.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:39.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:39 smithi090 ceph-mon[29417]: Reconfiguring daemon mon.c on smithi167 2024-04-26T17:18:39.455 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-04-26T17:18:39.455 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-04-26T17:18:39.455 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000212492 s, 2.4 MB/s 2024-04-26T17:18:39.456 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T17:18:39.513 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_4 2024-04-26T17:18:39.569 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T17:18:39.569 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T17:18:39.569 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-04-26T17:18:39.569 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:18:39.569 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T17:18:39.569 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-26 17:17:46.052564575 +0000 2024-04-26T17:18:39.569 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-26 17:13:34.137091387 +0000 2024-04-26T17:18:39.569 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-26 17:13:34.137091387 +0000 2024-04-26T17:18:39.569 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-04-26 17:13:34.137091387 +0000 2024-04-26T17:18:39.570 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T17:18:39.632 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-04-26T17:18:39.633 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-04-26T17:18:39.633 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000248493 s, 2.1 MB/s 2024-04-26T17:18:39.634 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T17:18:39.690 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-26T17:18:39.690 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T17:18:39.707 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T17:18:39.707 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_1 2024-04-26T17:18:39.763 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T17:18:39.763 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T17:18:39.763 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-26T17:18:39.763 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:18:39.763 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T17:18:39.763 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-04-26 17:18:27.075083100 +0000 2024-04-26T17:18:39.763 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-04-26 17:13:23.800668456 +0000 2024-04-26T17:18:39.763 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-04-26 17:13:23.800668456 +0000 2024-04-26T17:18:39.763 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-04-26 17:13:23.800668456 +0000 2024-04-26T17:18:39.764 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T17:18:39.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:39 smithi119 ceph-mon[32584]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi090=x;smithi119=y;smithi167=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:18:39.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:39 smithi119 ceph-mon[32584]: Saving service mgr spec with placement smithi090=x;smithi119=y;smithi167=z;count:3 2024-04-26T17:18:39.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:39.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:39.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:39 smithi119 ceph-mon[32584]: Reconfiguring mon.c (monmap changed)... 2024-04-26T17:18:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:18:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:18:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:39 smithi119 ceph-mon[32584]: Reconfiguring daemon mon.c on smithi167 2024-04-26T17:18:39.820 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-04-26T17:18:39.820 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-04-26T17:18:39.820 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.00019609 s, 2.6 MB/s 2024-04-26T17:18:39.821 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T17:18:39.877 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_2 2024-04-26T17:18:39.932 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T17:18:39.933 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T17:18:39.933 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-04-26T17:18:39.933 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:18:39.933 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T17:18:39.933 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-04-26 17:18:27.075083100 +0000 2024-04-26T17:18:39.933 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-04-26 17:13:24.149659443 +0000 2024-04-26T17:18:39.933 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-04-26 17:13:24.149659443 +0000 2024-04-26T17:18:39.933 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-04-26 17:13:24.149659443 +0000 2024-04-26T17:18:39.933 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T17:18:39.996 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-04-26T17:18:39.996 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-04-26T17:18:39.996 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000176791 s, 2.9 MB/s 2024-04-26T17:18:39.997 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T17:18:40.053 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_3 2024-04-26T17:18:40.108 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T17:18:40.108 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T17:18:40.108 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-26T17:18:40.108 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:18:40.109 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T17:18:40.109 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-04-26 17:18:27.076083077 +0000 2024-04-26T17:18:40.109 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-04-26 17:13:24.495650507 +0000 2024-04-26T17:18:40.109 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-04-26 17:13:24.495650507 +0000 2024-04-26T17:18:40.109 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-04-26 17:13:24.495650507 +0000 2024-04-26T17:18:40.109 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T17:18:40.170 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-04-26T17:18:40.170 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-04-26T17:18:40.170 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000213239 s, 2.4 MB/s 2024-04-26T17:18:40.171 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T17:18:40.227 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_4 2024-04-26T17:18:40.282 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T17:18:40.282 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T17:18:40.282 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-26T17:18:40.282 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:18:40.282 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T17:18:40.282 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-04-26 17:18:27.076083077 +0000 2024-04-26T17:18:40.282 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-04-26 17:13:24.828641906 +0000 2024-04-26T17:18:40.282 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-04-26 17:13:24.828641906 +0000 2024-04-26T17:18:40.282 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-04-26 17:13:24.828641906 +0000 2024-04-26T17:18:40.283 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T17:18:40.344 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-04-26T17:18:40.344 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-04-26T17:18:40.344 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000187648 s, 2.7 MB/s 2024-04-26T17:18:40.345 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T17:18:40.400 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-26T17:18:40.401 DEBUG:teuthology.orchestra.run.smithi167:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T17:18:40.418 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T17:18:40.418 DEBUG:teuthology.orchestra.run.smithi167:> stat /dev/vg_nvme/lv_1 2024-04-26T17:18:40.474 INFO:teuthology.orchestra.run.smithi167.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T17:18:40.474 INFO:teuthology.orchestra.run.smithi167.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T17:18:40.474 INFO:teuthology.orchestra.run.smithi167.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-26T17:18:40.474 INFO:teuthology.orchestra.run.smithi167.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:18:40.474 INFO:teuthology.orchestra.run.smithi167.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T17:18:40.474 INFO:teuthology.orchestra.run.smithi167.stdout:Access: 2024-04-26 17:18:17.607988132 +0000 2024-04-26T17:18:40.474 INFO:teuthology.orchestra.run.smithi167.stdout:Modify: 2024-04-26 17:13:23.812095938 +0000 2024-04-26T17:18:40.474 INFO:teuthology.orchestra.run.smithi167.stdout:Change: 2024-04-26 17:13:23.812095938 +0000 2024-04-26T17:18:40.474 INFO:teuthology.orchestra.run.smithi167.stdout: Birth: 2024-04-26 17:13:23.812095938 +0000 2024-04-26T17:18:40.474 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T17:18:40.538 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records in 2024-04-26T17:18:40.538 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records out 2024-04-26T17:18:40.538 INFO:teuthology.orchestra.run.smithi167.stderr:512 bytes copied, 0.000222083 s, 2.3 MB/s 2024-04-26T17:18:40.539 DEBUG:teuthology.orchestra.run.smithi167:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T17:18:40.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:40 smithi119 ceph-mon[32584]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:40.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:40.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:40.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:40.596 DEBUG:teuthology.orchestra.run.smithi167:> stat /dev/vg_nvme/lv_2 2024-04-26T17:18:40.651 INFO:teuthology.orchestra.run.smithi167.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T17:18:40.651 INFO:teuthology.orchestra.run.smithi167.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T17:18:40.651 INFO:teuthology.orchestra.run.smithi167.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-26T17:18:40.651 INFO:teuthology.orchestra.run.smithi167.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:18:40.651 INFO:teuthology.orchestra.run.smithi167.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T17:18:40.651 INFO:teuthology.orchestra.run.smithi167.stdout:Access: 2024-04-26 17:18:17.607988132 +0000 2024-04-26T17:18:40.652 INFO:teuthology.orchestra.run.smithi167.stdout:Modify: 2024-04-26 17:13:24.164089445 +0000 2024-04-26T17:18:40.652 INFO:teuthology.orchestra.run.smithi167.stdout:Change: 2024-04-26 17:13:24.164089445 +0000 2024-04-26T17:18:40.652 INFO:teuthology.orchestra.run.smithi167.stdout: Birth: 2024-04-26 17:13:24.164089445 +0000 2024-04-26T17:18:40.652 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T17:18:40.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:40 smithi090 ceph-mon[29417]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:40.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:40.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:40.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:40.712 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:40 smithi167 ceph-mon[32665]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:40.712 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:40.712 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:40.712 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:40.714 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records in 2024-04-26T17:18:40.714 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records out 2024-04-26T17:18:40.714 INFO:teuthology.orchestra.run.smithi167.stderr:512 bytes copied, 0.000189619 s, 2.7 MB/s 2024-04-26T17:18:40.715 DEBUG:teuthology.orchestra.run.smithi167:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T17:18:40.772 DEBUG:teuthology.orchestra.run.smithi167:> stat /dev/vg_nvme/lv_3 2024-04-26T17:18:40.827 INFO:teuthology.orchestra.run.smithi167.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T17:18:40.827 INFO:teuthology.orchestra.run.smithi167.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T17:18:40.827 INFO:teuthology.orchestra.run.smithi167.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-26T17:18:40.827 INFO:teuthology.orchestra.run.smithi167.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:18:40.827 INFO:teuthology.orchestra.run.smithi167.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T17:18:40.827 INFO:teuthology.orchestra.run.smithi167.stdout:Access: 2024-04-26 17:18:17.607988132 +0000 2024-04-26T17:18:40.827 INFO:teuthology.orchestra.run.smithi167.stdout:Modify: 2024-04-26 17:13:24.500083247 +0000 2024-04-26T17:18:40.827 INFO:teuthology.orchestra.run.smithi167.stdout:Change: 2024-04-26 17:13:24.500083247 +0000 2024-04-26T17:18:40.827 INFO:teuthology.orchestra.run.smithi167.stdout: Birth: 2024-04-26 17:13:24.500083247 +0000 2024-04-26T17:18:40.828 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T17:18:40.889 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records in 2024-04-26T17:18:40.889 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records out 2024-04-26T17:18:40.889 INFO:teuthology.orchestra.run.smithi167.stderr:512 bytes copied, 0.000316181 s, 1.6 MB/s 2024-04-26T17:18:40.890 DEBUG:teuthology.orchestra.run.smithi167:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T17:18:40.946 DEBUG:teuthology.orchestra.run.smithi167:> stat /dev/vg_nvme/lv_4 2024-04-26T17:18:41.001 INFO:teuthology.orchestra.run.smithi167.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T17:18:41.001 INFO:teuthology.orchestra.run.smithi167.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T17:18:41.002 INFO:teuthology.orchestra.run.smithi167.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-04-26T17:18:41.002 INFO:teuthology.orchestra.run.smithi167.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:18:41.002 INFO:teuthology.orchestra.run.smithi167.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T17:18:41.002 INFO:teuthology.orchestra.run.smithi167.stdout:Access: 2024-04-26 17:18:17.608988115 +0000 2024-04-26T17:18:41.002 INFO:teuthology.orchestra.run.smithi167.stdout:Modify: 2024-04-26 17:13:24.841076957 +0000 2024-04-26T17:18:41.002 INFO:teuthology.orchestra.run.smithi167.stdout:Change: 2024-04-26 17:13:24.841076957 +0000 2024-04-26T17:18:41.002 INFO:teuthology.orchestra.run.smithi167.stdout: Birth: 2024-04-26 17:13:24.841076957 +0000 2024-04-26T17:18:41.002 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T17:18:41.064 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records in 2024-04-26T17:18:41.064 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records out 2024-04-26T17:18:41.064 INFO:teuthology.orchestra.run.smithi167.stderr:512 bytes copied, 0.000183373 s, 2.8 MB/s 2024-04-26T17:18:41.065 DEBUG:teuthology.orchestra.run.smithi167:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T17:18:41.121 INFO:tasks.cephadm:Deploying osd.0 on smithi090 with /dev/vg_nvme/lv_4... 2024-04-26T17:18:41.121 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T17:18:41.354 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:18:41.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:41 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:41.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:41 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:41.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:41 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:41.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:41 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:18:41.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:41 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T17:18:41.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:41 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:18:41.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:41 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:41.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:41 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:41.857 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:41 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:41.858 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:41 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:41.858 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:41 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:18:41.858 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:41 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T17:18:41.858 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:41 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:18:41.858 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:41 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:41.859 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:41 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:41.859 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:41 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:41.859 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:41 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:41.859 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:41 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:18:41.859 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:41 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T17:18:41.859 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:41 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:18:41.859 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:41 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:42.383 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:42 smithi167 ceph-mon[32665]: Deploying daemon mgr.z on smithi167 2024-04-26T17:18:42.383 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:42 smithi167 ceph-mon[32665]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:42.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:42 smithi090 ceph-mon[29417]: Deploying daemon mgr.z on smithi167 2024-04-26T17:18:42.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:42 smithi090 ceph-mon[29417]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:42.752 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:42 smithi167 systemd[1]: Starting Ceph mgr.z for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:18:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:42 smithi119 ceph-mon[32584]: Deploying daemon mgr.z on smithi167 2024-04-26T17:18:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:42 smithi119 ceph-mon[32584]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:43.053 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:42 smithi167 podman[34492]: 2024-04-26 17:18:42.768348462 +0000 UTC m=+0.111626528 container create 894804f8d4216ac46c2ecc950103e7c9eab8b36a5ce2f3736654bfd772b89be5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-c37f63b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-26T17:18:43.053 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:42 smithi167 podman[34492]: 2024-04-26 17:18:42.674800889 +0000 UTC m=+0.018078965 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:18:43.053 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:42 smithi167 podman[34492]: 2024-04-26 17:18:42.978909807 +0000 UTC m=+0.322187873 container init 894804f8d4216ac46c2ecc950103e7c9eab8b36a5ce2f3736654bfd772b89be5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=main-c37f63b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-26T17:18:43.053 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:42 smithi167 podman[34492]: 2024-04-26 17:18:42.981585195 +0000 UTC m=+0.324863263 container start 894804f8d4216ac46c2ecc950103e7c9eab8b36a5ce2f3736654bfd772b89be5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-c37f63b, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T17:18:43.053 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:43 smithi167 ceph-mgr[34511]: -- 172.21.15.167:0/3358992633 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563c2c3825a0 con 0x563c2c356c00 2024-04-26T17:18:43.053 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:43 smithi167 bash[34492]: 894804f8d4216ac46c2ecc950103e7c9eab8b36a5ce2f3736654bfd772b89be5 2024-04-26T17:18:43.320 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:43 smithi167 systemd[1]: Started Ceph mgr.z for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:18:43.320 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:43.136+0000 7f377906c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T17:18:43.320 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:43.320+0000 7f377906c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:18:43.399 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T17:18:43.399 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T17:18:43.399 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-04-26T17:18:43.399 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-04-26T17:18:43.399 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114489 s, 916 MB/s 2024-04-26T17:18:43.399 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-04-26T17:18:43.724 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:43.421+0000 7f377906c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T17:18:43.725 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:43.724+0000 7f377906c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T17:18:43.950 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi090:vg_nvme/lv_4 2024-04-26T17:18:44.002 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:43.806+0000 7f377906c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T17:18:44.182 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:18:44.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:44.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:44.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:44.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:18:44.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T17:18:44.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:18:44.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:44.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:44 smithi090 ceph-mon[29417]: Deploying daemon mgr.y on smithi119 2024-04-26T17:18:44.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:44 smithi090 ceph-mon[29417]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:44.417 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:44.417 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:44.418 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:44.418 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:18:44.418 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T17:18:44.418 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:18:44.418 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:44.418 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:44 smithi167 ceph-mon[32665]: Deploying daemon mgr.y on smithi119 2024-04-26T17:18:44.418 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:44 smithi167 ceph-mon[32665]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:44.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:44.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:44.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:44.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:18:44.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T17:18:44.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:18:44.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:44.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:44 smithi119 ceph-mon[32584]: Deploying daemon mgr.y on smithi119 2024-04-26T17:18:44.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:44 smithi119 ceph-mon[32584]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:45.297 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:45 smithi119 systemd[1]: Starting Ceph mgr.y for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:18:45.383 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:45.040+0000 7f377906c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T17:18:45.383 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:45.209+0000 7f377906c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T17:18:45.383 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:45.382+0000 7f377906c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T17:18:45.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.616+0000 7fd6c1591700 1 -- 172.21.15.90:0/178052720 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6bc104240 msgr2=0x7fd6bc104660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:45.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.616+0000 7fd6c1591700 1 --2- 172.21.15.90:0/178052720 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6bc104240 0x7fd6bc104660 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac0099c0 tx=0x7fd6ac009cd0 comp rx=0 tx=0).stop 2024-04-26T17:18:45.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.616+0000 7fd6c1591700 1 -- 172.21.15.90:0/178052720 shutdown_connections 2024-04-26T17:18:45.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.616+0000 7fd6c1591700 1 --2- 172.21.15.90:0/178052720 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6bc104240 0x7fd6bc104660 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:45.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.616+0000 7fd6c1591700 1 --2- 172.21.15.90:0/178052720 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6bc101680 0x7fd6bc10b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:45.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.616+0000 7fd6c1591700 1 --2- 172.21.15.90:0/178052720 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd6bc100cc0 0x7fd6bc101140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:45.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.616+0000 7fd6c1591700 1 -- 172.21.15.90:0/178052720 >> 172.21.15.90:0/178052720 conn(0x7fd6bc0fc880 msgr2=0x7fd6bc0feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.616+0000 7fd6c1591700 1 -- 172.21.15.90:0/178052720 shutdown_connections 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.616+0000 7fd6c1591700 1 -- 172.21.15.90:0/178052720 wait complete. 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6c1591700 1 Processor -- start 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6c1591700 1 -- start start 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6c1591700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd6bc100cc0 0x7fd6bc103940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6c1591700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6bc101680 0x7fd6bc101f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6c1591700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6bc104240 0x7fd6bc1024d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6c1591700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd6bc10e760 con 0x7fd6bc104240 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6c1591700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd6bc10e5e0 con 0x7fd6bc101680 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6c1591700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd6bc10e8e0 con 0x7fd6bc100cc0 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6bb7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6bc104240 0x7fd6bc1024d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6bb7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6bc104240 0x7fd6bc1024d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:54680/0 (socket says 172.21.15.90:54680) 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6bb7fe700 1 -- 172.21.15.90:0/183127596 learned_addr learned my addr 172.21.15.90:0/183127596 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6b27fc700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6bc101680 0x7fd6bc101f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:45.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6baffd700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd6bc100cc0 0x7fd6bc103940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:45.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6bb7fe700 1 -- 172.21.15.90:0/183127596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd6bc100cc0 msgr2=0x7fd6bc103940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:45.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6bb7fe700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd6bc100cc0 0x7fd6bc103940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:45.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6bb7fe700 1 -- 172.21.15.90:0/183127596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6bc101680 msgr2=0x7fd6bc101f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:18:45.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6bb7fe700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6bc101680 0x7fd6bc101f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:18:45.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.617+0000 7fd6bb7fe700 1 -- 172.21.15.90:0/183127596 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6bc102d80 con 0x7fd6bc104240 2024-04-26T17:18:45.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.618+0000 7fd6bb7fe700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6bc104240 0x7fd6bc1024d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd6b4007ee0 tx=0x7fd6b400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:45.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.618+0000 7fd6b8ff9700 1 -- 172.21.15.90:0/183127596 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6b4004bb0 con 0x7fd6bc104240 2024-04-26T17:18:45.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.618+0000 7fd6b8ff9700 1 -- 172.21.15.90:0/183127596 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd6b4004d50 con 0x7fd6bc104240 2024-04-26T17:18:45.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.618+0000 7fd6c1591700 1 -- 172.21.15.90:0/183127596 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6bc1a2f70 con 0x7fd6bc104240 2024-04-26T17:18:45.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.618+0000 7fd6b8ff9700 1 -- 172.21.15.90:0/183127596 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6b4005910 con 0x7fd6bc104240 2024-04-26T17:18:45.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.618+0000 7fd6c1591700 1 -- 172.21.15.90:0/183127596 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6bc1a33d0 con 0x7fd6bc104240 2024-04-26T17:18:45.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.619+0000 7fd6b8ff9700 1 -- 172.21.15.90:0/183127596 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fd6b401a020 con 0x7fd6bc104240 2024-04-26T17:18:45.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.619+0000 7fd6c1591700 1 -- 172.21.15.90:0/183127596 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6bc0698e0 con 0x7fd6bc104240 2024-04-26T17:18:45.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.619+0000 7fd6b8ff9700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6a8039890 0x7fd6a803bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:18:45.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.619+0000 7fd6b8ff9700 1 -- 172.21.15.90:0/183127596 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd6b404c330 con 0x7fd6bc104240 2024-04-26T17:18:45.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.619+0000 7fd6baffd700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6a8039890 0x7fd6a803bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:18:45.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.619+0000 7fd6baffd700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6a8039890 0x7fd6a803bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac006010 tx=0x7fd6ac003680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:18:45.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.624+0000 7fd6b8ff9700 1 -- 172.21.15.90:0/183127596 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd6b4010070 con 0x7fd6bc104240 2024-04-26T17:18:45.632 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:45 smithi119 podman[33954]: 2024-04-26 17:18:45.235296716 +0000 UTC m=+0.017963604 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:18:45.632 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:45 smithi119 podman[33954]: 2024-04-26 17:18:45.347150658 +0000 UTC m=+0.129817545 container create dff3d1476ac4591daab9fe93b09fe86f1aeb17525e1802eca3f7c117a41bea9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-26T17:18:45.632 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:45 smithi119 podman[33954]: 2024-04-26 17:18:45.532998043 +0000 UTC m=+0.315664931 container init dff3d1476ac4591daab9fe93b09fe86f1aeb17525e1802eca3f7c117a41bea9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:18:45.632 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:45 smithi119 podman[33954]: 2024-04-26 17:18:45.535839049 +0000 UTC m=+0.318505944 container start dff3d1476ac4591daab9fe93b09fe86f1aeb17525e1802eca3f7c117a41bea9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-26T17:18:45.632 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:45 smithi119 ceph-mgr[33981]: -- 172.21.15.119:0/2529386415 <== mon.2 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5603b8f665a0 con 0x5603b8f3b000 2024-04-26T17:18:45.632 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:45 smithi119 bash[33954]: dff3d1476ac4591daab9fe93b09fe86f1aeb17525e1802eca3f7c117a41bea9d 2024-04-26T17:18:45.671 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:45.671+0000 7f377906c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T17:18:45.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:45.839+0000 7fd6c1591700 1 -- 172.21.15.90:0/183127596 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fd6bc063030 con 0x7fd6a8039890 2024-04-26T17:18:45.881 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:45 smithi119 systemd[1]: Started Ceph mgr.y for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:18:45.882 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:45.690+0000 7fca6d252200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T17:18:45.882 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:45.882+0000 7fca6d252200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:18:45.974 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:45.765+0000 7f377906c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T17:18:45.975 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:45.974+0000 7f377906c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T17:18:46.252 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:46 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:46.171+0000 7f377906c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:18:46.297 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:45.990+0000 7fca6d252200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T17:18:46.666 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:46 smithi090 ceph-mon[29417]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:46.666 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:46.666 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:46.666 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:46.666 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:46.666 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:18:46.666 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:18:46.666 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:46.666 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:46.692 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:46 smithi167 ceph-mon[32665]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:46.692 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:46.692 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:46.692 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:46.692 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:46.693 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:18:46.693 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:18:46.693 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:46.693 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:46.721 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:46 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:46.315+0000 7fca6d252200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T17:18:46.721 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:46 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:46.420+0000 7fca6d252200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T17:18:46.721 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:46 smithi119 ceph-mon[32584]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:46.721 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:46.721 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:46.721 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:46.721 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:46.721 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:18:46.721 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:18:46.721 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:46.722 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:47.002 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:46 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:46.804+0000 7f377906c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T17:18:47.502 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:47.237+0000 7f377906c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T17:18:47.502 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:47.333+0000 7f377906c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T17:18:47.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-mon[32665]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:18:47.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:47.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:47.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:18:47.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:18:47.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:47.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:47 smithi090 ceph-mon[29417]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:18:47.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:18:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:18:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:47.797 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:47.639+0000 7fca6d252200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T17:18:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-mon[32584]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:18:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:47.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:47.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:47.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:18:47.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:18:47.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:48.002 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:47 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:47.535+0000 7f377906c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T17:18:48.261 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:47.808+0000 7fca6d252200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T17:18:48.261 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:47 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:47.976+0000 7fca6d252200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T17:18:48.261 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:48 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:48.261+0000 7fca6d252200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T17:18:48.382 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:48.055+0000 7f377906c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T17:18:48.383 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:48.143+0000 7f377906c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T17:18:48.547 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:48 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:48.352+0000 7fca6d252200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T17:18:48.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:48 smithi119 ceph-mon[32584]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T17:18:48.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:48 smithi119 ceph-mon[32584]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:48.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:48 smithi119 ceph-mon[32584]: Reconfiguring daemon mgr.x on smithi090 2024-04-26T17:18:48.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:48 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:48.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:48 smithi090 ceph-mon[29417]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T17:18:48.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:48 smithi090 ceph-mon[29417]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:48.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:48 smithi090 ceph-mon[29417]: Reconfiguring daemon mgr.x on smithi090 2024-04-26T17:18:48.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:48 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:48.722 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:48 smithi167 ceph-mon[32665]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T17:18:48.722 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:48 smithi167 ceph-mon[32665]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:48.722 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:48 smithi167 ceph-mon[32665]: Reconfiguring daemon mgr.x on smithi090 2024-04-26T17:18:48.722 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:48 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:48.723 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:48.382+0000 7f377906c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T17:18:48.723 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:48.516+0000 7f377906c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T17:18:48.723 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:48.610+0000 7f377906c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T17:18:48.723 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:48.722+0000 7f377906c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T17:18:49.047 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:48 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:48.553+0000 7fca6d252200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T17:18:49.047 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:48 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:48.744+0000 7fca6d252200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:18:49.415 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:49 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:49.023+0000 7f377906c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T17:18:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:49 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/425785203' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "405a7316-1858-467a-96c7-6aa09b9fc9b7"}]: dispatch 2024-04-26T17:18:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:49 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/425785203' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "405a7316-1858-467a-96c7-6aa09b9fc9b7"}]': finished 2024-04-26T17:18:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:49 smithi090 ceph-mon[29417]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T17:18:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:49 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:18:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:49 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2992851536' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:18:49.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:49 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/425785203' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "405a7316-1858-467a-96c7-6aa09b9fc9b7"}]: dispatch 2024-04-26T17:18:49.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:49 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/425785203' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "405a7316-1858-467a-96c7-6aa09b9fc9b7"}]': finished 2024-04-26T17:18:49.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:49 smithi167 ceph-mon[32665]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T17:18:49.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:49 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:18:49.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:49 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2992851536' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:18:49.753 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:49 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:49.618+0000 7f377906c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T17:18:49.756 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:49 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:49.338+0000 7fca6d252200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T17:18:49.757 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:49 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/425785203' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "405a7316-1858-467a-96c7-6aa09b9fc9b7"}]: dispatch 2024-04-26T17:18:49.757 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:49 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/425785203' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "405a7316-1858-467a-96c7-6aa09b9fc9b7"}]': finished 2024-04-26T17:18:49.757 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:49 smithi119 ceph-mon[32584]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T17:18:49.757 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:49 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:18:49.757 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:49 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2992851536' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:18:50.047 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:49 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:49.757+0000 7fca6d252200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T17:18:50.047 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:49 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:49.852+0000 7fca6d252200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T17:18:50.252 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:18:49 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z[34507]: 2024-04-26T17:18:49.830+0000 7f377906c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T17:18:50.417 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:50 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:50.054+0000 7fca6d252200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T17:18:50.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:50.479+0000 7fd6b8ff9700 1 -- 172.21.15.90:0/183127596 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mgrmap(e 14) ==== 92602+0+0 (secure 0 0 0) 0x7fd6b401a310 con 0x7fd6bc104240 2024-04-26T17:18:50.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:50 smithi090 ceph-mon[29417]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:50.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:50 smithi090 ceph-mon[29417]: Standby manager daemon z started 2024-04-26T17:18:50.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:50 smithi090 ceph-mon[29417]: from='mgr.? 172.21.15.167:0/3048290225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T17:18:50.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:50 smithi090 ceph-mon[29417]: from='mgr.? 172.21.15.167:0/3048290225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T17:18:50.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:50 smithi090 ceph-mon[29417]: from='mgr.? 172.21.15.167:0/3048290225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T17:18:50.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:50 smithi090 ceph-mon[29417]: from='mgr.? 172.21.15.167:0/3048290225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T17:18:50.684 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:50 smithi119 ceph-mon[32584]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:50.684 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:50 smithi119 ceph-mon[32584]: Standby manager daemon z started 2024-04-26T17:18:50.684 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:50 smithi119 ceph-mon[32584]: from='mgr.? 172.21.15.167:0/3048290225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T17:18:50.684 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:50 smithi119 ceph-mon[32584]: from='mgr.? 172.21.15.167:0/3048290225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T17:18:50.684 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:50 smithi119 ceph-mon[32584]: from='mgr.? 172.21.15.167:0/3048290225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T17:18:50.684 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:50 smithi119 ceph-mon[32584]: from='mgr.? 172.21.15.167:0/3048290225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T17:18:50.685 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:50 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:50.593+0000 7fca6d252200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T17:18:50.685 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:50 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:50.684+0000 7fca6d252200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T17:18:50.754 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:50 smithi167 ceph-mon[32665]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:50.754 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:50 smithi167 ceph-mon[32665]: Standby manager daemon z started 2024-04-26T17:18:50.754 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:50 smithi167 ceph-mon[32665]: from='mgr.? 172.21.15.167:0/3048290225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T17:18:50.754 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:50 smithi167 ceph-mon[32665]: from='mgr.? 172.21.15.167:0/3048290225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T17:18:50.754 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:50 smithi167 ceph-mon[32665]: from='mgr.? 172.21.15.167:0/3048290225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T17:18:50.754 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:50 smithi167 ceph-mon[32665]: from='mgr.? 172.21.15.167:0/3048290225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T17:18:51.047 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:50 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:50.925+0000 7fca6d252200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T17:18:51.480 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:51 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:51.057+0000 7fca6d252200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T17:18:51.480 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:51 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:51.151+0000 7fca6d252200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T17:18:51.480 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:51 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:51.266+0000 7fca6d252200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T17:18:51.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:51 smithi167 ceph-mon[32665]: mgrmap e14: x(active, since 77s), standbys: z 2024-04-26T17:18:51.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:51 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T17:18:51.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:51 smithi167 ceph-mon[32665]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:51.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:51 smithi119 ceph-mon[32584]: mgrmap e14: x(active, since 77s), standbys: z 2024-04-26T17:18:51.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:51 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T17:18:51.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:51 smithi119 ceph-mon[32584]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:51.797 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:51 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:51.566+0000 7fca6d252200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T17:18:51.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:51 smithi090 ceph-mon[29417]: mgrmap e14: x(active, since 77s), standbys: z 2024-04-26T17:18:51.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:51 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T17:18:51.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:51 smithi090 ceph-mon[29417]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:52.481 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:52 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:52.163+0000 7fca6d252200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T17:18:52.481 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:18:52 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y[33969]: 2024-04-26T17:18:52.377+0000 7fca6d252200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T17:18:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:18:52.490+0000 7fd6b8ff9700 1 -- 172.21.15.90:0/183127596 <== mon.0 v2:172.21.15.90:3300/0 8 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fd6b40050b0 con 0x7fd6bc104240 2024-04-26T17:18:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:52 smithi167 ceph-mon[32665]: Standby manager daemon y started 2024-04-26T17:18:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:52 smithi167 ceph-mon[32665]: from='mgr.? 172.21.15.119:0/3233598861' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T17:18:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:52 smithi167 ceph-mon[32665]: from='mgr.? 172.21.15.119:0/3233598861' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T17:18:52.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:52 smithi167 ceph-mon[32665]: from='mgr.? 172.21.15.119:0/3233598861' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T17:18:52.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:52 smithi167 ceph-mon[32665]: from='mgr.? 172.21.15.119:0/3233598861' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T17:18:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:52 smithi119 ceph-mon[32584]: Standby manager daemon y started 2024-04-26T17:18:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:52 smithi119 ceph-mon[32584]: from='mgr.? 172.21.15.119:0/3233598861' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T17:18:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:52 smithi119 ceph-mon[32584]: from='mgr.? 172.21.15.119:0/3233598861' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T17:18:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:52 smithi119 ceph-mon[32584]: from='mgr.? 172.21.15.119:0/3233598861' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T17:18:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:52 smithi119 ceph-mon[32584]: from='mgr.? 172.21.15.119:0/3233598861' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T17:18:52.901 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:52 smithi090 ceph-mon[29417]: Standby manager daemon y started 2024-04-26T17:18:52.901 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:52 smithi090 ceph-mon[29417]: from='mgr.? 172.21.15.119:0/3233598861' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T17:18:52.901 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:52 smithi090 ceph-mon[29417]: from='mgr.? 172.21.15.119:0/3233598861' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T17:18:52.902 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:52 smithi090 ceph-mon[29417]: from='mgr.? 172.21.15.119:0/3233598861' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T17:18:52.902 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:52 smithi090 ceph-mon[29417]: from='mgr.? 172.21.15.119:0/3233598861' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T17:18:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:53 smithi167 ceph-mon[32665]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-04-26T17:18:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:53 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T17:18:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:53 smithi167 ceph-mon[32665]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:53.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:53 smithi090 ceph-mon[29417]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-04-26T17:18:53.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:53 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T17:18:53.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:53 smithi090 ceph-mon[29417]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:53 smithi119 ceph-mon[32584]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-04-26T17:18:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:53 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T17:18:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:53 smithi119 ceph-mon[32584]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:55.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:55 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:55.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:55 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:55.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:55 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:55.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:55 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:55.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:55 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:55.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:55 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:55.405 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:55 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:55.405 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:55 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:55.405 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:55 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:55.405 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:55 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:55.406 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:55 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:55.406 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:55 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:55.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:55 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:55.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:55 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:55.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:55 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:18:55.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:55 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:55.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:55 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:18:55.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:55 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:18:56.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:56 smithi090 ceph-mon[29417]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:56.420 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:56 smithi119 ceph-mon[32584]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:56.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:56 smithi167 ceph-mon[32665]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:57.289 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:57 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T17:18:57.290 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:57 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:57.290 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:57 smithi090 ceph-mon[29417]: Deploying daemon osd.0 on smithi090 2024-04-26T17:18:57.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:57 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T17:18:57.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:57 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:57.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:57 smithi167 ceph-mon[32665]: Deploying daemon osd.0 on smithi090 2024-04-26T17:18:57.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:57 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T17:18:57.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:57 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:18:57.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:57 smithi119 ceph-mon[32584]: Deploying daemon osd.0 on smithi090 2024-04-26T17:18:58.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:18:58 smithi090 ceph-mon[29417]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:58.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:18:58 smithi167 ceph-mon[32665]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:18:58.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:18:58 smithi119 ceph-mon[32584]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:00 smithi090 ceph-mon[29417]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:00.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:00 smithi167 ceph-mon[32665]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:00 smithi119 ceph-mon[32584]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:02 smithi090 ceph-mon[29417]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:02 smithi167 ceph-mon[32665]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:02 smithi119 ceph-mon[32584]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:04.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:04 smithi090 ceph-mon[29417]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:04.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:04 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:04.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:04 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:04.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:04 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:04.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:04 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:04.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:04 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:04.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:04 smithi167 ceph-mon[32665]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:04.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:04 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:04.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:04 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:04.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:04 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:04.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:04 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:04.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:04 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:04 smithi119 ceph-mon[32584]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:04 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:04 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:04 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:04 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:04 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:05.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.548+0000 7fd6b8ff9700 1 -- 172.21.15.90:0/183127596 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd6bc063030 con 0x7fd6a8039890 2024-04-26T17:19:05.549 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 0 on host 'smithi090' 2024-04-26T17:19:05.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.551+0000 7fd6c1591700 1 -- 172.21.15.90:0/183127596 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6a8039890 msgr2=0x7fd6a803bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:05.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.551+0000 7fd6c1591700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6a8039890 0x7fd6a803bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac006010 tx=0x7fd6ac003680 comp rx=0 tx=0).stop 2024-04-26T17:19:05.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.551+0000 7fd6c1591700 1 -- 172.21.15.90:0/183127596 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6bc104240 msgr2=0x7fd6bc1024d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:05.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.551+0000 7fd6c1591700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6bc104240 0x7fd6bc1024d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd6b4007ee0 tx=0x7fd6b400d3b0 comp rx=0 tx=0).stop 2024-04-26T17:19:05.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.551+0000 7fd6c1591700 1 -- 172.21.15.90:0/183127596 shutdown_connections 2024-04-26T17:19:05.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.551+0000 7fd6c1591700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6a8039890 0x7fd6a803bd50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:05.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.551+0000 7fd6c1591700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6bc104240 0x7fd6bc1024d0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:05.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.551+0000 7fd6c1591700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd6bc100cc0 0x7fd6bc103940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:05.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.551+0000 7fd6c1591700 1 --2- 172.21.15.90:0/183127596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6bc101680 0x7fd6bc101f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:05.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.551+0000 7fd6c1591700 1 -- 172.21.15.90:0/183127596 >> 172.21.15.90:0/183127596 conn(0x7fd6bc0fc880 msgr2=0x7fd6bc107350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:19:05.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.551+0000 7fd6c1591700 1 -- 172.21.15.90:0/183127596 shutdown_connections 2024-04-26T17:19:05.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:05.551+0000 7fd6c1591700 1 -- 172.21.15.90:0/183127596 wait complete. 2024-04-26T17:19:06.241 DEBUG:teuthology.orchestra.run.smithi090:osd.0> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.0.service 2024-04-26T17:19:06.243 INFO:tasks.cephadm:Deploying osd.1 on smithi119 with /dev/vg_nvme/lv_4... 2024-04-26T17:19:06.244 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T17:19:06.467 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:06 smithi090 ceph-mon[29417]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:06.467 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:06 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:06.467 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:06 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:06.467 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:06 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:06.467 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:06 smithi090 ceph-mon[29417]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T17:19:06.487 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T17:19:06.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:06 smithi119 ceph-mon[32584]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:06.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:06 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:06.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:06 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:06.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:06 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:06.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:06 smithi119 ceph-mon[32584]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T17:19:06.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:06 smithi167 ceph-mon[32665]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:06.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:06 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:06.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:06 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:06.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:06 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:06.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:06 smithi167 ceph-mon[32665]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T17:19:07.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:07 smithi090 ceph-mon[29417]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T17:19:07.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:07 smithi090 ceph-mon[29417]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T17:19:07.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:07 smithi090 ceph-mon[29417]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T17:19:07.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:07 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:07.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:07 smithi090 ceph-mon[29417]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:07.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:07 smithi119 ceph-mon[32584]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T17:19:07.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:07 smithi119 ceph-mon[32584]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T17:19:07.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:07 smithi119 ceph-mon[32584]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T17:19:07.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:07 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:07.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:07 smithi119 ceph-mon[32584]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:07 smithi167 ceph-mon[32665]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T17:19:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:07 smithi167 ceph-mon[32665]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T17:19:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:07 smithi167 ceph-mon[32665]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T17:19:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:07 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:07 smithi167 ceph-mon[32665]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:08.511 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:19:08 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0[44048]: 2024-04-26T17:19:08.194+0000 7f358ad66700 -1 osd.0 0 waiting for initial osdmap 2024-04-26T17:19:08.511 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:19:08 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0[44048]: 2024-04-26T17:19:08.197+0000 7f3582b51700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:19:08.543 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T17:19:08.543 INFO:teuthology.orchestra.run.smithi119.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T17:19:08.543 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10+0 records in 2024-04-26T17:19:08.543 INFO:teuthology.orchestra.run.smithi119.stderr:10+0 records out 2024-04-26T17:19:08.543 INFO:teuthology.orchestra.run.smithi119.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0118569 s, 884 MB/s 2024-04-26T17:19:08.543 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping successful for: 2024-04-26T17:19:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:08 smithi119 ceph-mon[32584]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T17:19:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:08 smithi119 ceph-mon[32584]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T17:19:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:08 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:08 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:08 smithi119 ceph-mon[32584]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' 2024-04-26T17:19:08.876 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:08 smithi090 ceph-mon[29417]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T17:19:08.876 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:08 smithi090 ceph-mon[29417]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T17:19:08.876 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:08 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:08.876 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:08 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:08.876 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:08 smithi090 ceph-mon[29417]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' 2024-04-26T17:19:09.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:08 smithi167 ceph-mon[32665]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T17:19:09.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:08 smithi167 ceph-mon[32665]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T17:19:09.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:08 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:09.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:08 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:09.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:08 smithi167 ceph-mon[32665]: from='osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211]' entity='osd.0' 2024-04-26T17:19:09.145 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi119:vg_nvme/lv_4 2024-04-26T17:19:09.386 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T17:19:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: purged_snaps scrub starts 2024-04-26T17:19:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: purged_snaps scrub ok 2024-04-26T17:19:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211] boot 2024-04-26T17:19:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T17:19:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: Detected new or changed devices on smithi090 2024-04-26T17:19:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:09.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:19:09.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: Adjusting osd_memory_target on smithi090 to 17088M 2024-04-26T17:19:09.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:09.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:09.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:09.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:09.696 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: purged_snaps scrub starts 2024-04-26T17:19:09.696 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: purged_snaps scrub ok 2024-04-26T17:19:09.696 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:09.696 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211] boot 2024-04-26T17:19:09.696 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T17:19:09.696 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:09.696 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:09.696 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: Detected new or changed devices on smithi090 2024-04-26T17:19:09.696 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:09.697 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:09.697 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:19:09.697 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: Adjusting osd_memory_target on smithi090 to 17088M 2024-04-26T17:19:09.697 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:09.697 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:09.697 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:09.697 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: purged_snaps scrub starts 2024-04-26T17:19:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: purged_snaps scrub ok 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: osd.0 [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211] boot 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: Detected new or changed devices on smithi090 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: Adjusting osd_memory_target on smithi090 to 17088M 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:10.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:10.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:10.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 -- 172.21.15.119:0/1213118858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07fc103fc0 msgr2=0x7f07fc104420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:10.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 --2- 172.21.15.119:0/1213118858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07fc103fc0 0x7f07fc104420 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f07e8009990 tx=0x7f07e8009ca0 comp rx=0 tx=0).stop 2024-04-26T17:19:10.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 -- 172.21.15.119:0/1213118858 shutdown_connections 2024-04-26T17:19:10.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 --2- 172.21.15.119:0/1213118858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07fc100f40 0x7f07fc101360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:10.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 --2- 172.21.15.119:0/1213118858 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f07fc104960 0x7f07fc10b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:10.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 --2- 172.21.15.119:0/1213118858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07fc103fc0 0x7f07fc104420 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:10.937 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 -- 172.21.15.119:0/1213118858 >> 172.21.15.119:0/1213118858 conn(0x7f07fc0fc8a0 msgr2=0x7f07fc0fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:19:10.937 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 -- 172.21.15.119:0/1213118858 shutdown_connections 2024-04-26T17:19:10.937 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 -- 172.21.15.119:0/1213118858 wait complete. 2024-04-26T17:19:10.937 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 Processor -- start 2024-04-26T17:19:10.937 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 -- start start 2024-04-26T17:19:10.937 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f07fc100f40 0x7f07fc103920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:19:10.937 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07fc103fc0 0x7f07fc101f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:19:10.938 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07fc104960 0x7f07fc1024b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:19:10.938 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc10e750 con 0x7f07fc103fc0 2024-04-26T17:19:10.938 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc10e5d0 con 0x7f07fc104960 2024-04-26T17:19:10.938 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0803179700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc10e8d0 con 0x7f07fc100f40 2024-04-26T17:19:10.938 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.931+0000 7f0801716700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07fc104960 0x7f07fc1024b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:19:10.938 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f0801716700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07fc104960 0x7f07fc1024b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:48728/0 (socket says 172.21.15.119:48728) 2024-04-26T17:19:10.938 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f0801716700 1 -- 172.21.15.119:0/3874823815 learned_addr learned my addr 172.21.15.119:0/3874823815 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-04-26T17:19:10.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f07fbfff700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07fc103fc0 0x7f07fc101f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:19:10.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f0801716700 1 -- 172.21.15.119:0/3874823815 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f07fc100f40 msgr2=0x7f07fc103920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:10.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f0801716700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f07fc100f40 0x7f07fc103920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:10.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f0801716700 1 -- 172.21.15.119:0/3874823815 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07fc103fc0 msgr2=0x7f07fc101f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:10.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f0801716700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07fc103fc0 0x7f07fc101f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:10.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f0801716700 1 -- 172.21.15.119:0/3874823815 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07fc102d60 con 0x7f07fc104960 2024-04-26T17:19:10.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f07fbfff700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07fc103fc0 0x7f07fc101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:19:10.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f0801716700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07fc104960 0x7f07fc1024b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f07f4007ee0 tx=0x7f07f400d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:19:10.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f07f9ffb700 1 -- 172.21.15.119:0/3874823815 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f400dbd0 con 0x7f07fc104960 2024-04-26T17:19:10.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f07f9ffb700 1 -- 172.21.15.119:0/3874823815 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f07f400dd70 con 0x7f07fc104960 2024-04-26T17:19:10.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f07f9ffb700 1 -- 172.21.15.119:0/3874823815 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f4005a20 con 0x7f07fc104960 2024-04-26T17:19:10.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f0803179700 1 -- 172.21.15.119:0/3874823815 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07fc1a2f50 con 0x7f07fc104960 2024-04-26T17:19:10.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.932+0000 7f0803179700 1 -- 172.21.15.119:0/3874823815 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07fc1a33b0 con 0x7f07fc104960 2024-04-26T17:19:10.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.934+0000 7f0803179700 1 -- 172.21.15.119:0/3874823815 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07fc0698e0 con 0x7f07fc104960 2024-04-26T17:19:10.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.934+0000 7f07f9ffb700 1 -- 172.21.15.119:0/3874823815 <== mon.2 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f07f401a020 con 0x7f07fc104960 2024-04-26T17:19:10.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.935+0000 7f07f9ffb700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f07ec0a3c30 0x7f07ec0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:19:10.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.935+0000 7f07f9ffb700 1 -- 172.21.15.119:0/3874823815 <== mon.2 v2:172.21.15.119:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f07f40ce190 con 0x7f07fc104960 2024-04-26T17:19:10.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.935+0000 7f0800f15700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f07ec0a3c30 0x7f07ec0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:19:10.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.936+0000 7f0800f15700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f07ec0a3c30 0x7f07ec0a60f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f07fc06b0c0 tx=0x7f07f0009470 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:19:10.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:10.940+0000 7f07f9ffb700 1 -- 172.21.15.119:0/3874823815 <== mon.2 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f07f4010070 con 0x7f07fc104960 2024-04-26T17:19:11.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:11.145+0000 7f0803179700 1 -- 172.21.15.119:0/3874823815 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f07fc063030 con 0x7f07ec0a3c30 2024-04-26T17:19:11.769 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:11 smithi119 ceph-mon[32584]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T17:19:11.769 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:11 smithi119 ceph-mon[32584]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:19:11.769 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:11 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:19:11.769 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:11 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:19:11.770 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:11 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:11.770 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:11 smithi119 ceph-mon[32584]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:11.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:11 smithi090 ceph-mon[29417]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T17:19:11.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:11 smithi090 ceph-mon[29417]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:19:11.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:19:11.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:19:11.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:11.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:11 smithi090 ceph-mon[29417]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:12.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:11 smithi167 ceph-mon[32665]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T17:19:12.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:11 smithi167 ceph-mon[32665]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:19:12.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:11 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:19:12.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:11 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:19:12.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:11 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:12.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:11 smithi167 ceph-mon[32665]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:14.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:14 smithi119 ceph-mon[32584]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:14.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:14 smithi119 ceph-mon[32584]: from='client.? 172.21.15.119:0/3963263578' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3795fbb6-2063-4556-b563-7b5ebcd6b78c"}]: dispatch 2024-04-26T17:19:14.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:14 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3795fbb6-2063-4556-b563-7b5ebcd6b78c"}]: dispatch 2024-04-26T17:19:14.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:14 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3795fbb6-2063-4556-b563-7b5ebcd6b78c"}]': finished 2024-04-26T17:19:14.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:14 smithi119 ceph-mon[32584]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T17:19:14.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:14 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:14.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:14 smithi090 ceph-mon[29417]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:14.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:14 smithi090 ceph-mon[29417]: from='client.? 172.21.15.119:0/3963263578' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3795fbb6-2063-4556-b563-7b5ebcd6b78c"}]: dispatch 2024-04-26T17:19:14.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:14 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3795fbb6-2063-4556-b563-7b5ebcd6b78c"}]: dispatch 2024-04-26T17:19:14.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:14 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3795fbb6-2063-4556-b563-7b5ebcd6b78c"}]': finished 2024-04-26T17:19:14.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:14 smithi090 ceph-mon[29417]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T17:19:14.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:14 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:14.705 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:14 smithi167 ceph-mon[32665]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:14.705 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:14 smithi167 ceph-mon[32665]: from='client.? 172.21.15.119:0/3963263578' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3795fbb6-2063-4556-b563-7b5ebcd6b78c"}]: dispatch 2024-04-26T17:19:14.705 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:14 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3795fbb6-2063-4556-b563-7b5ebcd6b78c"}]: dispatch 2024-04-26T17:19:14.705 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:14 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3795fbb6-2063-4556-b563-7b5ebcd6b78c"}]': finished 2024-04-26T17:19:14.705 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:14 smithi167 ceph-mon[32665]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T17:19:14.705 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:14 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:15.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:15 smithi090 ceph-mon[29417]: from='client.? 172.21.15.119:0/518923184' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:19:15.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:15 smithi167 ceph-mon[32665]: from='client.? 172.21.15.119:0/518923184' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:19:15.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:15 smithi119 ceph-mon[32584]: from='client.? 172.21.15.119:0/518923184' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:19:16.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:16 smithi090 ceph-mon[29417]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:16.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:16 smithi167 ceph-mon[32665]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:16.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:16 smithi119 ceph-mon[32584]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:18.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:18 smithi119 ceph-mon[32584]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:18.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:18 smithi090 ceph-mon[29417]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:18.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:18 smithi167 ceph-mon[32665]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:20.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:20 smithi090 ceph-mon[29417]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:20.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:20 smithi167 ceph-mon[32665]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:20.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:20 smithi119 ceph-mon[32584]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:21.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T17:19:21.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T17:19:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:21.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T17:19:21.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:22.452 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:22 smithi119 ceph-mon[32584]: Deploying daemon osd.1 on smithi119 2024-04-26T17:19:22.452 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:22 smithi119 ceph-mon[32584]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:22 smithi167 ceph-mon[32665]: Deploying daemon osd.1 on smithi119 2024-04-26T17:19:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:22 smithi167 ceph-mon[32665]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:22 smithi090 ceph-mon[29417]: Deploying daemon osd.1 on smithi119 2024-04-26T17:19:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:22 smithi090 ceph-mon[29417]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:24.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:24 smithi090 ceph-mon[29417]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:24 smithi167 ceph-mon[32665]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:24.752 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:24 smithi119 ceph-mon[32584]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:26.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:26 smithi167 ceph-mon[32665]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:26.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:26 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:26.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:26 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:26 smithi119 ceph-mon[32584]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:26 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:26 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:26.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:26 smithi090 ceph-mon[29417]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:26.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:26 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:26.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:26 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:27.740 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:27.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:27 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:27.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:27 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:28.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:28 smithi119 ceph-mon[32584]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:28.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:28 smithi167 ceph-mon[32665]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:28.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:28 smithi090 ceph-mon[29417]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:30.032 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:30.032 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:30.033 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:30.033 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:30.033 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:30.033 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:29 smithi119 ceph-mon[32584]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:30.108 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.108+0000 7f07f9ffb700 1 -- 172.21.15.119:0/3874823815 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f07fc063030 con 0x7f07ec0a3c30 2024-04-26T17:19:30.108 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 1 on host 'smithi119' 2024-04-26T17:19:30.110 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.111+0000 7f0803179700 1 -- 172.21.15.119:0/3874823815 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f07ec0a3c30 msgr2=0x7f07ec0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:30.111 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.111+0000 7f0803179700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f07ec0a3c30 0x7f07ec0a60f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f07fc06b0c0 tx=0x7f07f0009470 comp rx=0 tx=0).stop 2024-04-26T17:19:30.111 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.111+0000 7f0803179700 1 -- 172.21.15.119:0/3874823815 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07fc104960 msgr2=0x7f07fc1024b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:30.111 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.111+0000 7f0803179700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07fc104960 0x7f07fc1024b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f07f4007ee0 tx=0x7f07f400d3b0 comp rx=0 tx=0).stop 2024-04-26T17:19:30.111 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.111+0000 7f0803179700 1 -- 172.21.15.119:0/3874823815 shutdown_connections 2024-04-26T17:19:30.111 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.111+0000 7f0803179700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f07ec0a3c30 0x7f07ec0a60f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:30.111 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.111+0000 7f0803179700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07fc104960 0x7f07fc1024b0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:30.111 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.111+0000 7f0803179700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f07fc100f40 0x7f07fc103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:30.111 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.111+0000 7f0803179700 1 --2- 172.21.15.119:0/3874823815 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07fc103fc0 0x7f07fc101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:30.111 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.111+0000 7f0803179700 1 -- 172.21.15.119:0/3874823815 >> 172.21.15.119:0/3874823815 conn(0x7f07fc0fc8a0 msgr2=0x7f07fc107340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:19:30.111 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.111+0000 7f0803179700 1 -- 172.21.15.119:0/3874823815 shutdown_connections 2024-04-26T17:19:30.111 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:19:30.111+0000 7f0803179700 1 -- 172.21.15.119:0/3874823815 wait complete. 2024-04-26T17:19:30.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:30.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:30.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:30.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:30.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:30.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:29 smithi167 ceph-mon[32665]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:30.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:30.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:30.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:30.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:30.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:30.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:29 smithi090 ceph-mon[29417]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:30.687 DEBUG:teuthology.orchestra.run.smithi119:osd.1> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.1.service 2024-04-26T17:19:30.690 INFO:tasks.cephadm:Deploying osd.2 on smithi167 with /dev/vg_nvme/lv_4... 2024-04-26T17:19:30.690 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T17:19:30.937 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:19:31.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:31.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:31.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:31.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:31 smithi119 ceph-mon[32584]: from='osd.1 [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T17:19:31.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:31 smithi119 ceph-mon[32584]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T17:19:31.382 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:31.382 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:31.382 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:31.382 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:31 smithi167 ceph-mon[32665]: from='osd.1 [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T17:19:31.382 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:31 smithi167 ceph-mon[32665]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T17:19:31.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:31.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:31.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:31.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:31 smithi090 ceph-mon[29417]: from='osd.1 [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T17:19:31.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:31 smithi090 ceph-mon[29417]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T17:19:32.177 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:32 smithi119 ceph-mon[32584]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T17:19:32.177 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:32 smithi119 ceph-mon[32584]: from='osd.1 [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:19:32.177 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:32 smithi119 ceph-mon[32584]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T17:19:32.177 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:32 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:32.177 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:32 smithi119 ceph-mon[32584]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:19:32.177 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:32 smithi119 ceph-mon[32584]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:32.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:32 smithi167 ceph-mon[32665]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T17:19:32.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:32 smithi167 ceph-mon[32665]: from='osd.1 [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:19:32.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:32 smithi167 ceph-mon[32665]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T17:19:32.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:32.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:32 smithi167 ceph-mon[32665]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:19:32.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:32 smithi167 ceph-mon[32665]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:32.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:32 smithi090 ceph-mon[29417]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T17:19:32.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:32 smithi090 ceph-mon[29417]: from='osd.1 [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:19:32.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:32 smithi090 ceph-mon[29417]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T17:19:32.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:32.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:32 smithi090 ceph-mon[29417]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:19:32.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:32 smithi090 ceph-mon[29417]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:32.862 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T17:19:32.862 INFO:teuthology.orchestra.run.smithi167.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T17:19:32.862 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10+0 records in 2024-04-26T17:19:32.863 INFO:teuthology.orchestra.run.smithi167.stderr:10+0 records out 2024-04-26T17:19:32.863 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111892 s, 937 MB/s 2024-04-26T17:19:32.863 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping successful for: 2024-04-26T17:19:33.039 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:19:32 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1[37171]: 2024-04-26T17:19:32.781+0000 7f4f61527700 -1 osd.1 0 waiting for initial osdmap 2024-04-26T17:19:33.039 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:19:32 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1[37171]: 2024-04-26T17:19:32.786+0000 7f4f59312700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:19:33.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:33 smithi119 ceph-mon[32584]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-26T17:19:33.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:33 smithi119 ceph-mon[32584]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T17:19:33.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:33 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:33.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:33 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:33.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:33 smithi119 ceph-mon[32584]: from='osd.1 ' entity='osd.1' 2024-04-26T17:19:33.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:33 smithi090 ceph-mon[29417]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-26T17:19:33.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:33 smithi090 ceph-mon[29417]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T17:19:33.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:33.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:33.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:33 smithi090 ceph-mon[29417]: from='osd.1 ' entity='osd.1' 2024-04-26T17:19:33.433 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:33 smithi167 ceph-mon[32665]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-26T17:19:33.433 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:33 smithi167 ceph-mon[32665]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T17:19:33.433 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:33.433 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:33.433 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:33 smithi167 ceph-mon[32665]: from='osd.1 ' entity='osd.1' 2024-04-26T17:19:33.460 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi167:vg_nvme/lv_4 2024-04-26T17:19:33.699 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:19:34.365 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: purged_snaps scrub starts 2024-04-26T17:19:34.365 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: purged_snaps scrub ok 2024-04-26T17:19:34.365 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:34.365 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:34.365 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:34.365 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:34.365 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:19:34.365 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:34.365 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:34.365 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:34.365 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:34.366 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: osd.1 [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253] boot 2024-04-26T17:19:34.366 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T17:19:34.366 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:34.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: purged_snaps scrub starts 2024-04-26T17:19:34.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: purged_snaps scrub ok 2024-04-26T17:19:34.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:34.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:34.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:34.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:34.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:19:34.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:34.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:34.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:34.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:34.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: osd.1 [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253] boot 2024-04-26T17:19:34.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T17:19:34.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:34.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: purged_snaps scrub starts 2024-04-26T17:19:34.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: purged_snaps scrub ok 2024-04-26T17:19:34.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:34.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T17:19:34.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:34.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:34.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:19:34.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:34.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:34.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:34.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:34.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: osd.1 [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253] boot 2024-04-26T17:19:34.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T17:19:34.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:19:35.126 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.124+0000 7fda0cce0700 1 -- 172.21.15.167:0/4193271619 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda08102d60 msgr2=0x7fda081031c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.124+0000 7fda0cce0700 1 --2- 172.21.15.167:0/4193271619 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda08102d60 0x7fda081031c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd9fc009990 tx=0x7fd9fc009ca0 comp rx=0 tx=0).stop 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.124+0000 7fda0cce0700 1 -- 172.21.15.167:0/4193271619 shutdown_connections 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.124+0000 7fda0cce0700 1 --2- 172.21.15.167:0/4193271619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda08103700 0x7fda08109fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.124+0000 7fda0cce0700 1 --2- 172.21.15.167:0/4193271619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda08101b60 0x7fda08101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.124+0000 7fda0cce0700 1 --2- 172.21.15.167:0/4193271619 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda08102d60 0x7fda081031c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.124+0000 7fda0cce0700 1 -- 172.21.15.167:0/4193271619 >> 172.21.15.167:0/4193271619 conn(0x7fda080fd120 msgr2=0x7fda080ff540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.124+0000 7fda0cce0700 1 -- 172.21.15.167:0/4193271619 shutdown_connections 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.124+0000 7fda0cce0700 1 -- 172.21.15.167:0/4193271619 wait complete. 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.125+0000 7fda0cce0700 1 Processor -- start 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.125+0000 7fda0cce0700 1 -- start start 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.125+0000 7fda0cce0700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda08101b60 0x7fda08197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.125+0000 7fda0cce0700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda08102d60 0x7fda08198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:19:35.127 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.125+0000 7fda0cce0700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda08103700 0x7fda0819f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.125+0000 7fda0cce0700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fda0810d610 con 0x7fda08101b60 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.125+0000 7fda0cce0700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fda0810d490 con 0x7fda08102d60 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.125+0000 7fda0cce0700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fda0810d790 con 0x7fda08103700 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.125+0000 7fda06d9d700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda08103700 0x7fda0819f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.125+0000 7fda06d9d700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda08103700 0x7fda0819f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:36656/0 (socket says 172.21.15.167:36656) 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fda06d9d700 1 -- 172.21.15.167:0/3036810471 learned_addr learned my addr 172.21.15.167:0/3036810471 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fda05d9b700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda08102d60 0x7fda08198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fda0659c700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda08101b60 0x7fda08197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fda06d9d700 1 -- 172.21.15.167:0/3036810471 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda08102d60 msgr2=0x7fda08198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fda06d9d700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda08102d60 0x7fda08198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fda06d9d700 1 -- 172.21.15.167:0/3036810471 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda08101b60 msgr2=0x7fda08197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fda06d9d700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda08101b60 0x7fda08197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:35.128 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fda06d9d700 1 -- 172.21.15.167:0/3036810471 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda0819f990 con 0x7fda08103700 2024-04-26T17:19:35.129 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fda06d9d700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda08103700 0x7fda0819f2c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fda0000ada0 tx=0x7fda0000c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:19:35.129 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fd9f77fe700 1 -- 172.21.15.167:0/3036810471 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda00017020 con 0x7fda08103700 2024-04-26T17:19:35.129 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fd9f77fe700 1 -- 172.21.15.167:0/3036810471 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fda0000cd80 con 0x7fda08103700 2024-04-26T17:19:35.129 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fd9f77fe700 1 -- 172.21.15.167:0/3036810471 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda00005260 con 0x7fda08103700 2024-04-26T17:19:35.129 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fda0cce0700 1 -- 172.21.15.167:0/3036810471 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda0819fc80 con 0x7fda08103700 2024-04-26T17:19:35.129 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.126+0000 7fda0cce0700 1 -- 172.21.15.167:0/3036810471 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda081a0170 con 0x7fda08103700 2024-04-26T17:19:35.132 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.127+0000 7fda0cce0700 1 -- 172.21.15.167:0/3036810471 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda080698e0 con 0x7fda08103700 2024-04-26T17:19:35.132 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.128+0000 7fd9f77fe700 1 -- 172.21.15.167:0/3036810471 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fda0000c8d0 con 0x7fda08103700 2024-04-26T17:19:35.132 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.129+0000 7fd9f77fe700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd9f00a3bb0 0x7fd9f00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:19:35.132 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.129+0000 7fd9f77fe700 1 -- 172.21.15.167:0/3036810471 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7fda000ce300 con 0x7fda08103700 2024-04-26T17:19:35.132 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.129+0000 7fda0659c700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd9f00a3bb0 0x7fd9f00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:19:35.132 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.130+0000 7fda0659c700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd9f00a3bb0 0x7fd9f00a6070 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fda08199220 tx=0x7fd9f800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:19:35.133 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.134+0000 7fd9f77fe700 1 -- 172.21.15.167:0/3036810471 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fda00021020 con 0x7fda08103700 2024-04-26T17:19:35.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:35 smithi167 ceph-mon[32665]: Detected new or changed devices on smithi119 2024-04-26T17:19:35.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:35 smithi167 ceph-mon[32665]: Adjusting osd_memory_target on smithi119 to 17088M 2024-04-26T17:19:35.339 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:35.339+0000 7fda0cce0700 1 -- 172.21.15.167:0/3036810471 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fda08063030 con 0x7fd9f00a3bb0 2024-04-26T17:19:35.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:35 smithi090 ceph-mon[29417]: Detected new or changed devices on smithi119 2024-04-26T17:19:35.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:35 smithi090 ceph-mon[29417]: Adjusting osd_memory_target on smithi119 to 17088M 2024-04-26T17:19:35.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:35 smithi119 ceph-mon[32584]: Detected new or changed devices on smithi119 2024-04-26T17:19:35.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:35 smithi119 ceph-mon[32584]: Adjusting osd_memory_target on smithi119 to 17088M 2024-04-26T17:19:36.247 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:36 smithi167 ceph-mon[32665]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T17:19:36.247 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:36 smithi167 ceph-mon[32665]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:19:36.247 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:19:36.247 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:19:36.247 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:36.247 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:36 smithi167 ceph-mon[32665]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:36.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:36 smithi090 ceph-mon[29417]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T17:19:36.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:36 smithi090 ceph-mon[29417]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:19:36.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:19:36.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:19:36.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:36.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:36 smithi090 ceph-mon[29417]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:36 smithi119 ceph-mon[32584]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T17:19:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:36 smithi119 ceph-mon[32584]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:19:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:19:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:19:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:36 smithi119 ceph-mon[32584]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:38.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:38 smithi090 ceph-mon[29417]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:38.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:38 smithi090 ceph-mon[29417]: from='client.? 172.21.15.167:0/3706323939' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65d100e2-12ce-482d-8b3c-97bb10618ed1"}]: dispatch 2024-04-26T17:19:38.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:38 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65d100e2-12ce-482d-8b3c-97bb10618ed1"}]: dispatch 2024-04-26T17:19:38.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:38 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "65d100e2-12ce-482d-8b3c-97bb10618ed1"}]': finished 2024-04-26T17:19:38.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:38 smithi090 ceph-mon[29417]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T17:19:38.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:38 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:38.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:38 smithi167 ceph-mon[32665]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:38.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:38 smithi167 ceph-mon[32665]: from='client.? 172.21.15.167:0/3706323939' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65d100e2-12ce-482d-8b3c-97bb10618ed1"}]: dispatch 2024-04-26T17:19:38.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:38 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65d100e2-12ce-482d-8b3c-97bb10618ed1"}]: dispatch 2024-04-26T17:19:38.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:38 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "65d100e2-12ce-482d-8b3c-97bb10618ed1"}]': finished 2024-04-26T17:19:38.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:38 smithi167 ceph-mon[32665]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T17:19:38.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:38 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:38 smithi119 ceph-mon[32584]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:38 smithi119 ceph-mon[32584]: from='client.? 172.21.15.167:0/3706323939' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65d100e2-12ce-482d-8b3c-97bb10618ed1"}]: dispatch 2024-04-26T17:19:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:38 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65d100e2-12ce-482d-8b3c-97bb10618ed1"}]: dispatch 2024-04-26T17:19:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:38 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "65d100e2-12ce-482d-8b3c-97bb10618ed1"}]': finished 2024-04-26T17:19:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:38 smithi119 ceph-mon[32584]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T17:19:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:38 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:39.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:39 smithi090 ceph-mon[29417]: from='client.? 172.21.15.167:0/248082145' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:19:39.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:39 smithi167 ceph-mon[32665]: from='client.? 172.21.15.167:0/248082145' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:19:39.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:39 smithi119 ceph-mon[32584]: from='client.? 172.21.15.167:0/248082145' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:19:40.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:40 smithi090 ceph-mon[29417]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:40 smithi167 ceph-mon[32665]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:40.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:40 smithi119 ceph-mon[32584]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:42.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:42 smithi090 ceph-mon[29417]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:42 smithi167 ceph-mon[32665]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:42 smithi119 ceph-mon[32584]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:44.743 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:44 smithi167 ceph-mon[32665]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:44.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:44 smithi119 ceph-mon[32584]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:44 smithi090 ceph-mon[29417]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:45.683 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:45 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T17:19:45.683 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:45 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:45.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:45 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T17:19:45.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:45 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:45.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:45 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T17:19:45.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:45 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:46.629 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:46 smithi167 ceph-mon[32665]: Deploying daemon osd.2 on smithi167 2024-04-26T17:19:46.629 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:46 smithi167 ceph-mon[32665]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:46 smithi119 ceph-mon[32584]: Deploying daemon osd.2 on smithi167 2024-04-26T17:19:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:46 smithi119 ceph-mon[32584]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:46.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:46 smithi090 ceph-mon[29417]: Deploying daemon osd.2 on smithi167 2024-04-26T17:19:46.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:46 smithi090 ceph-mon[29417]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:48.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:48 smithi167 ceph-mon[32665]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:48 smithi119 ceph-mon[32584]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:48.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:48 smithi090 ceph-mon[29417]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:50.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:50 smithi167 ceph-mon[32665]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:50.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:50 smithi119 ceph-mon[32584]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:50.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:50 smithi090 ceph-mon[29417]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:51.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:51 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:51.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:51 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:51.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:51 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:51.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:51 smithi090 ceph-mon[29417]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:51.973 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:51 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:51.973 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:51 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:51.974 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:51 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:51.974 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:51 smithi167 ceph-mon[32665]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:52.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:51 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:52.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:51 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:52.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:51 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:52.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:51 smithi119 ceph-mon[32584]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:54.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:54 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:54.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:54 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:54.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:54 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:54.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:54 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:54.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:54 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:54.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:54 smithi167 ceph-mon[32665]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:54.354 INFO:teuthology.orchestra.run.smithi167.stdout:Created osd(s) 2 on host 'smithi167' 2024-04-26T17:19:54.355 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.355+0000 7fd9f77fe700 1 -- 172.21.15.167:0/3036810471 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fda08063030 con 0x7fd9f00a3bb0 2024-04-26T17:19:54.356 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.357+0000 7fda0cce0700 1 -- 172.21.15.167:0/3036810471 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd9f00a3bb0 msgr2=0x7fd9f00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:54.356 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.357+0000 7fda0cce0700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd9f00a3bb0 0x7fd9f00a6070 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fda08199220 tx=0x7fd9f800a380 comp rx=0 tx=0).stop 2024-04-26T17:19:54.356 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.357+0000 7fda0cce0700 1 -- 172.21.15.167:0/3036810471 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda08103700 msgr2=0x7fda0819f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:54.356 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.357+0000 7fda0cce0700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda08103700 0x7fda0819f2c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fda0000ada0 tx=0x7fda0000c330 comp rx=0 tx=0).stop 2024-04-26T17:19:54.357 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.357+0000 7fda0cce0700 1 -- 172.21.15.167:0/3036810471 shutdown_connections 2024-04-26T17:19:54.357 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.357+0000 7fda0cce0700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd9f00a3bb0 0x7fd9f00a6070 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:54.357 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.357+0000 7fda0cce0700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda08101b60 0x7fda08197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:54.357 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.357+0000 7fda0cce0700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda08103700 0x7fda0819f2c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:54.357 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.357+0000 7fda0cce0700 1 --2- 172.21.15.167:0/3036810471 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda08102d60 0x7fda08198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:54.357 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.357+0000 7fda0cce0700 1 -- 172.21.15.167:0/3036810471 >> 172.21.15.167:0/3036810471 conn(0x7fda080fd120 msgr2=0x7fda08106180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:19:54.357 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.357+0000 7fda0cce0700 1 -- 172.21.15.167:0/3036810471 shutdown_connections 2024-04-26T17:19:54.357 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:19:54.357+0000 7fda0cce0700 1 -- 172.21.15.167:0/3036810471 wait complete. 2024-04-26T17:19:54.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:54 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:54.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:54 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:54.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:54 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:54.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:54 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:54.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:54 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:54.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:54 smithi119 ceph-mon[32584]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:54.634 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:54 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:54.634 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:54 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:54.634 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:54 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:54.634 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:54 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:54.635 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:54 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:54.635 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:54 smithi090 ceph-mon[29417]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:55.007 DEBUG:teuthology.orchestra.run.smithi167:osd.2> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.2.service 2024-04-26T17:19:55.009 INFO:tasks.cephadm:Deploying osd.3 on smithi090 with /dev/vg_nvme/lv_3... 2024-04-26T17:19:55.009 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T17:19:55.255 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:19:55.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:55 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:55.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:55 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:55.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:55 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:55.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:55 smithi090 ceph-mon[29417]: from='osd.2 [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T17:19:55.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:55 smithi090 ceph-mon[29417]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T17:19:55.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:55 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:55.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:55 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:55.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:55 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:55.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:55 smithi167 ceph-mon[32665]: from='osd.2 [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T17:19:55.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:55 smithi167 ceph-mon[32665]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T17:19:55.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:55 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:55.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:55 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:19:55.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:55 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:55.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:55 smithi119 ceph-mon[32584]: from='osd.2 [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T17:19:55.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:55 smithi119 ceph-mon[32584]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T17:19:56.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:56 smithi167 ceph-mon[32665]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T17:19:56.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:56 smithi167 ceph-mon[32665]: from='osd.2 [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:19:56.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:56 smithi167 ceph-mon[32665]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T17:19:56.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:56 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:56.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:56 smithi167 ceph-mon[32665]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:19:56.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:56 smithi167 ceph-mon[32665]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:56.605 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:56 smithi090 ceph-mon[29417]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T17:19:56.605 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:56 smithi090 ceph-mon[29417]: from='osd.2 [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:19:56.605 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:56 smithi090 ceph-mon[29417]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T17:19:56.605 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:56 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:56.605 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:56 smithi090 ceph-mon[29417]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:19:56.605 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:56 smithi090 ceph-mon[29417]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:56 smithi119 ceph-mon[32584]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T17:19:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:56 smithi119 ceph-mon[32584]: from='osd.2 [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:19:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:56 smithi119 ceph-mon[32584]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T17:19:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:56 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:56 smithi119 ceph-mon[32584]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:19:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:56 smithi119 ceph-mon[32584]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:57.186 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T17:19:57.186 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T17:19:57.186 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-04-26T17:19:57.186 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-04-26T17:19:57.186 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0132487 s, 791 MB/s 2024-04-26T17:19:57.186 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-04-26T17:19:57.380 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:57 smithi167 ceph-mon[32665]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-26T17:19:57.381 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:57 smithi167 ceph-mon[32665]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T17:19:57.381 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:57 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:57.381 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:57 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:57.381 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:57 smithi167 ceph-mon[32665]: from='osd.2 ' entity='osd.2' 2024-04-26T17:19:57.381 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:19:57 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2[37807]: 2024-04-26T17:19:57.092+0000 7f45185ef700 -1 osd.2 0 waiting for initial osdmap 2024-04-26T17:19:57.381 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:19:57 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2[37807]: 2024-04-26T17:19:57.099+0000 7f45103da700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:19:57.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:57 smithi090 ceph-mon[29417]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-26T17:19:57.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:57 smithi090 ceph-mon[29417]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T17:19:57.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:57 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:57.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:57 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:57.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:57 smithi090 ceph-mon[29417]: from='osd.2 ' entity='osd.2' 2024-04-26T17:19:57.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:57 smithi119 ceph-mon[32584]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-26T17:19:57.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:57 smithi119 ceph-mon[32584]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T17:19:57.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:57 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:57.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:57 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:57.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:57 smithi119 ceph-mon[32584]: from='osd.2 ' entity='osd.2' 2024-04-26T17:19:57.842 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi090:vg_nvme/lv_3 2024-04-26T17:19:58.087 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:19:58.471 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: purged_snaps scrub starts 2024-04-26T17:19:58.471 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: purged_snaps scrub ok 2024-04-26T17:19:58.471 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:58.471 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:58.471 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:58.471 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:58.471 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:19:58.471 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:58.471 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:58.471 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:58.471 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:58.471 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: osd.2 [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032] boot 2024-04-26T17:19:58.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T17:19:58.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: purged_snaps scrub starts 2024-04-26T17:19:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: purged_snaps scrub ok 2024-04-26T17:19:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:19:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: osd.2 [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032] boot 2024-04-26T17:19:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T17:19:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: purged_snaps scrub starts 2024-04-26T17:19:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: purged_snaps scrub ok 2024-04-26T17:19:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T17:19:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:19:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:19:58.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:19:58.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:19:58.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: osd.2 [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032] boot 2024-04-26T17:19:58.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T17:19:58.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:19:59.484 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:59 smithi090 ceph-mon[29417]: Detected new or changed devices on smithi167 2024-04-26T17:19:59.484 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:19:59 smithi090 ceph-mon[29417]: Adjusting osd_memory_target on smithi167 to 17088M 2024-04-26T17:19:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.714+0000 7f4bad655700 1 -- 172.21.15.90:0/1820190578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4ba8076c20 msgr2=0x7f4ba8075080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.714+0000 7f4bad655700 1 --2- 172.21.15.90:0/1820190578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4ba8076c20 0x7f4ba8075080 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4b98009990 tx=0x7f4b98009ca0 comp rx=0 tx=0).stop 2024-04-26T17:19:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.714+0000 7f4bad655700 1 -- 172.21.15.90:0/1820190578 shutdown_connections 2024-04-26T17:19:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.714+0000 7f4bad655700 1 --2- 172.21.15.90:0/1820190578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4ba8076c20 0x7f4ba8075080 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.714+0000 7f4bad655700 1 --2- 172.21.15.90:0/1820190578 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba810ab70 0x7f4ba810d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.714+0000 7f4bad655700 1 --2- 172.21.15.90:0/1820190578 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ba8075650 0x7f4ba8075ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.714+0000 7f4bad655700 1 -- 172.21.15.90:0/1820190578 >> 172.21.15.90:0/1820190578 conn(0x7f4ba80fe240 msgr2=0x7f4ba8100680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:19:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.714+0000 7f4bad655700 1 -- 172.21.15.90:0/1820190578 shutdown_connections 2024-04-26T17:19:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.714+0000 7f4bad655700 1 -- 172.21.15.90:0/1820190578 wait complete. 2024-04-26T17:19:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4bad655700 1 Processor -- start 2024-04-26T17:19:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4bad655700 1 -- start start 2024-04-26T17:19:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4bad655700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba8075650 0x7f4ba819b040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:19:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4bad655700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4ba8076c20 0x7f4ba819b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:19:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4bad655700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ba810ab70 0x7f4ba81a2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:19:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4bad655700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba81109b0 con 0x7f4ba8076c20 2024-04-26T17:19:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4bad655700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba8110830 con 0x7f4ba8075650 2024-04-26T17:19:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4bad655700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba8110b30 con 0x7f4ba810ab70 2024-04-26T17:19:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4b9ffff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4ba8076c20 0x7f4ba819b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4b9ffff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4ba8076c20 0x7f4ba819b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43398/0 (socket says 172.21.15.90:43398) 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4b9ffff700 1 -- 172.21.15.90:0/3510798868 learned_addr learned my addr 172.21.15.90:0/3510798868 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4ba77fe700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ba810ab70 0x7f4ba81a2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.715+0000 7f4ba6ffd700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba8075650 0x7f4ba819b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.716+0000 7f4b9ffff700 1 -- 172.21.15.90:0/3510798868 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ba810ab70 msgr2=0x7f4ba81a2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.716+0000 7f4b9ffff700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ba810ab70 0x7f4ba81a2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.716+0000 7f4b9ffff700 1 -- 172.21.15.90:0/3510798868 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba8075650 msgr2=0x7f4ba819b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.716+0000 7f4b9ffff700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba8075650 0x7f4ba819b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.716+0000 7f4b9ffff700 1 -- 172.21.15.90:0/3510798868 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ba81a2ca0 con 0x7f4ba8076c20 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.716+0000 7f4ba6ffd700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba8075650 0x7f4ba819b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.716+0000 7f4b9ffff700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4ba8076c20 0x7f4ba819b580 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4b9000d9b0 tx=0x7f4b9000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.716+0000 7f4ba4ff9700 1 -- 172.21.15.90:0/3510798868 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b90017070 con 0x7f4ba8076c20 2024-04-26T17:19:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.716+0000 7f4ba4ff9700 1 -- 172.21.15.90:0/3510798868 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f4b90009de0 con 0x7f4ba8076c20 2024-04-26T17:19:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.716+0000 7f4bad655700 1 -- 172.21.15.90:0/3510798868 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ba81a2f90 con 0x7f4ba8076c20 2024-04-26T17:19:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.716+0000 7f4ba4ff9700 1 -- 172.21.15.90:0/3510798868 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9000f3c0 con 0x7f4ba8076c20 2024-04-26T17:19:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.716+0000 7f4bad655700 1 -- 172.21.15.90:0/3510798868 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ba81a3470 con 0x7f4ba8076c20 2024-04-26T17:19:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.717+0000 7f4bad655700 1 -- 172.21.15.90:0/3510798868 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ba80698e0 con 0x7f4ba8076c20 2024-04-26T17:19:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.718+0000 7f4ba4ff9700 1 -- 172.21.15.90:0/3510798868 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f4b90009930 con 0x7f4ba8076c20 2024-04-26T17:19:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.719+0000 7f4ba4ff9700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4b940a3bb0 0x7f4b940a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:19:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.719+0000 7f4ba6ffd700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4b940a3bb0 0x7f4b940a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:19:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.719+0000 7f4ba4ff9700 1 -- 172.21.15.90:0/3510798868 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 2851+0+0 (secure 0 0 0) 0x7f4b900ce8f0 con 0x7f4ba8076c20 2024-04-26T17:19:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.719+0000 7f4ba6ffd700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4b940a3bb0 0x7f4b940a6070 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f4b980036c0 tx=0x7f4b98003830 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:19:59.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.723+0000 7f4ba4ff9700 1 -- 172.21.15.90:0/3510798868 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4b9009c900 con 0x7f4ba8076c20 2024-04-26T17:19:59.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:59 smithi167 ceph-mon[32665]: Detected new or changed devices on smithi167 2024-04-26T17:19:59.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:19:59 smithi167 ceph-mon[32665]: Adjusting osd_memory_target on smithi167 to 17088M 2024-04-26T17:19:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:59 smithi119 ceph-mon[32584]: Detected new or changed devices on smithi167 2024-04-26T17:19:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:19:59 smithi119 ceph-mon[32584]: Adjusting osd_memory_target on smithi167 to 17088M 2024-04-26T17:19:59.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:19:59.930+0000 7f4bad655700 1 -- 172.21.15.90:0/3510798868 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f4ba8063030 con 0x7f4b940a3bb0 2024-04-26T17:20:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:00 smithi090 ceph-mon[29417]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T17:20:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:00 smithi090 ceph-mon[29417]: pgmap v82: 0 pgs: ; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:00 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T17:20:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:00 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:20:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:00 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:20:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:00 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:00 smithi090 ceph-mon[29417]: overall HEALTH_OK 2024-04-26T17:20:00.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:00 smithi167 ceph-mon[32665]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T17:20:00.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:00 smithi167 ceph-mon[32665]: pgmap v82: 0 pgs: ; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:00.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:00 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T17:20:00.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:00 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:20:00.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:00 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:20:00.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:00 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:00.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:00 smithi167 ceph-mon[32665]: overall HEALTH_OK 2024-04-26T17:20:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:00 smithi119 ceph-mon[32584]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T17:20:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:00 smithi119 ceph-mon[32584]: pgmap v82: 0 pgs: ; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:00 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T17:20:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:00 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:20:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:00 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:20:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:00 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:00 smithi119 ceph-mon[32584]: overall HEALTH_OK 2024-04-26T17:20:01.609 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41561]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T17:20:01.609 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41561]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T17:20:01.609 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41561]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T17:20:01.609 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41561]: pam_unix(sudo:session): session closed for user root 2024-04-26T17:20:01.609 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41564]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T17:20:01.609 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41564]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T17:20:01.609 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41564]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T17:20:01.609 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41564]: pam_unix(sudo:session): session closed for user root 2024-04-26T17:20:01.609 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:01 smithi167 ceph-mon[32665]: from='client.14289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:20:01.610 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:01 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T17:20:01.610 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:01 smithi167 ceph-mon[32665]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T17:20:01.610 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:01 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T17:20:01.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:01 smithi090 ceph-mon[29417]: from='client.14289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:20:01.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:01 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T17:20:01.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:01 smithi090 ceph-mon[29417]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T17:20:01.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:01 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T17:20:01.640 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48466]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T17:20:01.640 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48466]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T17:20:01.640 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48466]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T17:20:01.640 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48466]: pam_unix(sudo:session): session closed for user root 2024-04-26T17:20:01.640 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48469]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T17:20:01.640 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48469]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T17:20:01.641 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48469]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T17:20:01.641 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48469]: pam_unix(sudo:session): session closed for user root 2024-04-26T17:20:01.712 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:01 smithi119 ceph-mon[32584]: from='client.14289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:20:01.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:01 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T17:20:01.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:01 smithi119 ceph-mon[32584]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T17:20:01.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:01 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T17:20:01.713 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41026]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T17:20:01.713 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41026]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T17:20:01.713 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41026]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T17:20:01.713 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41026]: pam_unix(sudo:session): session closed for user root 2024-04-26T17:20:01.713 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41029]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T17:20:01.713 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41029]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T17:20:01.713 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41029]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T17:20:01.713 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41029]: pam_unix(sudo:session): session closed for user root 2024-04-26T17:20:01.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48493]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T17:20:01.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48493]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T17:20:01.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48493]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T17:20:01.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48493]: pam_unix(sudo:session): session closed for user root 2024-04-26T17:20:01.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48496]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T17:20:01.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48496]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T17:20:01.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48496]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T17:20:01.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:01 smithi090 sudo[48496]: pam_unix(sudo:session): session closed for user root 2024-04-26T17:20:02.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41567]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T17:20:02.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41567]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T17:20:02.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41567]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T17:20:02.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41567]: pam_unix(sudo:session): session closed for user root 2024-04-26T17:20:02.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41570]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T17:20:02.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41570]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T17:20:02.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41570]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T17:20:02.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:01 smithi167 sudo[41570]: pam_unix(sudo:session): session closed for user root 2024-04-26T17:20:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41032]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T17:20:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41032]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T17:20:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41032]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T17:20:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41032]: pam_unix(sudo:session): session closed for user root 2024-04-26T17:20:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41035]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T17:20:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41035]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T17:20:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41035]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T17:20:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:01 smithi119 sudo[41035]: pam_unix(sudo:session): session closed for user root 2024-04-26T17:20:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T17:20:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T17:20:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: pgmap v85: 1 pgs: 1 unknown; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:02.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:20:02.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:20:02.683 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:20:02.683 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:02 smithi090 ceph-mon[29417]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T17:20:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T17:20:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T17:20:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: pgmap v85: 1 pgs: 1 unknown; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T17:20:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T17:20:02.754 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:20:02.754 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:20:02.754 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:20:02.754 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:02 smithi167 ceph-mon[32665]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T17:20:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T17:20:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T17:20:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: pgmap v85: 1 pgs: 1 unknown; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T17:20:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:20:02.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:02 smithi119 ceph-mon[32584]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T17:20:03.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:03 smithi090 ceph-mon[29417]: osdmap e22: 3 total, 3 up, 3 in 2024-04-26T17:20:03.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:03 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2142515310' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "120d1be7-c41b-4a40-8433-c0b39707d1e9"}]: dispatch 2024-04-26T17:20:03.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:03 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2142515310' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "120d1be7-c41b-4a40-8433-c0b39707d1e9"}]': finished 2024-04-26T17:20:03.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:03 smithi090 ceph-mon[29417]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T17:20:03.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:03 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:03.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:03 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2121202230' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:20:03.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:03 smithi167 ceph-mon[32665]: osdmap e22: 3 total, 3 up, 3 in 2024-04-26T17:20:03.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:03 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2142515310' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "120d1be7-c41b-4a40-8433-c0b39707d1e9"}]: dispatch 2024-04-26T17:20:03.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:03 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2142515310' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "120d1be7-c41b-4a40-8433-c0b39707d1e9"}]': finished 2024-04-26T17:20:03.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:03 smithi167 ceph-mon[32665]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T17:20:03.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:03 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:03.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:03 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2121202230' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:20:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:03 smithi119 ceph-mon[32584]: osdmap e22: 3 total, 3 up, 3 in 2024-04-26T17:20:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:03 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2142515310' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "120d1be7-c41b-4a40-8433-c0b39707d1e9"}]: dispatch 2024-04-26T17:20:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:03 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2142515310' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "120d1be7-c41b-4a40-8433-c0b39707d1e9"}]': finished 2024-04-26T17:20:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:03 smithi119 ceph-mon[32584]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T17:20:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:03 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:03 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2121202230' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:20:04.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:04.376+0000 7f4ba4ff9700 1 -- 172.21.15.90:0/3510798868 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4b90098870 con 0x7f4ba8076c20 2024-04-26T17:20:04.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:04 smithi090 ceph-mon[29417]: pgmap v88: 1 pgs: 1 unknown; 0 B data, 97 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:04.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:04 smithi167 ceph-mon[32665]: pgmap v88: 1 pgs: 1 unknown; 0 B data, 97 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:04 smithi119 ceph-mon[32584]: pgmap v88: 1 pgs: 1 unknown; 0 B data, 97 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:05.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:05 smithi090 ceph-mon[29417]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-26T17:20:05.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:05 smithi167 ceph-mon[32665]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-26T17:20:05.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:05 smithi119 ceph-mon[32584]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-26T17:20:06.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:06 smithi090 ceph-mon[29417]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:06.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:06 smithi167 ceph-mon[32665]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:06.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:06 smithi119 ceph-mon[32584]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:08.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:08 smithi090 ceph-mon[29417]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:08.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:08 smithi167 ceph-mon[32665]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:08 smithi119 ceph-mon[32584]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:10.669 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:10 smithi090 ceph-mon[29417]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:10.669 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:10 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T17:20:10.669 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:10 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:10.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:10 smithi167 ceph-mon[32665]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:10.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:10 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T17:20:10.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:10 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:10.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:10 smithi119 ceph-mon[32584]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:10.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:10 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T17:20:10.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:10 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:11.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:11 smithi090 ceph-mon[29417]: Deploying daemon osd.3 on smithi090 2024-04-26T17:20:11.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:11 smithi167 ceph-mon[32665]: Deploying daemon osd.3 on smithi090 2024-04-26T17:20:11.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:11 smithi119 ceph-mon[32584]: Deploying daemon osd.3 on smithi090 2024-04-26T17:20:12.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:12 smithi090 ceph-mon[29417]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:12.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:12 smithi167 ceph-mon[32665]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:12.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:12 smithi119 ceph-mon[32584]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:14.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:14 smithi090 ceph-mon[29417]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:14.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:14 smithi167 ceph-mon[32665]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:14.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:14 smithi119 ceph-mon[32584]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:16.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:16 smithi090 ceph-mon[29417]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:16.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:16 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:16.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:16 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:16.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:16 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:20:16.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:16 smithi167 ceph-mon[32665]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:16.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:16 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:16.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:16 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:16.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:16 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:20:16.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:16 smithi119 ceph-mon[32584]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:16.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:16 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:16.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:16 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:16.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:16 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:20:18.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:18 smithi090 ceph-mon[29417]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:18.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:18 smithi167 ceph-mon[32665]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:18 smithi119 ceph-mon[32584]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:19.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.185+0000 7f4ba4ff9700 1 -- 172.21.15.90:0/3510798868 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4ba8063030 con 0x7f4b940a3bb0 2024-04-26T17:20:19.185 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 3 on host 'smithi090' 2024-04-26T17:20:19.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.187+0000 7f4bad655700 1 -- 172.21.15.90:0/3510798868 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4b940a3bb0 msgr2=0x7f4b940a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:20:19.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.187+0000 7f4bad655700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4b940a3bb0 0x7f4b940a6070 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f4b980036c0 tx=0x7f4b98003830 comp rx=0 tx=0).stop 2024-04-26T17:20:19.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.187+0000 7f4bad655700 1 -- 172.21.15.90:0/3510798868 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4ba8076c20 msgr2=0x7f4ba819b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:20:19.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.187+0000 7f4bad655700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4ba8076c20 0x7f4ba819b580 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4b9000d9b0 tx=0x7f4b9000dcc0 comp rx=0 tx=0).stop 2024-04-26T17:20:19.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.187+0000 7f4bad655700 1 -- 172.21.15.90:0/3510798868 shutdown_connections 2024-04-26T17:20:19.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.187+0000 7f4bad655700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4b940a3bb0 0x7f4b940a6070 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:19.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.187+0000 7f4bad655700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ba810ab70 0x7f4ba81a2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:19.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.187+0000 7f4bad655700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba8075650 0x7f4ba819b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:19.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.187+0000 7f4bad655700 1 --2- 172.21.15.90:0/3510798868 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4ba8076c20 0x7f4ba819b580 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:19.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.188+0000 7f4bad655700 1 -- 172.21.15.90:0/3510798868 >> 172.21.15.90:0/3510798868 conn(0x7f4ba80fe240 msgr2=0x7f4ba8106a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:20:19.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.188+0000 7f4bad655700 1 -- 172.21.15.90:0/3510798868 shutdown_connections 2024-04-26T17:20:19.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:20:19.188+0000 7f4bad655700 1 -- 172.21.15.90:0/3510798868 wait complete. 2024-04-26T17:20:19.867 DEBUG:teuthology.orchestra.run.smithi090:osd.3> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.3.service 2024-04-26T17:20:19.869 INFO:tasks.cephadm:Deploying osd.4 on smithi119 with /dev/vg_nvme/lv_3... 2024-04-26T17:20:19.869 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T17:20:20.112 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T17:20:20.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:20 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:20.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:20 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:20.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:20 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:20.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:20 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:20.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:20 smithi090 ceph-mon[29417]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:20.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:20 smithi090 ceph-mon[29417]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T17:20:20.483 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:20 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:20.483 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:20 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:20.483 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:20 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:20.484 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:20 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:20.484 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:20 smithi119 ceph-mon[32584]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:20.484 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:20 smithi119 ceph-mon[32584]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T17:20:20.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:20 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:20.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:20 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:20.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:20 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:20.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:20 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:20.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:20 smithi167 ceph-mon[32665]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:20.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:20 smithi167 ceph-mon[32665]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T17:20:21.538 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:21 smithi119 ceph-mon[32584]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T17:20:21.539 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:21 smithi119 ceph-mon[32584]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T17:20:21.539 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:21 smithi119 ceph-mon[32584]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T17:20:21.539 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:21 smithi090 ceph-mon[29417]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T17:20:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:21 smithi090 ceph-mon[29417]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T17:20:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:21 smithi090 ceph-mon[29417]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T17:20:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:21 smithi167 ceph-mon[32665]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T17:20:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:21 smithi167 ceph-mon[32665]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T17:20:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:21 smithi167 ceph-mon[32665]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T17:20:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:22.086 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T17:20:22.086 INFO:teuthology.orchestra.run.smithi119.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T17:20:22.086 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10+0 records in 2024-04-26T17:20:22.086 INFO:teuthology.orchestra.run.smithi119.stderr:10+0 records out 2024-04-26T17:20:22.086 INFO:teuthology.orchestra.run.smithi119.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0157729 s, 665 MB/s 2024-04-26T17:20:22.087 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping successful for: 2024-04-26T17:20:22.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:20:22 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3[50604]: 2024-04-26T17:20:22.065+0000 7f25476d8700 -1 osd.3 0 waiting for initial osdmap 2024-04-26T17:20:22.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:20:22 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3[50604]: 2024-04-26T17:20:22.072+0000 7f253f4c3700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:20:22.388 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:22 smithi119 ceph-mon[32584]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T17:20:22.388 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:22 smithi119 ceph-mon[32584]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T17:20:22.388 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:22 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:22.388 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:22 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:22.389 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:22 smithi119 ceph-mon[32584]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:22.389 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:22 smithi119 ceph-mon[32584]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' 2024-04-26T17:20:22.389 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:22 smithi119 ceph-mon[32584]: osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887] boot 2024-04-26T17:20:22.389 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:22 smithi119 ceph-mon[32584]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T17:20:22.389 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:22 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:22.628 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:22 smithi090 ceph-mon[29417]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T17:20:22.628 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:22 smithi090 ceph-mon[29417]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T17:20:22.628 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:22 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:22.629 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:22 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:22.629 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:22 smithi090 ceph-mon[29417]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:22.629 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:22 smithi090 ceph-mon[29417]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' 2024-04-26T17:20:22.629 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:22 smithi090 ceph-mon[29417]: osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887] boot 2024-04-26T17:20:22.629 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:22 smithi090 ceph-mon[29417]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T17:20:22.629 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:22 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:22 smithi167 ceph-mon[32665]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T17:20:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:22 smithi167 ceph-mon[32665]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T17:20:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:22 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:22.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:22 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:22.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:22 smithi167 ceph-mon[32665]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 102 MiB used, 268 GiB / 268 GiB avail 2024-04-26T17:20:22.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:22 smithi167 ceph-mon[32665]: from='osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887]' entity='osd.3' 2024-04-26T17:20:22.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:22 smithi167 ceph-mon[32665]: osd.3 [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887] boot 2024-04-26T17:20:22.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:22 smithi167 ceph-mon[32665]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T17:20:22.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:22 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:20:22.821 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi119:vg_nvme/lv_3 2024-04-26T17:20:23.069 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T17:20:23.455 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: purged_snaps scrub starts 2024-04-26T17:20:23.455 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: purged_snaps scrub ok 2024-04-26T17:20:23.455 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.456 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.456 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:20:23.456 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:20:23.456 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.456 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:23.456 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:20:23.456 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.456 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:20:23.456 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:23.456 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:20:23.456 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.456 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:23 smithi119 ceph-mon[32584]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T17:20:23.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: purged_snaps scrub starts 2024-04-26T17:20:23.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: purged_snaps scrub ok 2024-04-26T17:20:23.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:20:23.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:20:23.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:23.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:20:23.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:20:23.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:23.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:20:23.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:23 smithi090 ceph-mon[29417]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T17:20:23.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: purged_snaps scrub starts 2024-04-26T17:20:23.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: purged_snaps scrub ok 2024-04-26T17:20:23.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:20:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:20:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:20:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:20:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:20:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:23 smithi167 ceph-mon[32665]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T17:20:24.511 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:24 smithi119 ceph-mon[32584]: Detected new or changed devices on smithi090 2024-04-26T17:20:24.511 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:24 smithi119 ceph-mon[32584]: Adjusting osd_memory_target on smithi090 to 8544M 2024-04-26T17:20:24.511 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:24 smithi119 ceph-mon[32584]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 416 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:24.511 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:24 smithi119 ceph-mon[32584]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T17:20:24.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:24 smithi090 ceph-mon[29417]: Detected new or changed devices on smithi090 2024-04-26T17:20:24.661 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:24 smithi090 ceph-mon[29417]: Adjusting osd_memory_target on smithi090 to 8544M 2024-04-26T17:20:24.661 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:24 smithi090 ceph-mon[29417]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 416 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:24.661 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:24 smithi090 ceph-mon[29417]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T17:20:24.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.740+0000 7f705d9bc700 1 -- 172.21.15.119:0/3901682236 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7058102c70 msgr2=0x7f7058103090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:20:24.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.740+0000 7f705d9bc700 1 --2- 172.21.15.119:0/3901682236 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7058102c70 0x7f7058103090 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f70480099c0 tx=0x7f7048009cd0 comp rx=0 tx=0).stop 2024-04-26T17:20:24.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.740+0000 7f705d9bc700 1 -- 172.21.15.119:0/3901682236 shutdown_connections 2024-04-26T17:20:24.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.740+0000 7f705d9bc700 1 --2- 172.21.15.119:0/3901682236 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7058104810 0x7f705810b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:24.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.740+0000 7f705d9bc700 1 --2- 172.21.15.119:0/3901682236 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7058102c70 0x7f7058103090 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:24.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.740+0000 7f705d9bc700 1 --2- 172.21.15.119:0/3901682236 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7058103e70 0x7f70581042d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:24.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.740+0000 7f705d9bc700 1 -- 172.21.15.119:0/3901682236 >> 172.21.15.119:0/3901682236 conn(0x7f70580fe210 msgr2=0x7f7058100650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:20:24.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.740+0000 7f705d9bc700 1 -- 172.21.15.119:0/3901682236 shutdown_connections 2024-04-26T17:20:24.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.740+0000 7f705d9bc700 1 -- 172.21.15.119:0/3901682236 wait complete. 2024-04-26T17:20:24.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.741+0000 7f705d9bc700 1 Processor -- start 2024-04-26T17:20:24.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.741+0000 7f705d9bc700 1 -- start start 2024-04-26T17:20:24.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.741+0000 7f705d9bc700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7058102c70 0x7f7058198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:20:24.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.741+0000 7f705d9bc700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7058103e70 0x7f7058199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:20:24.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.741+0000 7f705d9bc700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7058104810 0x7f70581a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:20:24.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.741+0000 7f705d9bc700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f705810e6d0 con 0x7f7058102c70 2024-04-26T17:20:24.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.741+0000 7f705d9bc700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f705810e550 con 0x7f7058104810 2024-04-26T17:20:24.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.741+0000 7f705d9bc700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f705810e850 con 0x7f7058103e70 2024-04-26T17:20:24.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.741+0000 7f70577fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7058104810 0x7f70581a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:20:24.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f70577fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7058104810 0x7f70581a02b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:33934/0 (socket says 172.21.15.119:33934) 2024-04-26T17:20:24.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f70577fe700 1 -- 172.21.15.119:0/4274727470 learned_addr learned my addr 172.21.15.119:0/4274727470 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-04-26T17:20:24.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f7056ffd700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7058102c70 0x7f7058198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:20:24.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f70567fc700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7058103e70 0x7f7058199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:20:24.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f70577fe700 1 -- 172.21.15.119:0/4274727470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7058103e70 msgr2=0x7f7058199270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:20:24.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f70577fe700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7058103e70 0x7f7058199270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:24.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f70577fe700 1 -- 172.21.15.119:0/4274727470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7058102c70 msgr2=0x7f7058198d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:20:24.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f70577fe700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7058102c70 0x7f7058198d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:24.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f70577fe700 1 -- 172.21.15.119:0/4274727470 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70581a0980 con 0x7f7058104810 2024-04-26T17:20:24.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f70577fe700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7058104810 0x7f70581a02b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f7050007d70 tx=0x7f705000a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:20:24.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f705c9ba700 1 -- 172.21.15.119:0/4274727470 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7050016020 con 0x7f7058104810 2024-04-26T17:20:24.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f705c9ba700 1 -- 172.21.15.119:0/4274727470 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f705000ad40 con 0x7f7058104810 2024-04-26T17:20:24.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f705d9bc700 1 -- 172.21.15.119:0/4274727470 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70581a0c70 con 0x7f7058104810 2024-04-26T17:20:24.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f705c9ba700 1 -- 172.21.15.119:0/4274727470 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70500115e0 con 0x7f7058104810 2024-04-26T17:20:24.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.742+0000 7f705d9bc700 1 -- 172.21.15.119:0/4274727470 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70581a1130 con 0x7f7058104810 2024-04-26T17:20:24.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.743+0000 7f705d9bc700 1 -- 172.21.15.119:0/4274727470 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70580698e0 con 0x7f7058104810 2024-04-26T17:20:24.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.744+0000 7f705c9ba700 1 -- 172.21.15.119:0/4274727470 <== mon.2 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7050019020 con 0x7f7058104810 2024-04-26T17:20:24.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.745+0000 7f705c9ba700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f70400a3c40 0x7f70400a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:20:24.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.745+0000 7f705c9ba700 1 -- 172.21.15.119:0/4274727470 <== mon.2 v2:172.21.15.119:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3698+0+0 (secure 0 0 0) 0x7f70500cf1e0 con 0x7f7058104810 2024-04-26T17:20:24.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.745+0000 7f7056ffd700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f70400a3c40 0x7f70400a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:20:24.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.746+0000 7f7056ffd700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f70400a3c40 0x7f70400a6100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7048006010 tx=0x7f7048003680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:20:24.749 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.750+0000 7f705c9ba700 1 -- 172.21.15.119:0/4274727470 <== mon.2 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7050020020 con 0x7f7058104810 2024-04-26T17:20:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:24 smithi167 ceph-mon[32665]: Detected new or changed devices on smithi090 2024-04-26T17:20:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:24 smithi167 ceph-mon[32665]: Adjusting osd_memory_target on smithi090 to 8544M 2024-04-26T17:20:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:24 smithi167 ceph-mon[32665]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 416 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:24 smithi167 ceph-mon[32665]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T17:20:24.957 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:24.957+0000 7f705d9bc700 1 -- 172.21.15.119:0/4274727470 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f7058063030 con 0x7f70400a3c40 2024-04-26T17:20:25.898 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:25 smithi119 ceph-mon[32584]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T17:20:25.898 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:25 smithi119 ceph-mon[32584]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:20:25.898 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:20:25.898 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:20:25.898 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:25.898 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:25 smithi119 ceph-mon[32584]: pgmap v105: 1 pgs: 1 remapped+peering; 577 KiB data, 416 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:26.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:25 smithi090 ceph-mon[29417]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T17:20:26.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:25 smithi090 ceph-mon[29417]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:20:26.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:20:26.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:20:26.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:26.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:25 smithi090 ceph-mon[29417]: pgmap v105: 1 pgs: 1 remapped+peering; 577 KiB data, 416 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:26.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:25 smithi167 ceph-mon[32665]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T17:20:26.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:25 smithi167 ceph-mon[32665]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:20:26.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:20:26.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:20:26.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:26.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:25 smithi167 ceph-mon[32665]: pgmap v105: 1 pgs: 1 remapped+peering; 577 KiB data, 416 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:26.861 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:26 smithi119 ceph-mon[32584]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T17:20:27.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:26 smithi090 ceph-mon[29417]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T17:20:27.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:26 smithi167 ceph-mon[32665]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T17:20:28.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:27 smithi090 ceph-mon[29417]: pgmap v107: 1 pgs: 1 remapped+peering; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:28.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:27 smithi090 ceph-mon[29417]: from='client.? 172.21.15.119:0/2445518152' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a2a494c-a7d8-42fe-b9f5-a43689ed83b9"}]: dispatch 2024-04-26T17:20:28.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:27 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a2a494c-a7d8-42fe-b9f5-a43689ed83b9"}]: dispatch 2024-04-26T17:20:28.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:27 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6a2a494c-a7d8-42fe-b9f5-a43689ed83b9"}]': finished 2024-04-26T17:20:28.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:27 smithi090 ceph-mon[29417]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T17:20:28.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:27 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:28.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:27 smithi167 ceph-mon[32665]: pgmap v107: 1 pgs: 1 remapped+peering; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:28.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:27 smithi167 ceph-mon[32665]: from='client.? 172.21.15.119:0/2445518152' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a2a494c-a7d8-42fe-b9f5-a43689ed83b9"}]: dispatch 2024-04-26T17:20:28.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:27 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a2a494c-a7d8-42fe-b9f5-a43689ed83b9"}]: dispatch 2024-04-26T17:20:28.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:27 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6a2a494c-a7d8-42fe-b9f5-a43689ed83b9"}]': finished 2024-04-26T17:20:28.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:27 smithi167 ceph-mon[32665]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T17:20:28.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:27 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:28.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:27 smithi119 ceph-mon[32584]: pgmap v107: 1 pgs: 1 remapped+peering; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:28.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:27 smithi119 ceph-mon[32584]: from='client.? 172.21.15.119:0/2445518152' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a2a494c-a7d8-42fe-b9f5-a43689ed83b9"}]: dispatch 2024-04-26T17:20:28.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:27 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a2a494c-a7d8-42fe-b9f5-a43689ed83b9"}]: dispatch 2024-04-26T17:20:28.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:27 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6a2a494c-a7d8-42fe-b9f5-a43689ed83b9"}]': finished 2024-04-26T17:20:28.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:27 smithi119 ceph-mon[32584]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T17:20:28.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:29.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:28 smithi090 ceph-mon[29417]: from='client.? 172.21.15.119:0/1584271959' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:20:29.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:28 smithi167 ceph-mon[32665]: from='client.? 172.21.15.119:0/1584271959' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:20:29.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:28 smithi119 ceph-mon[32584]: from='client.? 172.21.15.119:0/1584271959' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:20:30.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:29 smithi119 ceph-mon[32584]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-26T17:20:30.180 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:29 smithi090 ceph-mon[29417]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-26T17:20:30.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:29 smithi167 ceph-mon[32665]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-26T17:20:32.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:32 smithi090 ceph-mon[29417]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-26T17:20:32.725 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:32 smithi119 ceph-mon[32584]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-26T17:20:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:32 smithi167 ceph-mon[32665]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-26T17:20:34.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:34 smithi167 ceph-mon[32665]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T17:20:34.764 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:34 smithi119 ceph-mon[32584]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T17:20:34.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:34 smithi090 ceph-mon[29417]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T17:20:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T17:20:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:35.692 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T17:20:35.692 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:35.730 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T17:20:35.730 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:36.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:36 smithi090 ceph-mon[29417]: Deploying daemon osd.4 on smithi119 2024-04-26T17:20:36.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:36 smithi090 ceph-mon[29417]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-26T17:20:36.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:36 smithi167 ceph-mon[32665]: Deploying daemon osd.4 on smithi119 2024-04-26T17:20:36.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:36 smithi167 ceph-mon[32665]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-26T17:20:36.752 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:36 smithi119 ceph-mon[32584]: Deploying daemon osd.4 on smithi119 2024-04-26T17:20:36.752 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:36 smithi119 ceph-mon[32584]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-26T17:20:38.724 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:38 smithi119 ceph-mon[32584]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T17:20:38.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:38 smithi167 ceph-mon[32665]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T17:20:38.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:38 smithi090 ceph-mon[29417]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T17:20:40.566 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:40 smithi119 ceph-mon[32584]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-26T17:20:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:40 smithi167 ceph-mon[32665]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-26T17:20:40.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:40 smithi090 ceph-mon[29417]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-26T17:20:42.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:41 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:42.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:41 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:42.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:41 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:20:42.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:41 smithi167 ceph-mon[32665]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:42.040 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:41 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:42.040 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:41 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:42.040 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:41 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:20:42.040 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:41 smithi119 ceph-mon[32584]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:42.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:41 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:42.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:41 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:42.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:41 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:20:42.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:41 smithi090 ceph-mon[29417]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:44.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:44 smithi119 ceph-mon[32584]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:44.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:44.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:44.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:44.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:20:44.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:44.627 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.627+0000 7f705c9ba700 1 -- 172.21.15.119:0/4274727470 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7058063030 con 0x7f70400a3c40 2024-04-26T17:20:44.627 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 4 on host 'smithi119' 2024-04-26T17:20:44.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.629+0000 7f705d9bc700 1 -- 172.21.15.119:0/4274727470 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f70400a3c40 msgr2=0x7f70400a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:20:44.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.629+0000 7f705d9bc700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f70400a3c40 0x7f70400a6100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7048006010 tx=0x7f7048003680 comp rx=0 tx=0).stop 2024-04-26T17:20:44.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.629+0000 7f705d9bc700 1 -- 172.21.15.119:0/4274727470 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7058104810 msgr2=0x7f70581a02b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:20:44.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.629+0000 7f705d9bc700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7058104810 0x7f70581a02b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f7050007d70 tx=0x7f705000a340 comp rx=0 tx=0).stop 2024-04-26T17:20:44.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.629+0000 7f705d9bc700 1 -- 172.21.15.119:0/4274727470 shutdown_connections 2024-04-26T17:20:44.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.629+0000 7f705d9bc700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f70400a3c40 0x7f70400a6100 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:44.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.629+0000 7f705d9bc700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7058102c70 0x7f7058198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:44.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.629+0000 7f705d9bc700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7058104810 0x7f70581a02b0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:44.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.629+0000 7f705d9bc700 1 --2- 172.21.15.119:0/4274727470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7058103e70 0x7f7058199270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:44.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.629+0000 7f705d9bc700 1 -- 172.21.15.119:0/4274727470 >> 172.21.15.119:0/4274727470 conn(0x7f70580fe210 msgr2=0x7f70581071c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:20:44.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.630+0000 7f705d9bc700 1 -- 172.21.15.119:0/4274727470 shutdown_connections 2024-04-26T17:20:44.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:20:44.630+0000 7f705d9bc700 1 -- 172.21.15.119:0/4274727470 wait complete. 2024-04-26T17:20:44.705 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:44 smithi167 ceph-mon[32665]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:44.705 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:44.706 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:44.706 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:44.706 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:20:44.706 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:44 smithi090 ceph-mon[29417]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:20:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:45.165 DEBUG:teuthology.orchestra.run.smithi119:osd.4> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.4.service 2024-04-26T17:20:45.168 INFO:tasks.cephadm:Deploying osd.5 on smithi167 with /dev/vg_nvme/lv_3... 2024-04-26T17:20:45.168 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T17:20:45.412 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:20:45.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:45 smithi167 ceph-mon[32665]: from='osd.4 [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T17:20:45.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:45 smithi167 ceph-mon[32665]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T17:20:45.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:45 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:45.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:45 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:45.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:45 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:20:45.667 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:45 smithi119 ceph-mon[32584]: from='osd.4 [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T17:20:45.667 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:45 smithi119 ceph-mon[32584]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T17:20:45.667 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:45 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:45.667 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:45 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:45.667 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:45 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:20:45.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:45 smithi090 ceph-mon[29417]: from='osd.4 [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T17:20:45.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:45 smithi090 ceph-mon[29417]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T17:20:45.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:45 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:45.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:45 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:45.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:45 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:20:46.630 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:46 smithi119 ceph-mon[32584]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:46.630 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:46 smithi119 ceph-mon[32584]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T17:20:46.630 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:46 smithi119 ceph-mon[32584]: from='osd.4 [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:20:46.630 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:46 smithi119 ceph-mon[32584]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T17:20:46.630 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:46.631 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:46 smithi119 ceph-mon[32584]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:20:46.631 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:20:46 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4[43827]: 2024-04-26T17:20:46.448+0000 7f06ad4fe700 -1 osd.4 0 waiting for initial osdmap 2024-04-26T17:20:46.631 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:20:46 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4[43827]: 2024-04-26T17:20:46.453+0000 7f06a92f1700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:20:46.718 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:46 smithi167 ceph-mon[32665]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:46.719 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:46 smithi167 ceph-mon[32665]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T17:20:46.719 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:46 smithi167 ceph-mon[32665]: from='osd.4 [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:20:46.719 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:46 smithi167 ceph-mon[32665]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T17:20:46.719 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:46.719 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:46 smithi167 ceph-mon[32665]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:20:46.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:46 smithi090 ceph-mon[29417]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:46.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:46 smithi090 ceph-mon[29417]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T17:20:46.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:46 smithi090 ceph-mon[29417]: from='osd.4 [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:20:46.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:46 smithi090 ceph-mon[29417]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T17:20:46.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:46.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:46 smithi090 ceph-mon[29417]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:20:47.304 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T17:20:47.304 INFO:teuthology.orchestra.run.smithi167.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T17:20:47.304 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10+0 records in 2024-04-26T17:20:47.305 INFO:teuthology.orchestra.run.smithi167.stderr:10+0 records out 2024-04-26T17:20:47.305 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0132635 s, 791 MB/s 2024-04-26T17:20:47.305 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping successful for: 2024-04-26T17:20:47.693 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:47 smithi167 ceph-mon[32665]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-26T17:20:47.694 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:47 smithi167 ceph-mon[32665]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T17:20:47.694 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:47.694 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:47 smithi119 ceph-mon[32584]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-26T17:20:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:47 smithi119 ceph-mon[32584]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T17:20:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:47.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:47 smithi090 ceph-mon[29417]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-26T17:20:47.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:47 smithi090 ceph-mon[29417]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T17:20:47.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:47.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:47.996 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi167:vg_nvme/lv_3 2024-04-26T17:20:48.240 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:20:48.484 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: purged_snaps scrub starts 2024-04-26T17:20:48.484 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: purged_snaps scrub ok 2024-04-26T17:20:48.484 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:48.484 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: osd.4 [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110] boot 2024-04-26T17:20:48.484 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T17:20:48.484 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:48.484 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:48.484 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:48.484 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:20:48.484 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:20:48.484 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:48.484 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:48.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:20:48.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:48 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: purged_snaps scrub starts 2024-04-26T17:20:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: purged_snaps scrub ok 2024-04-26T17:20:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: osd.4 [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110] boot 2024-04-26T17:20:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T17:20:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:20:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:20:48.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:48.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:48.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:20:48.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:48 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:48.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: purged_snaps scrub starts 2024-04-26T17:20:48.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: purged_snaps scrub ok 2024-04-26T17:20:48.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T17:20:48.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: osd.4 [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110] boot 2024-04-26T17:20:48.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T17:20:48.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:20:48.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:48.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:48.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:20:48.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:20:48.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:48.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:48.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:20:48.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:48 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:20:49.587 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:49 smithi167 ceph-mon[32665]: Detected new or changed devices on smithi119 2024-04-26T17:20:49.587 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:49 smithi167 ceph-mon[32665]: Adjusting osd_memory_target on smithi119 to 8544M 2024-04-26T17:20:49.587 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:49 smithi167 ceph-mon[32665]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T17:20:49.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:49 smithi119 ceph-mon[32584]: Detected new or changed devices on smithi119 2024-04-26T17:20:49.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:49 smithi119 ceph-mon[32584]: Adjusting osd_memory_target on smithi119 to 8544M 2024-04-26T17:20:49.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:49 smithi119 ceph-mon[32584]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T17:20:49.825 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.825+0000 7f0b29cdb700 1 -- 172.21.15.167:0/573361861 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b241036e0 msgr2=0x7f0b24105ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:20:49.825 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.825+0000 7f0b29cdb700 1 --2- 172.21.15.167:0/573361861 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b241036e0 0x7f0b24105ad0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0b14009990 tx=0x7f0b14009ca0 comp rx=0 tx=0).stop 2024-04-26T17:20:49.825 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.826+0000 7f0b29cdb700 1 -- 172.21.15.167:0/573361861 shutdown_connections 2024-04-26T17:20:49.825 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.826+0000 7f0b29cdb700 1 --2- 172.21.15.167:0/573361861 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b24108940 0x7f0b2410adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:49.825 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.826+0000 7f0b29cdb700 1 --2- 172.21.15.167:0/573361861 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b241036e0 0x7f0b24105ad0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:49.826 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.826+0000 7f0b29cdb700 1 --2- 172.21.15.167:0/573361861 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b24106010 0x7f0b24108400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:49.826 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.826+0000 7f0b29cdb700 1 -- 172.21.15.167:0/573361861 >> 172.21.15.167:0/573361861 conn(0x7f0b240fd110 msgr2=0x7f0b240ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:20:49.826 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.826+0000 7f0b29cdb700 1 -- 172.21.15.167:0/573361861 shutdown_connections 2024-04-26T17:20:49.826 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.826+0000 7f0b29cdb700 1 -- 172.21.15.167:0/573361861 wait complete. 2024-04-26T17:20:49.826 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.826+0000 7f0b29cdb700 1 Processor -- start 2024-04-26T17:20:49.828 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b29cdb700 1 -- start start 2024-04-26T17:20:49.828 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b29cdb700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b241036e0 0x7f0b24198d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:20:49.828 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b29cdb700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b24106010 0x7f0b24199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:20:49.828 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b29cdb700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b24108940 0x7f0b241a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:20:49.828 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b29cdb700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2410e6e0 con 0x7f0b24106010 2024-04-26T17:20:49.829 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b29cdb700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2410e560 con 0x7f0b24108940 2024-04-26T17:20:49.829 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b29cdb700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2410e860 con 0x7f0b241036e0 2024-04-26T17:20:49.829 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b237fe700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b241036e0 0x7f0b24198d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:20:49.829 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b237fe700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b241036e0 0x7f0b24198d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:52072/0 (socket says 172.21.15.167:52072) 2024-04-26T17:20:49.829 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b237fe700 1 -- 172.21.15.167:0/818554255 learned_addr learned my addr 172.21.15.167:0/818554255 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-26T17:20:49.829 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b23fff700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b24108940 0x7f0b241a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:20:49.829 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b22ffd700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b24106010 0x7f0b24199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:20:49.829 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b237fe700 1 -- 172.21.15.167:0/818554255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b24108940 msgr2=0x7f0b241a0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:20:49.829 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b237fe700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b24108940 0x7f0b241a0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:49.829 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b237fe700 1 -- 172.21.15.167:0/818554255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b24106010 msgr2=0x7f0b24199290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:20:49.829 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b237fe700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b24106010 0x7f0b24199290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:20:49.830 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b237fe700 1 -- 172.21.15.167:0/818554255 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b241a09b0 con 0x7f0b241036e0 2024-04-26T17:20:49.830 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b237fe700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b241036e0 0x7f0b24198d50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0b140036c0 tx=0x7f0b140047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:20:49.830 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b20ff9700 1 -- 172.21.15.167:0/818554255 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b14027070 con 0x7f0b241036e0 2024-04-26T17:20:49.830 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b20ff9700 1 -- 172.21.15.167:0/818554255 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f0b140041b0 con 0x7f0b241036e0 2024-04-26T17:20:49.830 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b20ff9700 1 -- 172.21.15.167:0/818554255 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b1400f460 con 0x7f0b241036e0 2024-04-26T17:20:49.830 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.827+0000 7f0b29cdb700 1 -- 172.21.15.167:0/818554255 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b241a0c40 con 0x7f0b241036e0 2024-04-26T17:20:49.830 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.828+0000 7f0b29cdb700 1 -- 172.21.15.167:0/818554255 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b241a10f0 con 0x7f0b241036e0 2024-04-26T17:20:49.830 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.829+0000 7f0b29cdb700 1 -- 172.21.15.167:0/818554255 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b240698e0 con 0x7f0b241036e0 2024-04-26T17:20:49.830 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.830+0000 7f0b20ff9700 1 -- 172.21.15.167:0/818554255 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0b1402a070 con 0x7f0b241036e0 2024-04-26T17:20:49.831 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.830+0000 7f0b20ff9700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0b0c0a3cc0 0x7f0b0c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:20:49.831 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.830+0000 7f0b20ff9700 1 -- 172.21.15.167:0/818554255 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4101+0+0 (secure 0 0 0) 0x7f0b140d0430 con 0x7f0b241036e0 2024-04-26T17:20:49.831 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.831+0000 7f0b22ffd700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0b0c0a3cc0 0x7f0b0c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:20:49.831 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.831+0000 7f0b22ffd700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0b0c0a3cc0 0x7f0b0c0a6180 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0b18005950 tx=0x7f0b18005cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:20:49.834 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:49.835+0000 7f0b20ff9700 1 -- 172.21.15.167:0/818554255 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0b1405eff0 con 0x7f0b241036e0 2024-04-26T17:20:49.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:49 smithi090 ceph-mon[29417]: Detected new or changed devices on smithi119 2024-04-26T17:20:49.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:49 smithi090 ceph-mon[29417]: Adjusting osd_memory_target on smithi119 to 8544M 2024-04-26T17:20:49.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:49 smithi090 ceph-mon[29417]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T17:20:50.040 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:20:50.041+0000 7f0b29cdb700 1 -- 172.21.15.167:0/818554255 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f0b24063030 con 0x7f0b0c0a3cc0 2024-04-26T17:20:50.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:50 smithi167 ceph-mon[32665]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:50.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:50 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:20:50.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:50 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:20:50.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:50 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:50.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:50 smithi119 ceph-mon[32584]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:50.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:50 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:20:50.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:50 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:20:50.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:50 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:50.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:50 smithi090 ceph-mon[29417]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:50.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:50 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:20:50.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:50 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:20:50.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:50 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:20:51.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:51 smithi167 ceph-mon[32665]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:20:51.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:51 smithi119 ceph-mon[32584]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:20:51.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:51 smithi090 ceph-mon[29417]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:20:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:52 smithi167 ceph-mon[32665]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:52 smithi119 ceph-mon[32584]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:52.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:52 smithi090 ceph-mon[29417]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:53 smithi167 ceph-mon[32665]: from='client.? 172.21.15.167:0/1069051357' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7"}]: dispatch 2024-04-26T17:20:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:53 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7"}]: dispatch 2024-04-26T17:20:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:53 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7"}]': finished 2024-04-26T17:20:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:53 smithi167 ceph-mon[32665]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T17:20:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:53 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:20:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:53 smithi167 ceph-mon[32665]: from='client.? 172.21.15.167:0/2132608446' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:20:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:53 smithi119 ceph-mon[32584]: from='client.? 172.21.15.167:0/1069051357' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7"}]: dispatch 2024-04-26T17:20:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:53 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7"}]: dispatch 2024-04-26T17:20:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:53 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7"}]': finished 2024-04-26T17:20:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:53 smithi119 ceph-mon[32584]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T17:20:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:53 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:20:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:53 smithi119 ceph-mon[32584]: from='client.? 172.21.15.167:0/2132608446' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:20:53.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:53 smithi090 ceph-mon[29417]: from='client.? 172.21.15.167:0/1069051357' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7"}]: dispatch 2024-04-26T17:20:53.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:53 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7"}]: dispatch 2024-04-26T17:20:53.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:53 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7"}]': finished 2024-04-26T17:20:53.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:53 smithi090 ceph-mon[29417]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T17:20:53.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:53 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:20:53.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:53 smithi090 ceph-mon[29417]: from='client.? 172.21.15.167:0/2132608446' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:20:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:54 smithi167 ceph-mon[32665]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:54.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:54 smithi119 ceph-mon[32584]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:54.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:54 smithi090 ceph-mon[29417]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:56.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:56 smithi167 ceph-mon[32665]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:56 smithi119 ceph-mon[32584]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:56.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:56 smithi090 ceph-mon[29417]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:20:58 smithi167 ceph-mon[32665]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:20:58 smithi119 ceph-mon[32584]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:20:58.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:20:58 smithi090 ceph-mon[29417]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:00.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:00 smithi167 ceph-mon[32665]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:00.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:00 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T17:21:00.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:00 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:00 smithi119 ceph-mon[32584]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:00 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T17:21:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:00 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:00.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:00 smithi090 ceph-mon[29417]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:00.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:00 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T17:21:00.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:00 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:01.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:01 smithi167 ceph-mon[32665]: Deploying daemon osd.5 on smithi167 2024-04-26T17:21:01.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:01 smithi119 ceph-mon[32584]: Deploying daemon osd.5 on smithi167 2024-04-26T17:21:01.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:01 smithi090 ceph-mon[29417]: Deploying daemon osd.5 on smithi167 2024-04-26T17:21:02.640 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:02 smithi167 ceph-mon[32665]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:02 smithi119 ceph-mon[32584]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:02.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:02 smithi090 ceph-mon[29417]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:03.642 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:03 smithi167 ceph-mon[32665]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:03 smithi119 ceph-mon[32584]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:03.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:03 smithi090 ceph-mon[29417]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:06.621 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:06 smithi167 ceph-mon[32665]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:06.621 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:06 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:06.621 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:06 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:06.621 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:06 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:06.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:06 smithi119 ceph-mon[32584]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:06.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:06 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:06.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:06 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:06.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:06 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:06 smithi090 ceph-mon[29417]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:06 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:06 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:06 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:08.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:08 smithi167 ceph-mon[32665]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:08 smithi119 ceph-mon[32584]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:08.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:08 smithi090 ceph-mon[29417]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:09.861 INFO:teuthology.orchestra.run.smithi167.stdout:Created osd(s) 5 on host 'smithi167' 2024-04-26T17:21:09.862 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.859+0000 7f0b20ff9700 1 -- 172.21.15.167:0/818554255 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0b24063030 con 0x7f0b0c0a3cc0 2024-04-26T17:21:09.862 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.861+0000 7f0b29cdb700 1 -- 172.21.15.167:0/818554255 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0b0c0a3cc0 msgr2=0x7f0b0c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:21:09.862 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.861+0000 7f0b29cdb700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0b0c0a3cc0 0x7f0b0c0a6180 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0b18005950 tx=0x7f0b18005cf0 comp rx=0 tx=0).stop 2024-04-26T17:21:09.863 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.861+0000 7f0b29cdb700 1 -- 172.21.15.167:0/818554255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b241036e0 msgr2=0x7f0b24198d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:21:09.863 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.861+0000 7f0b29cdb700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b241036e0 0x7f0b24198d50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0b140036c0 tx=0x7f0b140047b0 comp rx=0 tx=0).stop 2024-04-26T17:21:09.863 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.861+0000 7f0b29cdb700 1 -- 172.21.15.167:0/818554255 shutdown_connections 2024-04-26T17:21:09.863 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.861+0000 7f0b29cdb700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0b0c0a3cc0 0x7f0b0c0a6180 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:09.863 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.861+0000 7f0b29cdb700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b24108940 0x7f0b241a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:09.863 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.861+0000 7f0b29cdb700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b241036e0 0x7f0b24198d50 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:09.863 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.861+0000 7f0b29cdb700 1 --2- 172.21.15.167:0/818554255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b24106010 0x7f0b24199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:09.863 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.861+0000 7f0b29cdb700 1 -- 172.21.15.167:0/818554255 >> 172.21.15.167:0/818554255 conn(0x7f0b240fd110 msgr2=0x7f0b24104140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:21:09.863 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.862+0000 7f0b29cdb700 1 -- 172.21.15.167:0/818554255 shutdown_connections 2024-04-26T17:21:09.863 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:21:09.862+0000 7f0b29cdb700 1 -- 172.21.15.167:0/818554255 wait complete. 2024-04-26T17:21:10.172 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.172 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.172 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:10.172 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:21:10.172 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.172 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:09 smithi167 ceph-mon[32665]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:10.172 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.172 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.172 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:21:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:09 smithi090 ceph-mon[29417]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:21:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:09 smithi119 ceph-mon[32584]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.298 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:10.298 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:10.501 DEBUG:teuthology.orchestra.run.smithi167:osd.5> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.5.service 2024-04-26T17:21:10.503 INFO:tasks.cephadm:Deploying osd.6 on smithi090 with /dev/vg_nvme/lv_2... 2024-04-26T17:21:10.503 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T17:21:10.750 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:21:11.180 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:10 smithi090 ceph-mon[29417]: from='osd.5 [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T17:21:11.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:10 smithi090 ceph-mon[29417]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T17:21:11.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:10 smithi167 ceph-mon[32665]: from='osd.5 [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T17:21:11.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:10 smithi167 ceph-mon[32665]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T17:21:11.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:10 smithi119 ceph-mon[32584]: from='osd.5 [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T17:21:11.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:10 smithi119 ceph-mon[32584]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T17:21:11.954 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:11 smithi167 ceph-mon[32665]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T17:21:11.955 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:11 smithi167 ceph-mon[32665]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T17:21:11.955 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:11 smithi167 ceph-mon[32665]: from='osd.5 [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:21:11.955 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:11 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:21:11.955 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:11 smithi167 ceph-mon[32665]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:21:11.955 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:11 smithi167 ceph-mon[32665]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:11.955 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:21:11 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:21:11.920+0000 7f37a6d37700 -1 osd.5 0 waiting for initial osdmap 2024-04-26T17:21:11.955 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:21:11 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:21:11.926+0000 7f37a2b2a700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:21:12.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:11 smithi090 ceph-mon[29417]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T17:21:12.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:11 smithi090 ceph-mon[29417]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T17:21:12.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:11 smithi090 ceph-mon[29417]: from='osd.5 [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:21:12.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:21:12.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:11 smithi090 ceph-mon[29417]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:21:12.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:11 smithi090 ceph-mon[29417]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:12.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:11 smithi119 ceph-mon[32584]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T17:21:12.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:11 smithi119 ceph-mon[32584]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T17:21:12.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:11 smithi119 ceph-mon[32584]: from='osd.5 [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:21:12.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:11 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:21:12.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:11 smithi119 ceph-mon[32584]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:21:12.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:11 smithi119 ceph-mon[32584]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T17:21:12.908 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T17:21:12.908 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T17:21:12.909 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-04-26T17:21:12.909 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-04-26T17:21:12.909 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0133357 s, 786 MB/s 2024-04-26T17:21:12.909 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-04-26T17:21:13.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:12 smithi090 ceph-mon[29417]: purged_snaps scrub starts 2024-04-26T17:21:13.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:12 smithi090 ceph-mon[29417]: purged_snaps scrub ok 2024-04-26T17:21:13.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:12 smithi090 ceph-mon[29417]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-26T17:21:13.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:12 smithi090 ceph-mon[29417]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T17:21:13.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:12 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:21:13.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:12 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:21:13.245 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:12 smithi167 ceph-mon[32665]: purged_snaps scrub starts 2024-04-26T17:21:13.246 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:12 smithi167 ceph-mon[32665]: purged_snaps scrub ok 2024-04-26T17:21:13.246 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:12 smithi167 ceph-mon[32665]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-26T17:21:13.246 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:12 smithi167 ceph-mon[32665]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T17:21:13.246 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:12 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:21:13.246 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:12 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:21:13.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:12 smithi119 ceph-mon[32584]: purged_snaps scrub starts 2024-04-26T17:21:13.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:12 smithi119 ceph-mon[32584]: purged_snaps scrub ok 2024-04-26T17:21:13.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:12 smithi119 ceph-mon[32584]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-26T17:21:13.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:12 smithi119 ceph-mon[32584]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T17:21:13.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:12 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:21:13.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:12 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:21:13.608 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi090:vg_nvme/lv_2 2024-04-26T17:21:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:21:14.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: osd.5 [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097] boot 2024-04-26T17:21:14.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T17:21:14.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:21:14.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:14.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:14.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:14.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:14.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:14.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:14.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:14.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:21:14.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:14.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:13 smithi090 ceph-mon[29417]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T17:21:14.198 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: osd.5 [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097] boot 2024-04-26T17:21:14.198 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T17:21:14.198 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:21:14.199 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:14.199 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:14.199 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:14.199 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:14.199 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:14.199 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:14.199 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:14.199 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:21:14.199 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:14.199 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:13 smithi119 ceph-mon[32584]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T17:21:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: osd.5 [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097] boot 2024-04-26T17:21:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T17:21:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:21:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:14.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:21:14.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:14.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:13 smithi167 ceph-mon[32665]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T17:21:15.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:14 smithi090 ceph-mon[29417]: Detected new or changed devices on smithi167 2024-04-26T17:21:15.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:14 smithi090 ceph-mon[29417]: Adjusting osd_memory_target on smithi167 to 8544M 2024-04-26T17:21:15.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:14 smithi090 ceph-mon[29417]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T17:21:15.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:14 smithi167 ceph-mon[32665]: Detected new or changed devices on smithi167 2024-04-26T17:21:15.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:14 smithi167 ceph-mon[32665]: Adjusting osd_memory_target on smithi167 to 8544M 2024-04-26T17:21:15.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:14 smithi167 ceph-mon[32665]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T17:21:15.296 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:14 smithi119 ceph-mon[32584]: Detected new or changed devices on smithi167 2024-04-26T17:21:15.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:14 smithi119 ceph-mon[32584]: Adjusting osd_memory_target on smithi167 to 8544M 2024-04-26T17:21:15.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:14 smithi119 ceph-mon[32584]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T17:21:15.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.407+0000 7fa57ae79700 1 -- 172.21.15.90:0/1074195797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa574103e70 msgr2=0x7fa5741042d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:21:15.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.407+0000 7fa57ae79700 1 --2- 172.21.15.90:0/1074195797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa574103e70 0x7fa5741042d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa5600099c0 tx=0x7fa560009cd0 comp rx=0 tx=0).stop 2024-04-26T17:21:15.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.407+0000 7fa57ae79700 1 -- 172.21.15.90:0/1074195797 shutdown_connections 2024-04-26T17:21:15.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.407+0000 7fa57ae79700 1 --2- 172.21.15.90:0/1074195797 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa574104810 0x7fa57410b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:15.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.407+0000 7fa57ae79700 1 --2- 172.21.15.90:0/1074195797 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa574102c70 0x7fa574103090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:15.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.407+0000 7fa57ae79700 1 --2- 172.21.15.90:0/1074195797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa574103e70 0x7fa5741042d0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:15.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.407+0000 7fa57ae79700 1 -- 172.21.15.90:0/1074195797 >> 172.21.15.90:0/1074195797 conn(0x7fa5740fe210 msgr2=0x7fa574100650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:21:15.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.407+0000 7fa57ae79700 1 -- 172.21.15.90:0/1074195797 shutdown_connections 2024-04-26T17:21:15.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.407+0000 7fa57ae79700 1 -- 172.21.15.90:0/1074195797 wait complete. 2024-04-26T17:21:15.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa57ae79700 1 Processor -- start 2024-04-26T17:21:15.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa57ae79700 1 -- start start 2024-04-26T17:21:15.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa57ae79700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa574102c70 0x7fa574076990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa57ae79700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa574103e70 0x7fa574074fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa57ae79700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa574104810 0x7fa574075520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa57ae79700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa57410e6d0 con 0x7fa574102c70 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa57ae79700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fa57410e550 con 0x7fa574103e70 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa57ae79700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa57410e850 con 0x7fa574104810 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa578c15700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa574102c70 0x7fa574076990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa573fff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa574103e70 0x7fa574074fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa573fff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa574103e70 0x7fa574074fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:35882/0 (socket says 172.21.15.90:35882) 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa578c15700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa574102c70 0x7fa574076990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55146/0 (socket says 172.21.15.90:55146) 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa573fff700 1 -- 172.21.15.90:0/3825795524 learned_addr learned my addr 172.21.15.90:0/3825795524 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.408+0000 7fa579416700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa574104810 0x7fa574075520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.409+0000 7fa578c15700 1 -- 172.21.15.90:0/3825795524 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa574104810 msgr2=0x7fa574075520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:21:15.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.409+0000 7fa578c15700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa574104810 0x7fa574075520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:15.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.409+0000 7fa578c15700 1 -- 172.21.15.90:0/3825795524 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa574103e70 msgr2=0x7fa574074fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:21:15.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.409+0000 7fa578c15700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa574103e70 0x7fa574074fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:15.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.409+0000 7fa578c15700 1 -- 172.21.15.90:0/3825795524 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa574075dd0 con 0x7fa574102c70 2024-04-26T17:21:15.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.409+0000 7fa573fff700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa574103e70 0x7fa574074fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:21:15.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.409+0000 7fa578c15700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa574102c70 0x7fa574076990 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa56800d720 tx=0x7fa56800da30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:21:15.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.409+0000 7fa571ffb700 1 -- 172.21.15.90:0/3825795524 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa568014030 con 0x7fa574102c70 2024-04-26T17:21:15.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.409+0000 7fa57ae79700 1 -- 172.21.15.90:0/3825795524 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5741a2f50 con 0x7fa574102c70 2024-04-26T17:21:15.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.409+0000 7fa571ffb700 1 -- 172.21.15.90:0/3825795524 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa56800fb40 con 0x7fa574102c70 2024-04-26T17:21:15.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.409+0000 7fa571ffb700 1 -- 172.21.15.90:0/3825795524 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56801e060 con 0x7fa574102c70 2024-04-26T17:21:15.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.409+0000 7fa57ae79700 1 -- 172.21.15.90:0/3825795524 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5741a33a0 con 0x7fa574102c70 2024-04-26T17:21:15.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.410+0000 7fa57ae79700 1 -- 172.21.15.90:0/3825795524 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa57402e090 con 0x7fa574102c70 2024-04-26T17:21:15.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.411+0000 7fa571ffb700 1 -- 172.21.15.90:0/3825795524 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa568017030 con 0x7fa574102c70 2024-04-26T17:21:15.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.412+0000 7fa571ffb700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa5640a3c40 0x7fa5640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:21:15.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.412+0000 7fa573fff700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa5640a3c40 0x7fa5640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:21:15.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.412+0000 7fa571ffb700 1 -- 172.21.15.90:0/3825795524 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4562+0+0 (secure 0 0 0) 0x7fa5680cf250 con 0x7fa574102c70 2024-04-26T17:21:15.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.412+0000 7fa573fff700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa5640a3c40 0x7fa5640a6100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa560003760 tx=0x7fa560009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:21:15.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.416+0000 7fa571ffb700 1 -- 172.21.15.90:0/3825795524 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa56809cad0 con 0x7fa574102c70 2024-04-26T17:21:15.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:15.624+0000 7fa57ae79700 1 -- 172.21.15.90:0/3825795524 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fa574063030 con 0x7fa5640a3c40 2024-04-26T17:21:16.228 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:15 smithi090 ceph-mon[29417]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:16.228 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:15 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:21:16.228 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:15 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:21:16.229 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:15 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:16.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:15 smithi167 ceph-mon[32665]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:16.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:15 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:21:16.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:15 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:21:16.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:15 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:16.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:15 smithi119 ceph-mon[32584]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:16.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:15 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:21:16.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:15 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:21:16.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:15 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:17.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:16 smithi090 ceph-mon[29417]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:21:17.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:16 smithi090 ceph-mon[29417]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T17:21:17.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:16 smithi167 ceph-mon[32665]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:21:17.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:16 smithi167 ceph-mon[32665]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T17:21:17.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:16 smithi119 ceph-mon[32584]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:21:17.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:16 smithi119 ceph-mon[32584]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T17:21:18.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:17 smithi090 ceph-mon[29417]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T17:21:18.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:17 smithi090 ceph-mon[29417]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:18.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:17 smithi167 ceph-mon[32665]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T17:21:18.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:17 smithi167 ceph-mon[32665]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:18.296 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:17 smithi119 ceph-mon[32584]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T17:21:18.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:17 smithi119 ceph-mon[32584]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:19.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:18 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1806654519' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63c90927-f065-4dab-970a-038b06c0caf8"}]: dispatch 2024-04-26T17:21:19.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:18 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1806654519' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63c90927-f065-4dab-970a-038b06c0caf8"}]': finished 2024-04-26T17:21:19.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:18 smithi090 ceph-mon[29417]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T17:21:19.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:18 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:19.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:18 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1806654519' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63c90927-f065-4dab-970a-038b06c0caf8"}]: dispatch 2024-04-26T17:21:19.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:18 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1806654519' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63c90927-f065-4dab-970a-038b06c0caf8"}]': finished 2024-04-26T17:21:19.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:18 smithi167 ceph-mon[32665]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T17:21:19.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:18 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:19.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:18 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1806654519' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63c90927-f065-4dab-970a-038b06c0caf8"}]: dispatch 2024-04-26T17:21:19.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:18 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1806654519' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63c90927-f065-4dab-970a-038b06c0caf8"}]': finished 2024-04-26T17:21:19.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:18 smithi119 ceph-mon[32584]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T17:21:19.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:18 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:20.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:19 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/4086342297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:21:20.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:19 smithi167 ceph-mon[32665]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-26T17:21:20.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:19 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/4086342297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:21:20.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:19 smithi119 ceph-mon[32584]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-26T17:21:20.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:19 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/4086342297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:21:20.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:19 smithi090 ceph-mon[29417]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-26T17:21:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:22 smithi167 ceph-mon[32665]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T17:21:22.783 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:22 smithi090 ceph-mon[29417]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T17:21:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:22 smithi119 ceph-mon[32584]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T17:21:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:24 smithi167 ceph-mon[32665]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-26T17:21:24.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:24 smithi090 ceph-mon[29417]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-26T17:21:24.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:24 smithi119 ceph-mon[32584]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-26T17:21:26.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:26 smithi167 ceph-mon[32665]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-26T17:21:26.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:26 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T17:21:26.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:26 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:26.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:26 smithi090 ceph-mon[29417]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-26T17:21:26.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:26 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T17:21:26.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:26 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:26 smithi119 ceph-mon[32584]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-26T17:21:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:26 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T17:21:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:26 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:27.711 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:27 smithi090 ceph-mon[29417]: Deploying daemon osd.6 on smithi090 2024-04-26T17:21:27.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:27 smithi167 ceph-mon[32665]: Deploying daemon osd.6 on smithi090 2024-04-26T17:21:27.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:27 smithi119 ceph-mon[32584]: Deploying daemon osd.6 on smithi090 2024-04-26T17:21:28.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:28 smithi167 ceph-mon[32665]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T17:21:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:28 smithi119 ceph-mon[32584]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T17:21:28.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:28 smithi090 ceph-mon[29417]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T17:21:30.604 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:30 smithi090 ceph-mon[29417]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-04-26T17:21:30.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:30 smithi167 ceph-mon[32665]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-04-26T17:21:30.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:30 smithi119 ceph-mon[32584]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-04-26T17:21:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:32 smithi167 ceph-mon[32665]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:32 smithi119 ceph-mon[32584]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:32 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:32.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:32 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:32.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:32 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:32.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:32 smithi090 ceph-mon[29417]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:32.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:32.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:32.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:34.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:34 smithi090 ceph-mon[29417]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:34.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:34 smithi167 ceph-mon[32665]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:34 smithi119 ceph-mon[32584]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:35.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.534+0000 7fa571ffb700 1 -- 172.21.15.90:0/3825795524 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa574063030 con 0x7fa5640a3c40 2024-04-26T17:21:35.534 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 6 on host 'smithi090' 2024-04-26T17:21:35.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.536+0000 7fa57ae79700 1 -- 172.21.15.90:0/3825795524 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa5640a3c40 msgr2=0x7fa5640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:21:35.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.536+0000 7fa57ae79700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa5640a3c40 0x7fa5640a6100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa560003760 tx=0x7fa560009f10 comp rx=0 tx=0).stop 2024-04-26T17:21:35.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.536+0000 7fa57ae79700 1 -- 172.21.15.90:0/3825795524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa574102c70 msgr2=0x7fa574076990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:21:35.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.536+0000 7fa57ae79700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa574102c70 0x7fa574076990 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa56800d720 tx=0x7fa56800da30 comp rx=0 tx=0).stop 2024-04-26T17:21:35.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.537+0000 7fa57ae79700 1 -- 172.21.15.90:0/3825795524 shutdown_connections 2024-04-26T17:21:35.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.537+0000 7fa57ae79700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa5640a3c40 0x7fa5640a6100 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:35.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.537+0000 7fa57ae79700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa574102c70 0x7fa574076990 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:35.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.537+0000 7fa57ae79700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa574104810 0x7fa574075520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:35.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.537+0000 7fa57ae79700 1 --2- 172.21.15.90:0/3825795524 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa574103e70 0x7fa574074fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:35.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.537+0000 7fa57ae79700 1 -- 172.21.15.90:0/3825795524 >> 172.21.15.90:0/3825795524 conn(0x7fa5740fe210 msgr2=0x7fa574107290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:21:35.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.537+0000 7fa57ae79700 1 -- 172.21.15.90:0/3825795524 shutdown_connections 2024-04-26T17:21:35.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:21:35.537+0000 7fa57ae79700 1 -- 172.21.15.90:0/3825795524 wait complete. 2024-04-26T17:21:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:21:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:35 smithi090 ceph-mon[29417]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:35 smithi090 ceph-mon[29417]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T17:21:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:21:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:35.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:35 smithi119 ceph-mon[32584]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:35.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:35 smithi119 ceph-mon[32584]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T17:21:35.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:35.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:35.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:21:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:35 smithi167 ceph-mon[32665]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:36.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:35 smithi167 ceph-mon[32665]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T17:21:36.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:36.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:36.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:36.324 DEBUG:teuthology.orchestra.run.smithi090:osd.6> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.6.service 2024-04-26T17:21:36.327 INFO:tasks.cephadm:Deploying osd.7 on smithi119 with /dev/vg_nvme/lv_2... 2024-04-26T17:21:36.327 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T17:21:36.591 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T17:21:36.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:36 smithi119 ceph-mon[32584]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T17:21:36.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:36 smithi119 ceph-mon[32584]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T17:21:36.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:36 smithi119 ceph-mon[32584]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T17:21:36.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:36.803 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:36 smithi090 ceph-mon[29417]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T17:21:36.803 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:36 smithi090 ceph-mon[29417]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T17:21:36.803 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:36 smithi090 ceph-mon[29417]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T17:21:36.803 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:37.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:36 smithi167 ceph-mon[32665]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T17:21:37.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:36 smithi167 ceph-mon[32665]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T17:21:37.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:36 smithi167 ceph-mon[32665]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T17:21:37.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:37.510 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:21:37 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:21:37.243+0000 7f5ea3a5f700 -1 osd.6 0 waiting for initial osdmap 2024-04-26T17:21:37.510 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:21:37 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:21:37.250+0000 7f5e9b049700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:21:37.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:37 smithi090 ceph-mon[29417]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T17:21:37.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:37 smithi090 ceph-mon[29417]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T17:21:37.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:37.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:37.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:37 smithi090 ceph-mon[29417]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' 2024-04-26T17:21:37.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:37 smithi090 ceph-mon[29417]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:37.926 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:37 smithi119 ceph-mon[32584]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T17:21:37.926 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:37 smithi119 ceph-mon[32584]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T17:21:37.926 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:37 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:37.926 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:37 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:37.926 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:37 smithi119 ceph-mon[32584]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' 2024-04-26T17:21:37.927 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:37 smithi119 ceph-mon[32584]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:38.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:37 smithi167 ceph-mon[32665]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T17:21:38.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:37 smithi167 ceph-mon[32665]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T17:21:38.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:37 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:38.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:37 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:38.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:37 smithi167 ceph-mon[32665]: from='osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625]' entity='osd.6' 2024-04-26T17:21:38.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:37 smithi167 ceph-mon[32665]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T17:21:38.698 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T17:21:38.699 INFO:teuthology.orchestra.run.smithi119.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T17:21:38.699 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10+0 records in 2024-04-26T17:21:38.699 INFO:teuthology.orchestra.run.smithi119.stderr:10+0 records out 2024-04-26T17:21:38.699 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011193 s, 937 MB/s 2024-04-26T17:21:38.699 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping successful for: 2024-04-26T17:21:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:38 smithi119 ceph-mon[32584]: purged_snaps scrub starts 2024-04-26T17:21:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:38 smithi119 ceph-mon[32584]: purged_snaps scrub ok 2024-04-26T17:21:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:38 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:38 smithi119 ceph-mon[32584]: osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625] boot 2024-04-26T17:21:38.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:38 smithi119 ceph-mon[32584]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T17:21:38.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:38 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:38.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:38 smithi090 ceph-mon[29417]: purged_snaps scrub starts 2024-04-26T17:21:38.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:38 smithi090 ceph-mon[29417]: purged_snaps scrub ok 2024-04-26T17:21:38.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:38 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:38.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:38 smithi090 ceph-mon[29417]: osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625] boot 2024-04-26T17:21:38.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:38 smithi090 ceph-mon[29417]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T17:21:38.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:38 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:39.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:38 smithi167 ceph-mon[32665]: purged_snaps scrub starts 2024-04-26T17:21:39.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:38 smithi167 ceph-mon[32665]: purged_snaps scrub ok 2024-04-26T17:21:39.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:38 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:39.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:38 smithi167 ceph-mon[32665]: osd.6 [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625] boot 2024-04-26T17:21:39.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:38 smithi167 ceph-mon[32665]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T17:21:39.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:38 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:21:39.377 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi119:vg_nvme/lv_2 2024-04-26T17:21:39.614 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T17:21:40.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:40 smithi119 ceph-mon[32584]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T17:21:40.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:40 smithi119 ceph-mon[32584]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:40.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:40.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:40.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:40.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:40.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:40.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:40.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:40.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:21:40.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:40.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:40 smithi090 ceph-mon[29417]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T17:21:40.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:40 smithi090 ceph-mon[29417]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:40.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:40.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:40.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:40.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:40.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:40.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:40.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:40.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:21:40.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:40 smithi167 ceph-mon[32665]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T17:21:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:40 smithi167 ceph-mon[32665]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:21:40.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:40.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:40.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:21:40.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:41.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.267+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2530673895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34ec1036f0 msgr2=0x7f34ec109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:21:41.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.267+0000 7f34f1fbf700 1 --2- 172.21.15.119:0/2530673895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34ec1036f0 0x7f34ec109fa0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f34e400b0d0 tx=0x7f34e400b3e0 comp rx=0 tx=0).stop 2024-04-26T17:21:41.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.267+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2530673895 shutdown_connections 2024-04-26T17:21:41.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.267+0000 7f34f1fbf700 1 --2- 172.21.15.119:0/2530673895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34ec1036f0 0x7f34ec109fa0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:41.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.267+0000 7f34f1fbf700 1 --2- 172.21.15.119:0/2530673895 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34ec101b50 0x7f34ec101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:41.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.267+0000 7f34f1fbf700 1 --2- 172.21.15.119:0/2530673895 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec102d50 0x7f34ec1031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:41.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.267+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2530673895 >> 172.21.15.119:0/2530673895 conn(0x7f34ec0fd0f0 msgr2=0x7f34ec0ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:21:41.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.267+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2530673895 shutdown_connections 2024-04-26T17:21:41.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.267+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2530673895 wait complete. 2024-04-26T17:21:41.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34f1fbf700 1 Processor -- start 2024-04-26T17:21:41.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34f1fbf700 1 -- start start 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34f1fbf700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec101b50 0x7f34ec105a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34f1fbf700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34ec102d50 0x7f34ec104130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34f1fbf700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34ec1036f0 0x7f34ec104670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34f1fbf700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec10d650 con 0x7f34ec101b50 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34f1fbf700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec10d4d0 con 0x7f34ec102d50 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34f1fbf700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec10d7d0 con 0x7f34ec1036f0 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34eaffd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34ec102d50 0x7f34ec104130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34eaffd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34ec102d50 0x7f34ec104130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55118/0 (socket says 172.21.15.119:55118) 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34eaffd700 1 -- 172.21.15.119:0/2364107509 learned_addr learned my addr 172.21.15.119:0/2364107509 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34eb7fe700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec101b50 0x7f34ec105a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34ebfff700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34ec1036f0 0x7f34ec104670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34eaffd700 1 -- 172.21.15.119:0/2364107509 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34ec1036f0 msgr2=0x7f34ec104670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:21:41.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34eaffd700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34ec1036f0 0x7f34ec104670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:41.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34eaffd700 1 -- 172.21.15.119:0/2364107509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec101b50 msgr2=0x7f34ec105a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:21:41.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34eaffd700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec101b50 0x7f34ec105a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:21:41.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34eaffd700 1 -- 172.21.15.119:0/2364107509 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34ec104eb0 con 0x7f34ec102d50 2024-04-26T17:21:41.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.268+0000 7f34eb7fe700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec101b50 0x7f34ec105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:21:41.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.269+0000 7f34eaffd700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34ec102d50 0x7f34ec104130 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f34e000d950 tx=0x7f34e000dd10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:21:41.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.269+0000 7f34e8ff9700 1 -- 172.21.15.119:0/2364107509 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e0016070 con 0x7f34ec102d50 2024-04-26T17:21:41.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.269+0000 7f34e8ff9700 1 -- 172.21.15.119:0/2364107509 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f34e0010460 con 0x7f34ec102d50 2024-04-26T17:21:41.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.269+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2364107509 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34ec1a2ee0 con 0x7f34ec102d50 2024-04-26T17:21:41.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.269+0000 7f34e8ff9700 1 -- 172.21.15.119:0/2364107509 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e000f620 con 0x7f34ec102d50 2024-04-26T17:21:41.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.269+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2364107509 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34ec1a3460 con 0x7f34ec102d50 2024-04-26T17:21:41.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.270+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2364107509 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34ec069910 con 0x7f34ec102d50 2024-04-26T17:21:41.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.271+0000 7f34e8ff9700 1 -- 172.21.15.119:0/2364107509 <== mon.2 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f34e0019070 con 0x7f34ec102d50 2024-04-26T17:21:41.275 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.271+0000 7f34e8ff9700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f34d40a3cc0 0x7f34d40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:21:41.275 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.271+0000 7f34e8ff9700 1 -- 172.21.15.119:0/2364107509 <== mon.2 v2:172.21.15.119:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7f34e00cf210 con 0x7f34ec102d50 2024-04-26T17:21:41.275 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.272+0000 7f34eb7fe700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f34d40a3cc0 0x7f34d40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:21:41.275 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.272+0000 7f34eb7fe700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f34d40a3cc0 0x7f34d40a6180 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f34ec102bb0 tx=0x7f34dc008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:21:41.275 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.276+0000 7f34e8ff9700 1 -- 172.21.15.119:0/2364107509 <== mon.2 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f34ec069910 con 0x7f34ec102d50 2024-04-26T17:21:41.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:21:41.482+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2364107509 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f34ec0ff2d0 con 0x7f34d40a3cc0 2024-04-26T17:21:41.481 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:41 smithi119 ceph-mon[32584]: Detected new or changed devices on smithi090 2024-04-26T17:21:41.482 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:41 smithi119 ceph-mon[32584]: Adjusting osd_memory_target on smithi090 to 5696M 2024-04-26T17:21:41.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:41 smithi090 ceph-mon[29417]: Detected new or changed devices on smithi090 2024-04-26T17:21:41.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:41 smithi090 ceph-mon[29417]: Adjusting osd_memory_target on smithi090 to 5696M 2024-04-26T17:21:41.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:41 smithi167 ceph-mon[32665]: Detected new or changed devices on smithi090 2024-04-26T17:21:41.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:41 smithi167 ceph-mon[32665]: Adjusting osd_memory_target on smithi090 to 5696M 2024-04-26T17:21:42.357 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:42 smithi119 ceph-mon[32584]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:42.357 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:42 smithi119 ceph-mon[32584]: from='client.24257 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:21:42.357 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:42 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:21:42.357 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:42 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:21:42.357 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:42 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:42.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:42 smithi090 ceph-mon[29417]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:42.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:42 smithi090 ceph-mon[29417]: from='client.24257 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:21:42.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:42 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:21:42.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:42 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:21:42.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:42 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:42 smithi167 ceph-mon[32665]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:42 smithi167 ceph-mon[32665]: from='client.24257 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:21:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:42 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:21:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:42 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:21:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:42 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:44.699 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:44 smithi119 ceph-mon[32584]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:44.699 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:44 smithi119 ceph-mon[32584]: from='client.? 172.21.15.119:0/4272166664' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7db22e8-e8a3-418a-9958-129f63dd112a"}]: dispatch 2024-04-26T17:21:44.699 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:44 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7db22e8-e8a3-418a-9958-129f63dd112a"}]: dispatch 2024-04-26T17:21:44.699 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:44 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d7db22e8-e8a3-418a-9958-129f63dd112a"}]': finished 2024-04-26T17:21:44.699 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:44 smithi119 ceph-mon[32584]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T17:21:44.699 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:44 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:21:44.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:44 smithi167 ceph-mon[32665]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:44.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:44 smithi167 ceph-mon[32665]: from='client.? 172.21.15.119:0/4272166664' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7db22e8-e8a3-418a-9958-129f63dd112a"}]: dispatch 2024-04-26T17:21:44.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:44 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7db22e8-e8a3-418a-9958-129f63dd112a"}]: dispatch 2024-04-26T17:21:44.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:44 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d7db22e8-e8a3-418a-9958-129f63dd112a"}]': finished 2024-04-26T17:21:44.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:44 smithi167 ceph-mon[32665]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T17:21:44.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:44 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:21:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:44 smithi090 ceph-mon[29417]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:44 smithi090 ceph-mon[29417]: from='client.? 172.21.15.119:0/4272166664' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7db22e8-e8a3-418a-9958-129f63dd112a"}]: dispatch 2024-04-26T17:21:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:44 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7db22e8-e8a3-418a-9958-129f63dd112a"}]: dispatch 2024-04-26T17:21:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:44 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d7db22e8-e8a3-418a-9958-129f63dd112a"}]': finished 2024-04-26T17:21:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:44 smithi090 ceph-mon[29417]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T17:21:44.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:44 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:21:45.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:45 smithi167 ceph-mon[32665]: from='client.? 172.21.15.119:0/4134644095' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:21:45.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:45 smithi119 ceph-mon[32584]: from='client.? 172.21.15.119:0/4134644095' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:21:45.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:45 smithi090 ceph-mon[29417]: from='client.? 172.21.15.119:0/4134644095' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:21:46.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:46 smithi167 ceph-mon[32665]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:46 smithi119 ceph-mon[32584]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:46.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:46 smithi090 ceph-mon[29417]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:48.544 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:48 smithi119 ceph-mon[32584]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:48.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:48 smithi167 ceph-mon[32665]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:48.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:48 smithi090 ceph-mon[29417]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:50.730 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:50 smithi119 ceph-mon[32584]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:50.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:50 smithi167 ceph-mon[32665]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:50.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:50 smithi090 ceph-mon[29417]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:52.587 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:52 smithi119 ceph-mon[32584]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:52.587 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:52 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T17:21:52.587 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:52 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:52 smithi167 ceph-mon[32665]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:52 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T17:21:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:52 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:52.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:52 smithi090 ceph-mon[29417]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:52.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:52 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T17:21:52.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:52 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:21:53.725 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:53 smithi119 ceph-mon[32584]: Deploying daemon osd.7 on smithi119 2024-04-26T17:21:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:53 smithi167 ceph-mon[32665]: Deploying daemon osd.7 on smithi119 2024-04-26T17:21:53.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:53 smithi090 ceph-mon[29417]: Deploying daemon osd.7 on smithi119 2024-04-26T17:21:54.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:54 smithi119 ceph-mon[32584]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:54 smithi167 ceph-mon[32665]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:54.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:54 smithi090 ceph-mon[29417]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:56.624 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:56 smithi119 ceph-mon[32584]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:56.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:56 smithi167 ceph-mon[32665]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:56.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:56 smithi090 ceph-mon[29417]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:58 smithi167 ceph-mon[32665]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:21:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:58 smithi119 ceph-mon[32584]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:21:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:21:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:58 smithi090 ceph-mon[29417]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:21:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:21:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:21:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:00.738 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:00 smithi119 ceph-mon[32584]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:22:00.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:00 smithi167 ceph-mon[32665]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:22:00.796 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 7 on host 'smithi119' 2024-04-26T17:22:00.796 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.796+0000 7f34e8ff9700 1 -- 172.21.15.119:0/2364107509 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f34ec0ff2d0 con 0x7f34d40a3cc0 2024-04-26T17:22:00.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.798+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2364107509 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f34d40a3cc0 msgr2=0x7f34d40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:00.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.798+0000 7f34f1fbf700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f34d40a3cc0 0x7f34d40a6180 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f34ec102bb0 tx=0x7f34dc008040 comp rx=0 tx=0).stop 2024-04-26T17:22:00.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.798+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2364107509 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34ec102d50 msgr2=0x7f34ec104130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:00.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.798+0000 7f34f1fbf700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34ec102d50 0x7f34ec104130 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f34e000d950 tx=0x7f34e000dd10 comp rx=0 tx=0).stop 2024-04-26T17:22:00.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.798+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2364107509 shutdown_connections 2024-04-26T17:22:00.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.798+0000 7f34f1fbf700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f34d40a3cc0 0x7f34d40a6180 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:00.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.798+0000 7f34f1fbf700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec101b50 0x7f34ec105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:00.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.798+0000 7f34f1fbf700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34ec1036f0 0x7f34ec104670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:00.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.798+0000 7f34f1fbf700 1 --2- 172.21.15.119:0/2364107509 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34ec102d50 0x7f34ec104130 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:00.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.798+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2364107509 >> 172.21.15.119:0/2364107509 conn(0x7f34ec0fd0f0 msgr2=0x7f34ec0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:22:00.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.798+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2364107509 shutdown_connections 2024-04-26T17:22:00.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:00.798+0000 7f34f1fbf700 1 -- 172.21.15.119:0/2364107509 wait complete. 2024-04-26T17:22:00.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:00 smithi090 ceph-mon[29417]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:22:01.803 DEBUG:teuthology.orchestra.run.smithi119:osd.7> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.7.service 2024-04-26T17:22:01.806 INFO:tasks.cephadm:Deploying osd.8 on smithi167 with /dev/vg_nvme/lv_2... 2024-04-26T17:22:01.806 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T17:22:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:01 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:01 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:01 smithi119 ceph-mon[32584]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:22:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:01 smithi119 ceph-mon[32584]: from='osd.7 [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T17:22:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:01 smithi119 ceph-mon[32584]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T17:22:02.053 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:22:02.176 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:01 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:02.176 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:01 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:02.176 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:01 smithi167 ceph-mon[32665]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:22:02.176 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:01 smithi167 ceph-mon[32665]: from='osd.7 [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T17:22:02.176 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:01 smithi167 ceph-mon[32665]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T17:22:02.180 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:01 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:02.180 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:01 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:02.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:01 smithi090 ceph-mon[29417]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:22:02.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:01 smithi090 ceph-mon[29417]: from='osd.7 [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T17:22:02.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:01 smithi090 ceph-mon[29417]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T17:22:02.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:02 smithi119 ceph-mon[32584]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T17:22:02.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:02 smithi119 ceph-mon[32584]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T17:22:02.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:22:02.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:02 smithi119 ceph-mon[32584]: from='osd.7 [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:22:02.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:02 smithi119 ceph-mon[32584]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:22:02.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:02.814 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:03.177 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:02 smithi167 ceph-mon[32665]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T17:22:03.177 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:02 smithi167 ceph-mon[32665]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T17:22:03.177 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:22:03.177 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:02 smithi167 ceph-mon[32665]: from='osd.7 [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:22:03.177 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:02 smithi167 ceph-mon[32665]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:22:03.177 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:03.177 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:03.180 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:02 smithi090 ceph-mon[29417]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T17:22:03.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:02 smithi090 ceph-mon[29417]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T17:22:03.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:22:03.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:02 smithi090 ceph-mon[29417]: from='osd.7 [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:22:03.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:02 smithi090 ceph-mon[29417]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:22:03.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:03.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:03.778 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:22:03 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:22:03.492+0000 7f685901e700 -1 osd.7 0 waiting for initial osdmap 2024-04-26T17:22:03.778 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:22:03 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:22:03.501+0000 7f6850608700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:22:04.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:03 smithi119 ceph-mon[32584]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-26T17:22:04.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:03 smithi119 ceph-mon[32584]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T17:22:04.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:03 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:22:04.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:03 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:22:04.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:03 smithi119 ceph-mon[32584]: pgmap v176: 1 pgs: 1 unknown; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:22:04.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:03 smithi119 ceph-mon[32584]: from='osd.7 ' entity='osd.7' 2024-04-26T17:22:04.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:03 smithi119 ceph-mon[32584]: osd.7 [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738] boot 2024-04-26T17:22:04.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:03 smithi119 ceph-mon[32584]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T17:22:04.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:03 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:22:04.085 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T17:22:04.085 INFO:teuthology.orchestra.run.smithi167.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T17:22:04.085 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10+0 records in 2024-04-26T17:22:04.086 INFO:teuthology.orchestra.run.smithi167.stderr:10+0 records out 2024-04-26T17:22:04.086 INFO:teuthology.orchestra.run.smithi167.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112586 s, 931 MB/s 2024-04-26T17:22:04.086 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 2024-04-26T17:22:04.086 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping successful for: 2024-04-26T17:22:04.086 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:03 smithi167 ceph-mon[32665]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-26T17:22:04.086 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:03 smithi167 ceph-mon[32665]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T17:22:04.086 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:03 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:22:04.086 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:03 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:22:04.086 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:03 smithi167 ceph-mon[32665]: pgmap v176: 1 pgs: 1 unknown; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:22:04.086 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:03 smithi167 ceph-mon[32665]: from='osd.7 ' entity='osd.7' 2024-04-26T17:22:04.087 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:03 smithi167 ceph-mon[32665]: osd.7 [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738] boot 2024-04-26T17:22:04.087 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:03 smithi167 ceph-mon[32665]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T17:22:04.087 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:03 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:22:04.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:03 smithi090 ceph-mon[29417]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-26T17:22:04.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:03 smithi090 ceph-mon[29417]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T17:22:04.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:03 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:22:04.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:03 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:22:04.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:03 smithi090 ceph-mon[29417]: pgmap v176: 1 pgs: 1 unknown; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-26T17:22:04.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:03 smithi090 ceph-mon[29417]: from='osd.7 ' entity='osd.7' 2024-04-26T17:22:04.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:03 smithi090 ceph-mon[29417]: osd.7 [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738] boot 2024-04-26T17:22:04.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:03 smithi090 ceph-mon[29417]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T17:22:04.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:03 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:22:04.846 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi167:vg_nvme/lv_2 2024-04-26T17:22:05.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:04 smithi119 ceph-mon[32584]: purged_snaps scrub starts 2024-04-26T17:22:05.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:04 smithi119 ceph-mon[32584]: purged_snaps scrub ok 2024-04-26T17:22:05.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:04 smithi119 ceph-mon[32584]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T17:22:05.087 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:22:05.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:04 smithi090 ceph-mon[29417]: purged_snaps scrub starts 2024-04-26T17:22:05.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:04 smithi090 ceph-mon[29417]: purged_snaps scrub ok 2024-04-26T17:22:05.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:04 smithi090 ceph-mon[29417]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T17:22:05.209 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:04 smithi167 ceph-mon[32665]: purged_snaps scrub starts 2024-04-26T17:22:05.209 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:04 smithi167 ceph-mon[32665]: purged_snaps scrub ok 2024-04-26T17:22:05.209 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:04 smithi167 ceph-mon[32665]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T17:22:06.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:05 smithi119 ceph-mon[32584]: pgmap v179: 1 pgs: 1 unknown; 577 KiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:06.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:06.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:06.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:06.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:06.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:06.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:06.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:06.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:06.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:06.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:05 smithi119 ceph-mon[32584]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T17:22:06.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:05 smithi090 ceph-mon[29417]: pgmap v179: 1 pgs: 1 unknown; 577 KiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:06.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:06.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:06.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:06.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:06.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:06.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:06.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:06.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:06.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:06.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:05 smithi090 ceph-mon[29417]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T17:22:06.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:05 smithi167 ceph-mon[32665]: pgmap v179: 1 pgs: 1 unknown; 577 KiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:06.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:06.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:06.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:05 smithi167 ceph-mon[32665]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T17:22:06.835 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.834+0000 7f9c63b51700 1 -- 172.21.15.167:0/3767717796 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c5c104820 msgr2=0x7f9c5c10b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:06.835 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.834+0000 7f9c63b51700 1 --2- 172.21.15.167:0/3767717796 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c5c104820 0x7f9c5c10b0d0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f9c5400b0a0 tx=0x7f9c5400b3b0 comp rx=0 tx=0).stop 2024-04-26T17:22:06.836 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.834+0000 7f9c63b51700 1 -- 172.21.15.167:0/3767717796 shutdown_connections 2024-04-26T17:22:06.836 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.834+0000 7f9c63b51700 1 --2- 172.21.15.167:0/3767717796 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c5c102c80 0x7f9c5c1030a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:06.836 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.834+0000 7f9c63b51700 1 --2- 172.21.15.167:0/3767717796 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c5c104820 0x7f9c5c10b0d0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:06.836 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.834+0000 7f9c63b51700 1 --2- 172.21.15.167:0/3767717796 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c5c103e80 0x7f9c5c1042e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:06.836 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.834+0000 7f9c63b51700 1 -- 172.21.15.167:0/3767717796 >> 172.21.15.167:0/3767717796 conn(0x7f9c5c0fe240 msgr2=0x7f9c5c100660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:22:06.836 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.834+0000 7f9c63b51700 1 -- 172.21.15.167:0/3767717796 shutdown_connections 2024-04-26T17:22:06.836 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.834+0000 7f9c63b51700 1 -- 172.21.15.167:0/3767717796 wait complete. 2024-04-26T17:22:06.836 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c63b51700 1 Processor -- start 2024-04-26T17:22:06.836 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c63b51700 1 -- start start 2024-04-26T17:22:06.836 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c63b51700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c5c102c80 0x7f9c5c198d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:22:06.836 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c63b51700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c5c103e80 0x7f9c5c199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:22:06.836 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c63b51700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c5c104820 0x7f9c5c1a02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:22:06.837 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c63b51700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5c10e710 con 0x7f9c5c103e80 2024-04-26T17:22:06.837 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c63b51700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5c10e590 con 0x7f9c5c104820 2024-04-26T17:22:06.837 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c63b51700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5c10e890 con 0x7f9c5c102c80 2024-04-26T17:22:06.837 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c618ed700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c5c102c80 0x7f9c5c198d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:22:06.837 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c618ed700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c5c102c80 0x7f9c5c198d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:42346/0 (socket says 172.21.15.167:42346) 2024-04-26T17:22:06.837 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c618ed700 1 -- 172.21.15.167:0/1975093343 learned_addr learned my addr 172.21.15.167:0/1975093343 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-26T17:22:06.837 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c610ec700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c5c103e80 0x7f9c5c199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:22:06.837 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c620ee700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c5c104820 0x7f9c5c1a02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:22:06.837 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c618ed700 1 -- 172.21.15.167:0/1975093343 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c5c104820 msgr2=0x7f9c5c1a02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:06.837 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c618ed700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c5c104820 0x7f9c5c1a02a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:06.837 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c618ed700 1 -- 172.21.15.167:0/1975093343 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c5c103e80 msgr2=0x7f9c5c199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:06.838 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c618ed700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c5c103e80 0x7f9c5c199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:06.838 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c618ed700 1 -- 172.21.15.167:0/1975093343 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c5c1a0970 con 0x7f9c5c102c80 2024-04-26T17:22:06.838 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c620ee700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c5c104820 0x7f9c5c1a02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:22:06.838 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.835+0000 7f9c610ec700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c5c103e80 0x7f9c5c199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:22:06.838 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.836+0000 7f9c618ed700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c5c102c80 0x7f9c5c198d20 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f9c4c00d980 tx=0x7f9c4c00dd40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:22:06.838 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.836+0000 7f9c52ffd700 1 -- 172.21.15.167:0/1975093343 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4c016070 con 0x7f9c5c102c80 2024-04-26T17:22:06.838 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.836+0000 7f9c52ffd700 1 -- 172.21.15.167:0/1975093343 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9c4c00bb60 con 0x7f9c5c102c80 2024-04-26T17:22:06.838 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.836+0000 7f9c52ffd700 1 -- 172.21.15.167:0/1975093343 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4c00f3c0 con 0x7f9c5c102c80 2024-04-26T17:22:06.838 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.836+0000 7f9c63b51700 1 -- 172.21.15.167:0/1975093343 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c5c1a0c60 con 0x7f9c5c102c80 2024-04-26T17:22:06.838 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.836+0000 7f9c63b51700 1 -- 172.21.15.167:0/1975093343 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c5c1a11a0 con 0x7f9c5c102c80 2024-04-26T17:22:06.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.837+0000 7f9c63b51700 1 -- 172.21.15.167:0/1975093343 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c5c0698e0 con 0x7f9c5c102c80 2024-04-26T17:22:06.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.838+0000 7f9c52ffd700 1 -- 172.21.15.167:0/1975093343 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9c4c019070 con 0x7f9c5c102c80 2024-04-26T17:22:06.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.839+0000 7f9c52ffd700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c480a3c40 0x7f9c480a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:22:06.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.839+0000 7f9c52ffd700 1 -- 172.21.15.167:0/1975093343 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5426+0+0 (secure 0 0 0) 0x7f9c4c0cf600 con 0x7f9c5c102c80 2024-04-26T17:22:06.840 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.839+0000 7f9c610ec700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c480a3c40 0x7f9c480a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:22:06.840 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.839+0000 7f9c610ec700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c480a3c40 0x7f9c480a6100 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9c58005fd0 tx=0x7f9c58005d90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:22:06.843 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:06.844+0000 7f9c52ffd700 1 -- 172.21.15.167:0/1975093343 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9c4c020030 con 0x7f9c5c102c80 2024-04-26T17:22:07.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:06 smithi167 ceph-mon[32665]: Detected new or changed devices on smithi119 2024-04-26T17:22:07.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:06 smithi167 ceph-mon[32665]: Adjusting osd_memory_target on smithi119 to 5696M 2024-04-26T17:22:07.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:06 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:07.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:06 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:07.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:06 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:07.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:06 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:07.049 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:07.050+0000 7f9c63b51700 1 -- 172.21.15.167:0/1975093343 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f9c5c0630f0 con 0x7f9c480a3c40 2024-04-26T17:22:07.106 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:06 smithi090 ceph-mon[29417]: Detected new or changed devices on smithi119 2024-04-26T17:22:07.106 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:06 smithi090 ceph-mon[29417]: Adjusting osd_memory_target on smithi119 to 5696M 2024-04-26T17:22:07.106 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:06 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:07.107 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:06 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:07.107 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:06 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:07.107 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:06 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:06 smithi119 ceph-mon[32584]: Detected new or changed devices on smithi119 2024-04-26T17:22:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:06 smithi119 ceph-mon[32584]: Adjusting osd_memory_target on smithi119 to 5696M 2024-04-26T17:22:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:06 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:06 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:06 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:06 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:08.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:07 smithi090 ceph-mon[29417]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T17:22:08.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:07 smithi090 ceph-mon[29417]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:22:08.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:07 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:22:08.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:07 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:22:08.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:07 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:08.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:07 smithi090 ceph-mon[29417]: pgmap v182: 1 pgs: 1 unknown; 577 KiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:07 smithi167 ceph-mon[32665]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T17:22:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:07 smithi167 ceph-mon[32665]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:22:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:07 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:22:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:07 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:22:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:07 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:07 smithi167 ceph-mon[32665]: pgmap v182: 1 pgs: 1 unknown; 577 KiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:08.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:07 smithi119 ceph-mon[32584]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T17:22:08.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:07 smithi119 ceph-mon[32584]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:22:08.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:07 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:22:08.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:07 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:22:08.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:07 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:08.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:07 smithi119 ceph-mon[32584]: pgmap v182: 1 pgs: 1 unknown; 577 KiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:09.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:08 smithi090 ceph-mon[29417]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T17:22:09.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:08 smithi167 ceph-mon[32665]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T17:22:09.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:08 smithi119 ceph-mon[32584]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T17:22:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:09 smithi090 ceph-mon[29417]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:09 smithi090 ceph-mon[29417]: from='client.? 172.21.15.167:0/3978104778' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b5ef8cde-5234-4e7e-8699-ac353416e1c3"}]: dispatch 2024-04-26T17:22:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:09 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b5ef8cde-5234-4e7e-8699-ac353416e1c3"}]: dispatch 2024-04-26T17:22:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:09 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b5ef8cde-5234-4e7e-8699-ac353416e1c3"}]': finished 2024-04-26T17:22:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:09 smithi090 ceph-mon[29417]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T17:22:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:10.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:09 smithi167 ceph-mon[32665]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:10.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:09 smithi167 ceph-mon[32665]: from='client.? 172.21.15.167:0/3978104778' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b5ef8cde-5234-4e7e-8699-ac353416e1c3"}]: dispatch 2024-04-26T17:22:10.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:09 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b5ef8cde-5234-4e7e-8699-ac353416e1c3"}]: dispatch 2024-04-26T17:22:10.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:09 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b5ef8cde-5234-4e7e-8699-ac353416e1c3"}]': finished 2024-04-26T17:22:10.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:09 smithi167 ceph-mon[32665]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T17:22:10.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:09 smithi119 ceph-mon[32584]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:09 smithi119 ceph-mon[32584]: from='client.? 172.21.15.167:0/3978104778' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b5ef8cde-5234-4e7e-8699-ac353416e1c3"}]: dispatch 2024-04-26T17:22:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:09 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b5ef8cde-5234-4e7e-8699-ac353416e1c3"}]: dispatch 2024-04-26T17:22:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:09 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b5ef8cde-5234-4e7e-8699-ac353416e1c3"}]': finished 2024-04-26T17:22:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:09 smithi119 ceph-mon[32584]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T17:22:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:11.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:10 smithi167 ceph-mon[32665]: from='client.? 172.21.15.167:0/3412822805' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:22:11.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:10 smithi119 ceph-mon[32584]: from='client.? 172.21.15.167:0/3412822805' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:22:11.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:10 smithi090 ceph-mon[29417]: from='client.? 172.21.15.167:0/3412822805' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:22:12.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:11 smithi167 ceph-mon[32665]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:12.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:11 smithi119 ceph-mon[32584]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:12.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:11 smithi090 ceph-mon[29417]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:14.748 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:14 smithi167 ceph-mon[32665]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:14.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:14 smithi119 ceph-mon[32584]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:14.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:14 smithi090 ceph-mon[29417]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:16.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:16 smithi167 ceph-mon[32665]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:16.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:16 smithi119 ceph-mon[32584]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:16.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:16 smithi090 ceph-mon[29417]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:17.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:17 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T17:22:17.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:17 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:17.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:17 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T17:22:17.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:17 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:17.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:17 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T17:22:17.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:17 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:18.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:18 smithi167 ceph-mon[32665]: Deploying daemon osd.8 on smithi167 2024-04-26T17:22:18.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:18 smithi167 ceph-mon[32665]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:18 smithi119 ceph-mon[32584]: Deploying daemon osd.8 on smithi167 2024-04-26T17:22:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:18 smithi119 ceph-mon[32584]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:18.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:18 smithi090 ceph-mon[29417]: Deploying daemon osd.8 on smithi167 2024-04-26T17:22:18.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:18 smithi090 ceph-mon[29417]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:20.676 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:20 smithi167 ceph-mon[32665]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:20.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:20 smithi119 ceph-mon[32584]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:20.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:20 smithi090 ceph-mon[29417]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:22.588 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:22 smithi167 ceph-mon[32665]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:22 smithi119 ceph-mon[32584]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:22 smithi090 ceph-mon[29417]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:24.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:24.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:24.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:24.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:23 smithi090 ceph-mon[29417]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:24.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:24.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:24.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:24.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:23 smithi167 ceph-mon[32665]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:24.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:24.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:24.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:24.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:23 smithi119 ceph-mon[32584]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:26.469 INFO:teuthology.orchestra.run.smithi167.stdout:Created osd(s) 8 on host 'smithi167' 2024-04-26T17:22:26.470 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.469+0000 7f9c52ffd700 1 -- 172.21.15.167:0/1975093343 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9c5c0630f0 con 0x7f9c480a3c40 2024-04-26T17:22:26.473 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.473+0000 7f9c63b51700 1 -- 172.21.15.167:0/1975093343 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c480a3c40 msgr2=0x7f9c480a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:26.473 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.473+0000 7f9c63b51700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c480a3c40 0x7f9c480a6100 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9c58005fd0 tx=0x7f9c58005d90 comp rx=0 tx=0).stop 2024-04-26T17:22:26.473 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.473+0000 7f9c63b51700 1 -- 172.21.15.167:0/1975093343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c5c102c80 msgr2=0x7f9c5c198d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:26.473 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.473+0000 7f9c63b51700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c5c102c80 0x7f9c5c198d20 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f9c4c00d980 tx=0x7f9c4c00dd40 comp rx=0 tx=0).stop 2024-04-26T17:22:26.473 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.473+0000 7f9c63b51700 1 -- 172.21.15.167:0/1975093343 shutdown_connections 2024-04-26T17:22:26.473 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.473+0000 7f9c63b51700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c480a3c40 0x7f9c480a6100 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:26.473 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.473+0000 7f9c63b51700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c5c104820 0x7f9c5c1a02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:26.473 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.473+0000 7f9c63b51700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c5c102c80 0x7f9c5c198d20 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:26.473 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.473+0000 7f9c63b51700 1 --2- 172.21.15.167:0/1975093343 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c5c103e80 0x7f9c5c199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:26.473 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.473+0000 7f9c63b51700 1 -- 172.21.15.167:0/1975093343 >> 172.21.15.167:0/1975093343 conn(0x7f9c5c0fe240 msgr2=0x7f9c5c107180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:22:26.474 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.473+0000 7f9c63b51700 1 -- 172.21.15.167:0/1975093343 shutdown_connections 2024-04-26T17:22:26.474 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:22:26.473+0000 7f9c63b51700 1 -- 172.21.15.167:0/1975093343 wait complete. 2024-04-26T17:22:26.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:26 smithi090 ceph-mon[29417]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:26.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:26 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:26.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:26 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:26.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:26 smithi167 ceph-mon[32665]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:26.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:26 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:26.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:26 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:26 smithi119 ceph-mon[32584]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:26 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:26 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:27.176 DEBUG:teuthology.orchestra.run.smithi167:osd.8> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.8.service 2024-04-26T17:22:27.179 INFO:tasks.cephadm:Deploying osd.9 on smithi090 with /dev/vg_nvme/lv_1... 2024-04-26T17:22:27.179 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T17:22:27.416 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:22:27.538 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:27 smithi090 ceph-mon[29417]: from='osd.8 [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T17:22:27.538 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:27 smithi090 ceph-mon[29417]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T17:22:27.538 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:27 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:27.538 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:27 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:27.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:27 smithi167 ceph-mon[32665]: from='osd.8 [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T17:22:27.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:27 smithi167 ceph-mon[32665]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T17:22:27.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:27 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:27.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:27 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:27.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:27 smithi119 ceph-mon[32584]: from='osd.8 [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T17:22:27.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:27 smithi119 ceph-mon[32584]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T17:22:27.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:27.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:27 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:28.722 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:28 smithi167 ceph-mon[32665]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:28.723 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:28 smithi167 ceph-mon[32665]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T17:22:28.723 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:28 smithi167 ceph-mon[32665]: from='osd.8 [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:22:28.723 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:28 smithi167 ceph-mon[32665]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T17:22:28.723 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:28 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:28.723 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:28 smithi167 ceph-mon[32665]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:22:28.723 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:22:28 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:22:28.469+0000 7fbb53e06700 -1 osd.8 0 waiting for initial osdmap 2024-04-26T17:22:28.723 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:22:28 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:22:28.484+0000 7fbb4fbf9700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:22:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:28 smithi119 ceph-mon[32584]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:28 smithi119 ceph-mon[32584]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T17:22:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:28 smithi119 ceph-mon[32584]: from='osd.8 [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:22:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:28 smithi119 ceph-mon[32584]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T17:22:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:28 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:28 smithi119 ceph-mon[32584]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:22:28.804 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:28 smithi090 ceph-mon[29417]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:28.804 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:28 smithi090 ceph-mon[29417]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T17:22:28.804 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:28 smithi090 ceph-mon[29417]: from='osd.8 [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:22:28.805 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:28 smithi090 ceph-mon[29417]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T17:22:28.805 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:28 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:28.805 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:28 smithi090 ceph-mon[29417]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:22:29.546 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T17:22:29.547 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T17:22:29.547 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-04-26T17:22:29.547 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-04-26T17:22:29.547 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0134793 s, 778 MB/s 2024-04-26T17:22:29.547 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-04-26T17:22:29.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:29 smithi167 ceph-mon[32665]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-26T17:22:29.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:29 smithi167 ceph-mon[32665]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T17:22:29.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:29.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:29.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:29 smithi167 ceph-mon[32665]: osd.8 [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396] boot 2024-04-26T17:22:29.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:29 smithi167 ceph-mon[32665]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T17:22:29.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:29 smithi119 ceph-mon[32584]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-26T17:22:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:29 smithi119 ceph-mon[32584]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T17:22:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:29 smithi119 ceph-mon[32584]: osd.8 [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396] boot 2024-04-26T17:22:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:29 smithi119 ceph-mon[32584]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T17:22:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:29.873 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:29 smithi090 ceph-mon[29417]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-26T17:22:29.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:29 smithi090 ceph-mon[29417]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T17:22:29.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:29.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:29.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:29 smithi090 ceph-mon[29417]: osd.8 [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396] boot 2024-04-26T17:22:29.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:29 smithi090 ceph-mon[29417]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T17:22:29.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T17:22:30.312 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi090:vg_nvme/lv_1 2024-04-26T17:22:30.553 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:22:30.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: purged_snaps scrub starts 2024-04-26T17:22:30.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: purged_snaps scrub ok 2024-04-26T17:22:30.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:30.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T17:22:30.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:30.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:30.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:30.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:30.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:30.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:30.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:30.678 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:30.678 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:30 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:30.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: purged_snaps scrub starts 2024-04-26T17:22:30.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: purged_snaps scrub ok 2024-04-26T17:22:30.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:30.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T17:22:30.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:30.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:30.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:30.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:30.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:30.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:30.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:30.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:30.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:30 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:30.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: purged_snaps scrub starts 2024-04-26T17:22:30.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: purged_snaps scrub ok 2024-04-26T17:22:30.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:22:30.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T17:22:30.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:30.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:30.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:30.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:30.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:30.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:30.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:30.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:30.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:30 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:31.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:31 smithi090 ceph-mon[29417]: Detected new or changed devices on smithi167 2024-04-26T17:22:31.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:31 smithi090 ceph-mon[29417]: Adjusting osd_memory_target on smithi167 to 5696M 2024-04-26T17:22:31.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:31.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:31.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:31.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:31.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:31 smithi090 ceph-mon[29417]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T17:22:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:31 smithi167 ceph-mon[32665]: Detected new or changed devices on smithi167 2024-04-26T17:22:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:31 smithi167 ceph-mon[32665]: Adjusting osd_memory_target on smithi167 to 5696M 2024-04-26T17:22:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:31 smithi167 ceph-mon[32665]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T17:22:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:31 smithi119 ceph-mon[32584]: Detected new or changed devices on smithi167 2024-04-26T17:22:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:31 smithi119 ceph-mon[32584]: Adjusting osd_memory_target on smithi167 to 5696M 2024-04-26T17:22:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:31 smithi119 ceph-mon[32584]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T17:22:32.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.228+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/260529083 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ad0104970 msgr2=0x7f3ad010b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:32.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.228+0000 7f3ad5eeb700 1 --2- 172.21.15.90:0/260529083 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ad0104970 0x7f3ad010b220 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3ac800b0a0 tx=0x7f3ac800b3b0 comp rx=0 tx=0).stop 2024-04-26T17:22:32.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.228+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/260529083 shutdown_connections 2024-04-26T17:22:32.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.228+0000 7f3ad5eeb700 1 --2- 172.21.15.90:0/260529083 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ad0104970 0x7f3ad010b220 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:32.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.228+0000 7f3ad5eeb700 1 --2- 172.21.15.90:0/260529083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ad0100ff0 0x7f3ad0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:32.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.228+0000 7f3ad5eeb700 1 --2- 172.21.15.90:0/260529083 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ad0103fd0 0x7f3ad0104430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:32.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.229+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/260529083 >> 172.21.15.90:0/260529083 conn(0x7f3ad00fc950 msgr2=0x7f3ad00fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:22:32.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.229+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/260529083 shutdown_connections 2024-04-26T17:22:32.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.229+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/260529083 wait complete. 2024-04-26T17:22:32.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.229+0000 7f3ad5eeb700 1 Processor -- start 2024-04-26T17:22:32.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.229+0000 7f3ad5eeb700 1 -- start start 2024-04-26T17:22:32.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.229+0000 7f3ad5eeb700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ad0100ff0 0x7f3ad0198dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:22:32.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.229+0000 7f3ad5eeb700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ad0103fd0 0x7f3ad0199310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:22:32.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3ad5eeb700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ad0104970 0x7f3ad01a0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:22:32.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3ad5eeb700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad010e820 con 0x7f3ad0103fd0 2024-04-26T17:22:32.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3ad5eeb700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad010e6a0 con 0x7f3ad0100ff0 2024-04-26T17:22:32.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3ad5eeb700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad010e9a0 con 0x7f3ad0104970 2024-04-26T17:22:32.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3aceffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ad0103fd0 0x7f3ad0199310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:22:32.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3aceffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ad0103fd0 0x7f3ad0199310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58370/0 (socket says 172.21.15.90:58370) 2024-04-26T17:22:32.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3aceffd700 1 -- 172.21.15.90:0/360261056 learned_addr learned my addr 172.21.15.90:0/360261056 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:22:32.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3acf7fe700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ad0100ff0 0x7f3ad0198dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:22:32.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3acffff700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ad0104970 0x7f3ad01a0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:22:32.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3aceffd700 1 -- 172.21.15.90:0/360261056 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ad0104970 msgr2=0x7f3ad01a0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:32.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3aceffd700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ad0104970 0x7f3ad01a0390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:32.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3aceffd700 1 -- 172.21.15.90:0/360261056 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ad0100ff0 msgr2=0x7f3ad0198dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:32.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3aceffd700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ad0100ff0 0x7f3ad0198dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:32.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3aceffd700 1 -- 172.21.15.90:0/360261056 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ad01a0a30 con 0x7f3ad0103fd0 2024-04-26T17:22:32.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3acffff700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ad0104970 0x7f3ad01a0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:22:32.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3aceffd700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ad0103fd0 0x7f3ad0199310 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f3ac400c9e0 tx=0x7f3ac400ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:22:32.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3accff9700 1 -- 172.21.15.90:0/360261056 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac4007ac0 con 0x7f3ad0103fd0 2024-04-26T17:22:32.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/360261056 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ad01a0cc0 con 0x7f3ad0103fd0 2024-04-26T17:22:32.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3accff9700 1 -- 172.21.15.90:0/360261056 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3ac4007c60 con 0x7f3ad0103fd0 2024-04-26T17:22:32.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3accff9700 1 -- 172.21.15.90:0/360261056 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac4018660 con 0x7f3ad0103fd0 2024-04-26T17:22:32.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.230+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/360261056 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ad01a11a0 con 0x7f3ad0103fd0 2024-04-26T17:22:32.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.231+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/360261056 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ad00698e0 con 0x7f3ad0103fd0 2024-04-26T17:22:32.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.232+0000 7f3accff9700 1 -- 172.21.15.90:0/360261056 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3ac400f450 con 0x7f3ad0103fd0 2024-04-26T17:22:32.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.233+0000 7f3accff9700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3ab80a3c40 0x7f3ab80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:22:32.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.233+0000 7f3acf7fe700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3ab80a3c40 0x7f3ab80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:22:32.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.233+0000 7f3accff9700 1 -- 172.21.15.90:0/360261056 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5829+0+0 (secure 0 0 0) 0x7f3ac40cf9f0 con 0x7f3ad0103fd0 2024-04-26T17:22:32.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.233+0000 7f3acf7fe700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3ab80a3c40 0x7f3ab80a6100 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f3ad006b100 tx=0x7f3ac0009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:22:32.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.237+0000 7f3accff9700 1 -- 172.21.15.90:0/360261056 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3ac4014030 con 0x7f3ad0103fd0 2024-04-26T17:22:32.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:32.449+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/360261056 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f3ad0063030 con 0x7f3ab80a3c40 2024-04-26T17:22:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:32 smithi167 ceph-mon[32665]: pgmap v201: 1 pgs: 1 peering; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:32 smithi167 ceph-mon[32665]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T17:22:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:22:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:22:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:32 smithi119 ceph-mon[32584]: pgmap v201: 1 pgs: 1 peering; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:32 smithi119 ceph-mon[32584]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T17:22:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:32 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:22:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:32 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:22:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:32 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:32.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:32 smithi090 ceph-mon[29417]: pgmap v201: 1 pgs: 1 peering; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:32.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:32 smithi090 ceph-mon[29417]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T17:22:32.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:22:32.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:22:32.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:33.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:33 smithi090 ceph-mon[29417]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:22:33.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:33 smithi090 ceph-mon[29417]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T17:22:33.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:33 smithi167 ceph-mon[32665]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:22:33.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:33 smithi167 ceph-mon[32665]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T17:22:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:33 smithi119 ceph-mon[32584]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:22:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:33 smithi119 ceph-mon[32584]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T17:22:34.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:34 smithi167 ceph-mon[32665]: pgmap v204: 1 pgs: 1 peering; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:34 smithi119 ceph-mon[32584]: pgmap v204: 1 pgs: 1 peering; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:34.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:34 smithi090 ceph-mon[29417]: pgmap v204: 1 pgs: 1 peering; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:35.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:35 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3546562445' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "69155aa3-95a3-46b6-8cd8-6fe236a6708b"}]: dispatch 2024-04-26T17:22:35.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:35 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3546562445' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "69155aa3-95a3-46b6-8cd8-6fe236a6708b"}]': finished 2024-04-26T17:22:35.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:35 smithi167 ceph-mon[32665]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T17:22:35.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:35 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3546562445' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "69155aa3-95a3-46b6-8cd8-6fe236a6708b"}]: dispatch 2024-04-26T17:22:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:35 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3546562445' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "69155aa3-95a3-46b6-8cd8-6fe236a6708b"}]': finished 2024-04-26T17:22:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:35 smithi119 ceph-mon[32584]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T17:22:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:35.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:35 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3546562445' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "69155aa3-95a3-46b6-8cd8-6fe236a6708b"}]: dispatch 2024-04-26T17:22:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:35 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3546562445' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "69155aa3-95a3-46b6-8cd8-6fe236a6708b"}]': finished 2024-04-26T17:22:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:35 smithi090 ceph-mon[29417]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T17:22:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:36.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:36 smithi167 ceph-mon[32665]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 278 MiB used, 804 GiB / 805 GiB avail; 126 KiB/s, 0 objects/s recovering 2024-04-26T17:22:36.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:36 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/6955353' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:22:36.796 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:36 smithi119 ceph-mon[32584]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 278 MiB used, 804 GiB / 805 GiB avail; 126 KiB/s, 0 objects/s recovering 2024-04-26T17:22:36.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:36 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/6955353' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:22:36.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:36 smithi090 ceph-mon[29417]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 278 MiB used, 804 GiB / 805 GiB avail; 126 KiB/s, 0 objects/s recovering 2024-04-26T17:22:36.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:36 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/6955353' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:22:38.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:38 smithi167 ceph-mon[32665]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 278 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T17:22:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:38 smithi119 ceph-mon[32584]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 278 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T17:22:38.927 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:38 smithi090 ceph-mon[29417]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 278 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T17:22:40.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:40 smithi090 ceph-mon[29417]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-26T17:22:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:40 smithi167 ceph-mon[32665]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-26T17:22:40.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:40 smithi119 ceph-mon[32584]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-26T17:22:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:42 smithi167 ceph-mon[32665]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-26T17:22:42.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:42 smithi090 ceph-mon[29417]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-26T17:22:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:42 smithi119 ceph-mon[32584]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-26T17:22:43.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:43 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T17:22:43.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:43 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:43.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:43 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T17:22:43.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:43 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:43.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:43 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T17:22:43.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:43 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:44.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:44 smithi167 ceph-mon[32665]: Deploying daemon osd.9 on smithi090 2024-04-26T17:22:44.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:44 smithi167 ceph-mon[32665]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T17:22:44.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:44 smithi119 ceph-mon[32584]: Deploying daemon osd.9 on smithi090 2024-04-26T17:22:44.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:44 smithi119 ceph-mon[32584]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T17:22:44.877 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:44 smithi090 ceph-mon[29417]: Deploying daemon osd.9 on smithi090 2024-04-26T17:22:44.878 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:44 smithi090 ceph-mon[29417]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T17:22:46.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:46 smithi167 ceph-mon[32665]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:46 smithi119 ceph-mon[32584]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:46.913 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:46 smithi090 ceph-mon[29417]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:48.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:48 smithi167 ceph-mon[32665]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:48 smithi119 ceph-mon[32584]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:48.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:48 smithi090 ceph-mon[29417]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:50.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:50 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:50.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:50 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:50.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:50 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:50.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:50 smithi090 ceph-mon[29417]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:50.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:50 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:50.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:50 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:50.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:50 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:50.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:50 smithi167 ceph-mon[32665]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:50.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:50 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:50.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:50 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:50.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:50 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:50.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:50 smithi119 ceph-mon[32584]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:52 smithi167 ceph-mon[32665]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:52.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:52 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:52.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:52 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:52.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:52 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:52.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:52 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:52.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:52 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:52 smithi119 ceph-mon[32584]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:52 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:52 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:52 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:52 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:52 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:52.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:52 smithi090 ceph-mon[29417]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:52.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:52 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:52.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:52 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:52.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:52 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:52.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:52 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:52.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:52 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:53.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.257+0000 7f3accff9700 1 -- 172.21.15.90:0/360261056 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3ad0063030 con 0x7f3ab80a3c40 2024-04-26T17:22:53.257 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 9 on host 'smithi090' 2024-04-26T17:22:53.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.259+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/360261056 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3ab80a3c40 msgr2=0x7f3ab80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:53.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.259+0000 7f3ad5eeb700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3ab80a3c40 0x7f3ab80a6100 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f3ad006b100 tx=0x7f3ac0009190 comp rx=0 tx=0).stop 2024-04-26T17:22:53.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.259+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/360261056 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ad0103fd0 msgr2=0x7f3ad0199310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:53.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.259+0000 7f3ad5eeb700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ad0103fd0 0x7f3ad0199310 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f3ac400c9e0 tx=0x7f3ac400ccf0 comp rx=0 tx=0).stop 2024-04-26T17:22:53.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.259+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/360261056 shutdown_connections 2024-04-26T17:22:53.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.259+0000 7f3ad5eeb700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3ab80a3c40 0x7f3ab80a6100 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:53.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.259+0000 7f3ad5eeb700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ad0104970 0x7f3ad01a0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:53.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.259+0000 7f3ad5eeb700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ad0100ff0 0x7f3ad0198dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:53.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.259+0000 7f3ad5eeb700 1 --2- 172.21.15.90:0/360261056 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ad0103fd0 0x7f3ad0199310 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:53.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.259+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/360261056 >> 172.21.15.90:0/360261056 conn(0x7f3ad00fc950 msgr2=0x7f3ad01072d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:22:53.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.260+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/360261056 shutdown_connections 2024-04-26T17:22:53.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:22:53.260+0000 7f3ad5eeb700 1 -- 172.21.15.90:0/360261056 wait complete. 2024-04-26T17:22:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:53 smithi167 ceph-mon[32665]: from='osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T17:22:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:53 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:53 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:53.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:53 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:53 smithi119 ceph-mon[32584]: from='osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T17:22:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:53 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:53 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:53 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:53.914 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:53 smithi090 ceph-mon[29417]: from='osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T17:22:53.914 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:53 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:53.915 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:53 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:53.915 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:53 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:22:53.939 DEBUG:teuthology.orchestra.run.smithi090:osd.9> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.9.service 2024-04-26T17:22:53.942 INFO:tasks.cephadm:Deploying osd.10 on smithi119 with /dev/vg_nvme/lv_1... 2024-04-26T17:22:53.942 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T17:22:54.187 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T17:22:54.586 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:54 smithi119 ceph-mon[32584]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:54.587 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:54 smithi119 ceph-mon[32584]: from='osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T17:22:54.587 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:54 smithi119 ceph-mon[32584]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T17:22:54.587 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:54 smithi119 ceph-mon[32584]: from='osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T17:22:54.587 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:54 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:54 smithi167 ceph-mon[32665]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:54 smithi167 ceph-mon[32665]: from='osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T17:22:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:54 smithi167 ceph-mon[32665]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T17:22:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:54 smithi167 ceph-mon[32665]: from='osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T17:22:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:54 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:54 smithi090 ceph-mon[29417]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:54 smithi090 ceph-mon[29417]: from='osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T17:22:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:54 smithi090 ceph-mon[29417]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T17:22:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:54 smithi090 ceph-mon[29417]: from='osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T17:22:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:54 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:54.931 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:22:54 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:22:54.473+0000 7fe81beec700 -1 osd.9 0 waiting for initial osdmap 2024-04-26T17:22:54.932 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:22:54 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:22:54.486+0000 7fe817cdf700 -1 osd.9 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:22:55.667 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:55 smithi119 ceph-mon[32584]: from='osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T17:22:55.667 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:55 smithi119 ceph-mon[32584]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T17:22:55.667 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:55 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:55.667 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:55 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:55.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:55 smithi090 ceph-mon[29417]: from='osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T17:22:55.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:55 smithi090 ceph-mon[29417]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T17:22:55.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:55 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:55.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:55 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:55.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:55 smithi167 ceph-mon[32665]: from='osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T17:22:55.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:55 smithi167 ceph-mon[32665]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T17:22:55.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:55 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:55.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:55 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:56.233 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T17:22:56.233 INFO:teuthology.orchestra.run.smithi119.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T17:22:56.233 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10+0 records in 2024-04-26T17:22:56.233 INFO:teuthology.orchestra.run.smithi119.stderr:10+0 records out 2024-04-26T17:22:56.233 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112587 s, 931 MB/s 2024-04-26T17:22:56.233 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping successful for: 2024-04-26T17:22:56.739 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:56 smithi090 ceph-mon[29417]: purged_snaps scrub starts 2024-04-26T17:22:56.739 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:56 smithi090 ceph-mon[29417]: purged_snaps scrub ok 2024-04-26T17:22:56.740 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:56 smithi090 ceph-mon[29417]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:56.740 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:56 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:56.740 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:56 smithi090 ceph-mon[29417]: osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255] boot 2024-04-26T17:22:56.740 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:56 smithi090 ceph-mon[29417]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T17:22:56.740 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:56 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:56.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:56 smithi167 ceph-mon[32665]: purged_snaps scrub starts 2024-04-26T17:22:56.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:56 smithi167 ceph-mon[32665]: purged_snaps scrub ok 2024-04-26T17:22:56.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:56 smithi167 ceph-mon[32665]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:56.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:56 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:56.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:56 smithi167 ceph-mon[32665]: osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255] boot 2024-04-26T17:22:56.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:56 smithi167 ceph-mon[32665]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T17:22:56.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:56 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:56 smithi119 ceph-mon[32584]: purged_snaps scrub starts 2024-04-26T17:22:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:56 smithi119 ceph-mon[32584]: purged_snaps scrub ok 2024-04-26T17:22:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:56 smithi119 ceph-mon[32584]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-26T17:22:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:56 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:56 smithi119 ceph-mon[32584]: osd.9 [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255] boot 2024-04-26T17:22:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:56 smithi119 ceph-mon[32584]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T17:22:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:56 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T17:22:56.937 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi119:vg_nvme/lv_1 2024-04-26T17:22:57.176 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T17:22:57.645 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:57 smithi119 ceph-mon[32584]: osdmap e69: 10 total, 10 up, 10 in 2024-04-26T17:22:57.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:57 smithi167 ceph-mon[32665]: osdmap e69: 10 total, 10 up, 10 in 2024-04-26T17:22:57.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:57 smithi090 ceph-mon[29417]: osdmap e69: 10 total, 10 up, 10 in 2024-04-26T17:22:58.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:58 smithi119 ceph-mon[32584]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 304 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:22:58.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:58 smithi119 ceph-mon[32584]: Detected new or changed devices on smithi090 2024-04-26T17:22:58.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:58.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:58.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:58.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:58.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:58.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:58.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:58.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:58.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:58.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:58 smithi167 ceph-mon[32665]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 304 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:22:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:58 smithi167 ceph-mon[32665]: Detected new or changed devices on smithi090 2024-04-26T17:22:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:58.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:58.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.774+0000 7fad55676700 1 -- 172.21.15.119:0/4099835869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fad50102c50 msgr2=0x7fad50103070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:58.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.774+0000 7fad55676700 1 --2- 172.21.15.119:0/4099835869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fad50102c50 0x7fad50103070 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fad400099c0 tx=0x7fad40009cd0 comp rx=0 tx=0).stop 2024-04-26T17:22:58.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.774+0000 7fad55676700 1 -- 172.21.15.119:0/4099835869 shutdown_connections 2024-04-26T17:22:58.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.774+0000 7fad55676700 1 --2- 172.21.15.119:0/4099835869 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fad501047f0 0x7fad5010b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:58.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.774+0000 7fad55676700 1 --2- 172.21.15.119:0/4099835869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fad50102c50 0x7fad50103070 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:58.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.774+0000 7fad55676700 1 --2- 172.21.15.119:0/4099835869 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fad50103e50 0x7fad501042b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:58.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.774+0000 7fad55676700 1 -- 172.21.15.119:0/4099835869 >> 172.21.15.119:0/4099835869 conn(0x7fad500fe1f0 msgr2=0x7fad50100630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:22:58.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.774+0000 7fad55676700 1 -- 172.21.15.119:0/4099835869 shutdown_connections 2024-04-26T17:22:58.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.774+0000 7fad55676700 1 -- 172.21.15.119:0/4099835869 wait complete. 2024-04-26T17:22:58.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.774+0000 7fad55676700 1 Processor -- start 2024-04-26T17:22:58.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.774+0000 7fad55676700 1 -- start start 2024-04-26T17:22:58.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad55676700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fad50102c50 0x7fad50198d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:22:58.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad55676700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fad50103e50 0x7fad50199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:22:58.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad55676700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fad501047f0 0x7fad501a0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:22:58.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad55676700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fad5010e6b0 con 0x7fad501047f0 2024-04-26T17:22:58.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad55676700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fad5010e530 con 0x7fad50103e50 2024-04-26T17:22:58.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad55676700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fad5010e830 con 0x7fad50102c50 2024-04-26T17:22:58.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad4e7fc700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fad50103e50 0x7fad50199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:22:58.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad4e7fc700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fad50103e50 0x7fad50199280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:58866/0 (socket says 172.21.15.119:58866) 2024-04-26T17:22:58.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad4e7fc700 1 -- 172.21.15.119:0/925222918 learned_addr learned my addr 172.21.15.119:0/925222918 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-04-26T17:22:58.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad4f7fe700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fad501047f0 0x7fad501a0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:22:58.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad4effd700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fad50102c50 0x7fad50198d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:22:58.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad4e7fc700 1 -- 172.21.15.119:0/925222918 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fad50102c50 msgr2=0x7fad50198d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:58.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad4e7fc700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fad50102c50 0x7fad50198d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:58.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad4e7fc700 1 -- 172.21.15.119:0/925222918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fad501047f0 msgr2=0x7fad501a0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:22:58.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad4e7fc700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fad501047f0 0x7fad501a0300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:22:58.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad4e7fc700 1 -- 172.21.15.119:0/925222918 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad501a09a0 con 0x7fad50103e50 2024-04-26T17:22:58.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad4e7fc700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fad50103e50 0x7fad50199280 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fad4400c9b0 tx=0x7fad4400ccc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:22:58.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad37fff700 1 -- 172.21.15.119:0/925222918 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad44007b00 con 0x7fad50103e50 2024-04-26T17:22:58.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad55676700 1 -- 172.21.15.119:0/925222918 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad501a0c90 con 0x7fad50103e50 2024-04-26T17:22:58.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad37fff700 1 -- 172.21.15.119:0/925222918 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fad4400ce50 con 0x7fad50103e50 2024-04-26T17:22:58.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.775+0000 7fad37fff700 1 -- 172.21.15.119:0/925222918 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad44018660 con 0x7fad50103e50 2024-04-26T17:22:58.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.776+0000 7fad55676700 1 -- 172.21.15.119:0/925222918 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad501a11c0 con 0x7fad50103e50 2024-04-26T17:22:58.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.776+0000 7fad55676700 1 -- 172.21.15.119:0/925222918 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad500698e0 con 0x7fad50103e50 2024-04-26T17:22:58.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.778+0000 7fad37fff700 1 -- 172.21.15.119:0/925222918 <== mon.2 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fad4400f450 con 0x7fad50103e50 2024-04-26T17:22:58.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.778+0000 7fad37fff700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fad380a3c40 0x7fad380a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:22:58.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.778+0000 7fad37fff700 1 -- 172.21.15.119:0/925222918 <== mon.2 v2:172.21.15.119:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7fad440cfd60 con 0x7fad50103e50 2024-04-26T17:22:58.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.778+0000 7fad4effd700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fad380a3c40 0x7fad380a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:22:58.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.779+0000 7fad4effd700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fad380a3c40 0x7fad380a6100 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fad40006010 tx=0x7fad40003680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:22:58.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.782+0000 7fad37fff700 1 -- 172.21.15.119:0/925222918 <== mon.2 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fad44014030 con 0x7fad50103e50 2024-04-26T17:22:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:58 smithi090 ceph-mon[29417]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 304 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:22:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:58 smithi090 ceph-mon[29417]: Detected new or changed devices on smithi090 2024-04-26T17:22:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:58.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:22:58.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:58.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:58.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:22:58.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:22:58.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:22:58.987+0000 7fad55676700 1 -- 172.21.15.119:0/925222918 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fad50063030 con 0x7fad380a3c40 2024-04-26T17:22:59.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:59 smithi167 ceph-mon[32665]: Adjusting osd_memory_target on smithi090 to 4272M 2024-04-26T17:22:59.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:59 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:22:59.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:59 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:22:59.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:22:59 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:59 smithi119 ceph-mon[32584]: Adjusting osd_memory_target on smithi090 to 4272M 2024-04-26T17:22:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:59 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:22:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:59 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:22:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:22:59 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:22:59.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:59 smithi090 ceph-mon[29417]: Adjusting osd_memory_target on smithi090 to 4272M 2024-04-26T17:22:59.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:59 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:22:59.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:59 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:22:59.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:22:59 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:00.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:00 smithi167 ceph-mon[32665]: from='client.24311 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:23:00.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:00 smithi167 ceph-mon[32665]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:00.796 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:00 smithi119 ceph-mon[32584]: from='client.24311 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:23:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:00 smithi119 ceph-mon[32584]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:00.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:00 smithi090 ceph-mon[29417]: from='client.24311 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:23:00.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:00 smithi090 ceph-mon[29417]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:02 smithi167 ceph-mon[32665]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:02 smithi167 ceph-mon[32665]: from='client.? 172.21.15.119:0/487851585' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27f06682-7708-405d-8a0c-730491d57ed7"}]: dispatch 2024-04-26T17:23:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:02 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27f06682-7708-405d-8a0c-730491d57ed7"}]: dispatch 2024-04-26T17:23:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:02 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27f06682-7708-405d-8a0c-730491d57ed7"}]': finished 2024-04-26T17:23:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:02 smithi167 ceph-mon[32665]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T17:23:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:02 smithi167 ceph-mon[32665]: from='client.? 172.21.15.119:0/1382788168' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:23:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:02 smithi119 ceph-mon[32584]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:02 smithi119 ceph-mon[32584]: from='client.? 172.21.15.119:0/487851585' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27f06682-7708-405d-8a0c-730491d57ed7"}]: dispatch 2024-04-26T17:23:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:02 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27f06682-7708-405d-8a0c-730491d57ed7"}]: dispatch 2024-04-26T17:23:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:02 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27f06682-7708-405d-8a0c-730491d57ed7"}]': finished 2024-04-26T17:23:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:02 smithi119 ceph-mon[32584]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T17:23:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:02 smithi119 ceph-mon[32584]: from='client.? 172.21.15.119:0/1382788168' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:23:02.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:02 smithi090 ceph-mon[29417]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:02.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:02 smithi090 ceph-mon[29417]: from='client.? 172.21.15.119:0/487851585' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27f06682-7708-405d-8a0c-730491d57ed7"}]: dispatch 2024-04-26T17:23:02.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:02 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27f06682-7708-405d-8a0c-730491d57ed7"}]: dispatch 2024-04-26T17:23:02.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:02 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27f06682-7708-405d-8a0c-730491d57ed7"}]': finished 2024-04-26T17:23:02.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:02 smithi090 ceph-mon[29417]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T17:23:02.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:02.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:02 smithi090 ceph-mon[29417]: from='client.? 172.21.15.119:0/1382788168' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:23:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:04 smithi119 ceph-mon[32584]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:04.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:04 smithi090 ceph-mon[29417]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:05.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:04 smithi167 ceph-mon[32665]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:06.783 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:06 smithi119 ceph-mon[32584]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:06.793 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:06 smithi090 ceph-mon[29417]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:07.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:06 smithi167 ceph-mon[32665]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:07.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:07 smithi119 ceph-mon[32584]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:07.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:07 smithi090 ceph-mon[29417]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:07 smithi167 ceph-mon[32665]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:09.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T17:23:09.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:09.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T17:23:09.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:09.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T17:23:09.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:10.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:10 smithi167 ceph-mon[32665]: Deploying daemon osd.10 on smithi119 2024-04-26T17:23:10.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:10 smithi167 ceph-mon[32665]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:10.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:10 smithi119 ceph-mon[32584]: Deploying daemon osd.10 on smithi119 2024-04-26T17:23:10.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:10 smithi119 ceph-mon[32584]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:10.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:10 smithi090 ceph-mon[29417]: Deploying daemon osd.10 on smithi119 2024-04-26T17:23:10.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:10 smithi090 ceph-mon[29417]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:12.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:12 smithi167 ceph-mon[32665]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:12.796 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:12 smithi119 ceph-mon[32584]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:12.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:12 smithi090 ceph-mon[29417]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:14.624 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:14 smithi119 ceph-mon[32584]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:14.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:14 smithi167 ceph-mon[32665]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:14.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:14 smithi090 ceph-mon[29417]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:16.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:16 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:16.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:16 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:16.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:16 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:16.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:16 smithi119 ceph-mon[32584]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:16.554 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:16 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:16.554 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:16 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:16.554 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:16 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:16.555 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:16 smithi167 ceph-mon[32665]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:16.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:16 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:16.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:16 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:16.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:16 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:16.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:16 smithi090 ceph-mon[29417]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:18.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:18 smithi167 ceph-mon[32665]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:18.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:18 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:18.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:18 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:18.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:18 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:18.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:18 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:18.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:18 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:18 smithi119 ceph-mon[32584]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:18 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:18 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:18 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:18 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:18.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:18 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:18.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:18 smithi090 ceph-mon[29417]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:18.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:18 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:18.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:18 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:18.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:18 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:18.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:18 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:18.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:18 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:19.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.309+0000 7fad37fff700 1 -- 172.21.15.119:0/925222918 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fad50063030 con 0x7fad380a3c40 2024-04-26T17:23:19.309 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 10 on host 'smithi119' 2024-04-26T17:23:19.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.311+0000 7fad55676700 1 -- 172.21.15.119:0/925222918 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fad380a3c40 msgr2=0x7fad380a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:19.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.311+0000 7fad55676700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fad380a3c40 0x7fad380a6100 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fad40006010 tx=0x7fad40003680 comp rx=0 tx=0).stop 2024-04-26T17:23:19.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.311+0000 7fad55676700 1 -- 172.21.15.119:0/925222918 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fad50103e50 msgr2=0x7fad50199280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:19.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.311+0000 7fad55676700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fad50103e50 0x7fad50199280 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fad4400c9b0 tx=0x7fad4400ccc0 comp rx=0 tx=0).stop 2024-04-26T17:23:19.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.311+0000 7fad55676700 1 -- 172.21.15.119:0/925222918 shutdown_connections 2024-04-26T17:23:19.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.311+0000 7fad55676700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fad380a3c40 0x7fad380a6100 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:19.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.311+0000 7fad55676700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fad501047f0 0x7fad501a0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:19.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.311+0000 7fad55676700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fad50102c50 0x7fad50198d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:19.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.311+0000 7fad55676700 1 --2- 172.21.15.119:0/925222918 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fad50103e50 0x7fad50199280 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:19.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.311+0000 7fad55676700 1 -- 172.21.15.119:0/925222918 >> 172.21.15.119:0/925222918 conn(0x7fad500fe1f0 msgr2=0x7fad50107220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:19.312 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.311+0000 7fad55676700 1 -- 172.21.15.119:0/925222918 shutdown_connections 2024-04-26T17:23:19.312 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-26T17:23:19.311+0000 7fad55676700 1 -- 172.21.15.119:0/925222918 wait complete. 2024-04-26T17:23:19.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:19 smithi119 ceph-mon[32584]: from='osd.10 [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T17:23:19.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:19 smithi119 ceph-mon[32584]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T17:23:19.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:19 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:19.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:19 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:19.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:19 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:19.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:19 smithi167 ceph-mon[32665]: from='osd.10 [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T17:23:19.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:19 smithi167 ceph-mon[32665]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T17:23:19.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:19 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:19.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:19 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:19.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:19 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:19.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:19 smithi090 ceph-mon[29417]: from='osd.10 [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T17:23:19.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:19 smithi090 ceph-mon[29417]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T17:23:19.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:19 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:19.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:19 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:19.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:19 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:20.004 DEBUG:teuthology.orchestra.run.smithi119:osd.10> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.10.service 2024-04-26T17:23:20.006 INFO:tasks.cephadm:Deploying osd.11 on smithi167 with /dev/vg_nvme/lv_1... 2024-04-26T17:23:20.006 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T17:23:20.261 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:23:20.514 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:20 smithi119 ceph-mon[32584]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:20.514 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:20 smithi119 ceph-mon[32584]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T17:23:20.514 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:20 smithi119 ceph-mon[32584]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T17:23:20.514 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:20 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:20.515 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:20 smithi119 ceph-mon[32584]: from='osd.10 [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:23:20.515 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:20 smithi119 ceph-mon[32584]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:23:20.515 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:23:20 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:23:20.483+0000 7f975bf42700 -1 osd.10 0 waiting for initial osdmap 2024-04-26T17:23:20.515 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:23:20 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:23:20.496+0000 7f9757d35700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:23:20.659 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:20 smithi167 ceph-mon[32665]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:20.659 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:20 smithi167 ceph-mon[32665]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T17:23:20.659 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:20 smithi167 ceph-mon[32665]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T17:23:20.659 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:20 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:20.660 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:20 smithi167 ceph-mon[32665]: from='osd.10 [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:23:20.660 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:20 smithi167 ceph-mon[32665]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:23:20.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:20 smithi090 ceph-mon[29417]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:20.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:20 smithi090 ceph-mon[29417]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T17:23:20.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:20 smithi090 ceph-mon[29417]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T17:23:20.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:20 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:20.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:20 smithi090 ceph-mon[29417]: from='osd.10 [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:23:20.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:20 smithi090 ceph-mon[29417]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-26T17:23:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:21 smithi119 ceph-mon[32584]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-26T17:23:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:21 smithi119 ceph-mon[32584]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T17:23:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:21 smithi167 ceph-mon[32665]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-26T17:23:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:21 smithi167 ceph-mon[32665]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T17:23:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:21.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:21 smithi090 ceph-mon[29417]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-26T17:23:21.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:21 smithi090 ceph-mon[29417]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T17:23:21.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:21.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:22.429 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T17:23:22.430 INFO:teuthology.orchestra.run.smithi167.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T17:23:22.430 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10+0 records in 2024-04-26T17:23:22.430 INFO:teuthology.orchestra.run.smithi167.stderr:10+0 records out 2024-04-26T17:23:22.430 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113797 s, 921 MB/s 2024-04-26T17:23:22.430 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping successful for: 2024-04-26T17:23:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:22 smithi167 ceph-mon[32665]: purged_snaps scrub starts 2024-04-26T17:23:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:22 smithi167 ceph-mon[32665]: purged_snaps scrub ok 2024-04-26T17:23:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:22 smithi167 ceph-mon[32665]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:22 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:22 smithi167 ceph-mon[32665]: osd.10 [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658] boot 2024-04-26T17:23:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:22 smithi167 ceph-mon[32665]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T17:23:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:22 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:22 smithi119 ceph-mon[32584]: purged_snaps scrub starts 2024-04-26T17:23:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:22 smithi119 ceph-mon[32584]: purged_snaps scrub ok 2024-04-26T17:23:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:22 smithi119 ceph-mon[32584]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:22 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:22 smithi119 ceph-mon[32584]: osd.10 [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658] boot 2024-04-26T17:23:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:22 smithi119 ceph-mon[32584]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T17:23:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:22 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:22 smithi090 ceph-mon[29417]: purged_snaps scrub starts 2024-04-26T17:23:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:22 smithi090 ceph-mon[29417]: purged_snaps scrub ok 2024-04-26T17:23:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:22 smithi090 ceph-mon[29417]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-26T17:23:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:22 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:22 smithi090 ceph-mon[29417]: osd.10 [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658] boot 2024-04-26T17:23:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:22 smithi090 ceph-mon[29417]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T17:23:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:22 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T17:23:23.194 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi167:vg_nvme/lv_1 2024-04-26T17:23:23.431 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:23:23.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:23 smithi167 ceph-mon[32665]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T17:23:23.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:23.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:23.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:23.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:23.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:23 smithi119 ceph-mon[32584]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T17:23:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:23 smithi090 ceph-mon[29417]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T17:23:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:23.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:24 smithi167 ceph-mon[32665]: Detected new or changed devices on smithi119 2024-04-26T17:23:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:24 smithi167 ceph-mon[32665]: Adjusting osd_memory_target on smithi119 to 4272M 2024-04-26T17:23:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:24 smithi167 ceph-mon[32665]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:24.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:24 smithi167 ceph-mon[32665]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T17:23:24.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:24 smithi119 ceph-mon[32584]: Detected new or changed devices on smithi119 2024-04-26T17:23:24.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:24 smithi119 ceph-mon[32584]: Adjusting osd_memory_target on smithi119 to 4272M 2024-04-26T17:23:24.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:24 smithi119 ceph-mon[32584]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:24.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:24 smithi119 ceph-mon[32584]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T17:23:24.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:24 smithi090 ceph-mon[29417]: Detected new or changed devices on smithi119 2024-04-26T17:23:24.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:24 smithi090 ceph-mon[29417]: Adjusting osd_memory_target on smithi119 to 4272M 2024-04-26T17:23:24.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:24 smithi090 ceph-mon[29417]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:24.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:24 smithi090 ceph-mon[29417]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T17:23:25.121 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.108+0000 7faad7aa7700 1 -- 172.21.15.167:0/3021057388 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faad01060e0 msgr2=0x7faad01084d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:25.121 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.108+0000 7faad7aa7700 1 --2- 172.21.15.167:0/3021057388 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faad01060e0 0x7faad01084d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7faac0009990 tx=0x7faac0009ca0 comp rx=0 tx=0).stop 2024-04-26T17:23:25.121 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.108+0000 7faad7aa7700 1 -- 172.21.15.167:0/3021057388 shutdown_connections 2024-04-26T17:23:25.122 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.108+0000 7faad7aa7700 1 --2- 172.21.15.167:0/3021057388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faad0108a10 0x7faad010ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:25.122 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.108+0000 7faad7aa7700 1 --2- 172.21.15.167:0/3021057388 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faad01037b0 0x7faad0105ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:25.122 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.108+0000 7faad7aa7700 1 --2- 172.21.15.167:0/3021057388 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faad01060e0 0x7faad01084d0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:25.122 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.108+0000 7faad7aa7700 1 -- 172.21.15.167:0/3021057388 >> 172.21.15.167:0/3021057388 conn(0x7faad00fd120 msgr2=0x7faad00ff540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:25.122 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.108+0000 7faad7aa7700 1 -- 172.21.15.167:0/3021057388 shutdown_connections 2024-04-26T17:23:25.122 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.108+0000 7faad7aa7700 1 -- 172.21.15.167:0/3021057388 wait complete. 2024-04-26T17:23:25.122 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.108+0000 7faad7aa7700 1 Processor -- start 2024-04-26T17:23:25.122 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.108+0000 7faad7aa7700 1 -- start start 2024-04-26T17:23:25.122 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad7aa7700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faad01037b0 0x7faad0198e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:25.122 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad7aa7700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faad01060e0 0x7faad0199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:25.122 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad7aa7700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faad0108a10 0x7faad01a0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:25.123 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad7aa7700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7faad010e6b0 con 0x7faad01060e0 2024-04-26T17:23:25.123 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad7aa7700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7faad010e530 con 0x7faad01037b0 2024-04-26T17:23:25.123 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad7aa7700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faad010e830 con 0x7faad0108a10 2024-04-26T17:23:25.123 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad6044700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faad0108a10 0x7faad01a0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:25.123 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad6044700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faad0108a10 0x7faad01a0390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:53726/0 (socket says 172.21.15.167:53726) 2024-04-26T17:23:25.123 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad6044700 1 -- 172.21.15.167:0/3785175169 learned_addr learned my addr 172.21.15.167:0/3785175169 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-26T17:23:25.123 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad5042700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faad01060e0 0x7faad0199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:25.123 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad5843700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faad01037b0 0x7faad0198e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:25.123 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad6044700 1 -- 172.21.15.167:0/3785175169 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faad01037b0 msgr2=0x7faad0198e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:25.123 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad6044700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faad01037b0 0x7faad0198e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:25.123 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad6044700 1 -- 172.21.15.167:0/3785175169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faad01060e0 msgr2=0x7faad0199360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:25.123 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad6044700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faad01060e0 0x7faad0199360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:25.124 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad6044700 1 -- 172.21.15.167:0/3785175169 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faad01a0a30 con 0x7faad0108a10 2024-04-26T17:23:25.124 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad5843700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faad01037b0 0x7faad0198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:23:25.124 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad5042700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faad01060e0 0x7faad0199360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:23:25.124 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad6044700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faad0108a10 0x7faad01a0390 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7faac800ef60 tx=0x7faac800ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:25.124 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faac6ffd700 1 -- 172.21.15.167:0/3785175169 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac80092e0 con 0x7faad0108a10 2024-04-26T17:23:25.124 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faad7aa7700 1 -- 172.21.15.167:0/3785175169 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faad01a0cc0 con 0x7faad0108a10 2024-04-26T17:23:25.124 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faac6ffd700 1 -- 172.21.15.167:0/3785175169 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7faac8004bb0 con 0x7faad0108a10 2024-04-26T17:23:25.124 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.109+0000 7faac6ffd700 1 -- 172.21.15.167:0/3785175169 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac8004280 con 0x7faad0108a10 2024-04-26T17:23:25.124 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.110+0000 7faad7aa7700 1 -- 172.21.15.167:0/3785175169 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faad01a11b0 con 0x7faad0108a10 2024-04-26T17:23:25.124 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.110+0000 7faad7aa7700 1 -- 172.21.15.167:0/3785175169 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faad00698e0 con 0x7faad0108a10 2024-04-26T17:23:25.124 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.112+0000 7faac6ffd700 1 -- 172.21.15.167:0/3785175169 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7faac801b030 con 0x7faad0108a10 2024-04-26T17:23:25.124 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.112+0000 7faac6ffd700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faabc0a3c40 0x7faabc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:25.125 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.112+0000 7faac6ffd700 1 -- 172.21.15.167:0/3785175169 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6694+0+0 (secure 0 0 0) 0x7faac80d0180 con 0x7faad0108a10 2024-04-26T17:23:25.125 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.112+0000 7faad5843700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faabc0a3c40 0x7faabc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:25.125 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.113+0000 7faad5843700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faabc0a3c40 0x7faabc0a6100 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7faacc005fd0 tx=0x7faacc005f60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:25.125 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.116+0000 7faac6ffd700 1 -- 172.21.15.167:0/3785175169 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faac8022020 con 0x7faad0108a10 2024-04-26T17:23:25.322 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:25.322+0000 7faad7aa7700 1 -- 172.21.15.167:0/3785175169 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7faad0063030 con 0x7faabc0a3c40 2024-04-26T17:23:25.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:25 smithi119 ceph-mon[32584]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T17:23:25.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:23:25.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:23:25.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:25 smithi090 ceph-mon[29417]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T17:23:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:23:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:23:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:25.935 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:25 smithi167 ceph-mon[32665]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T17:23:25.936 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T17:23:25.936 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T17:23:25.936 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:26.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:26 smithi167 ceph-mon[32665]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:23:26.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:26 smithi167 ceph-mon[32665]: pgmap v242: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T17:23:26.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:26 smithi167 ceph-mon[32665]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T17:23:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:26 smithi119 ceph-mon[32584]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:23:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:26 smithi119 ceph-mon[32584]: pgmap v242: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T17:23:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:26 smithi119 ceph-mon[32584]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T17:23:26.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:26 smithi090 ceph-mon[29417]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:23:26.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:26 smithi090 ceph-mon[29417]: pgmap v242: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T17:23:26.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:26 smithi090 ceph-mon[29417]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T17:23:27.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:27 smithi167 ceph-mon[32665]: pgmap v244: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T17:23:27.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:27 smithi119 ceph-mon[32584]: pgmap v244: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T17:23:27.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:27 smithi090 ceph-mon[29417]: pgmap v244: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T17:23:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:28 smithi119 ceph-mon[32584]: from='client.? 172.21.15.167:0/2706084129' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3"}]: dispatch 2024-04-26T17:23:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:28 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3"}]: dispatch 2024-04-26T17:23:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:28 smithi119 ceph-mon[32584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3"}]': finished 2024-04-26T17:23:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:28 smithi119 ceph-mon[32584]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T17:23:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:28 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:28.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:28 smithi090 ceph-mon[29417]: from='client.? 172.21.15.167:0/2706084129' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3"}]: dispatch 2024-04-26T17:23:28.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:28 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3"}]: dispatch 2024-04-26T17:23:28.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:28 smithi090 ceph-mon[29417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3"}]': finished 2024-04-26T17:23:28.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:28 smithi090 ceph-mon[29417]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T17:23:28.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:28 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:29.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:28 smithi167 ceph-mon[32665]: from='client.? 172.21.15.167:0/2706084129' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3"}]: dispatch 2024-04-26T17:23:29.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:28 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3"}]: dispatch 2024-04-26T17:23:29.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:28 smithi167 ceph-mon[32665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3"}]': finished 2024-04-26T17:23:29.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:28 smithi167 ceph-mon[32665]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T17:23:29.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:28 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:29 smithi119 ceph-mon[32584]: from='client.? 172.21.15.167:0/992315242' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:23:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:29 smithi119 ceph-mon[32584]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 334 MiB used, 983 GiB / 983 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-26T17:23:29.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:29 smithi090 ceph-mon[29417]: from='client.? 172.21.15.167:0/992315242' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:23:29.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:29 smithi090 ceph-mon[29417]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 334 MiB used, 983 GiB / 983 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-26T17:23:30.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:29 smithi167 ceph-mon[32665]: from='client.? 172.21.15.167:0/992315242' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T17:23:30.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:29 smithi167 ceph-mon[32665]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 334 MiB used, 983 GiB / 983 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-26T17:23:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:32 smithi167 ceph-mon[32665]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:32 smithi119 ceph-mon[32584]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:32.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:32 smithi090 ceph-mon[29417]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:34.672 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:34 smithi167 ceph-mon[32665]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:34 smithi119 ceph-mon[32584]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:34.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:34 smithi090 ceph-mon[29417]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:36.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:36 smithi167 ceph-mon[32665]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:36.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T17:23:36.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:36.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:36 smithi119 ceph-mon[32584]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:36.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T17:23:36.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:36.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:36 smithi090 ceph-mon[29417]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:36.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T17:23:36.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:37.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:37 smithi167 ceph-mon[32665]: Deploying daemon osd.11 on smithi167 2024-04-26T17:23:37.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:37 smithi119 ceph-mon[32584]: Deploying daemon osd.11 on smithi167 2024-04-26T17:23:37.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:37 smithi090 ceph-mon[29417]: Deploying daemon osd.11 on smithi167 2024-04-26T17:23:38.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:38 smithi167 ceph-mon[32665]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:38 smithi119 ceph-mon[32584]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:38.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:38 smithi090 ceph-mon[29417]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:40.740 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:40 smithi167 ceph-mon[32665]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:40.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:40 smithi119 ceph-mon[32584]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:40.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:40 smithi090 ceph-mon[29417]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:42 smithi167 ceph-mon[32665]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:42 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:42 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:42 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:42 smithi119 ceph-mon[32584]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:42 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:42 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:42 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:42.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:42 smithi090 ceph-mon[29417]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:42.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:42 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:42.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:42 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:42.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:42 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:44.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:44 smithi167 ceph-mon[32665]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:44.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:44 smithi119 ceph-mon[32584]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:44.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:44 smithi090 ceph-mon[29417]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:46.240 INFO:teuthology.orchestra.run.smithi167.stdout:Created osd(s) 11 on host 'smithi167' 2024-04-26T17:23:46.241 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.241+0000 7faac6ffd700 1 -- 172.21.15.167:0/3785175169 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7faad0063030 con 0x7faabc0a3c40 2024-04-26T17:23:46.243 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.244+0000 7faad7aa7700 1 -- 172.21.15.167:0/3785175169 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faabc0a3c40 msgr2=0x7faabc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:46.243 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.244+0000 7faad7aa7700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faabc0a3c40 0x7faabc0a6100 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7faacc005fd0 tx=0x7faacc005f60 comp rx=0 tx=0).stop 2024-04-26T17:23:46.243 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.244+0000 7faad7aa7700 1 -- 172.21.15.167:0/3785175169 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faad0108a10 msgr2=0x7faad01a0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:46.243 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.244+0000 7faad7aa7700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faad0108a10 0x7faad01a0390 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7faac800ef60 tx=0x7faac800ef90 comp rx=0 tx=0).stop 2024-04-26T17:23:46.243 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.244+0000 7faad7aa7700 1 -- 172.21.15.167:0/3785175169 shutdown_connections 2024-04-26T17:23:46.243 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.244+0000 7faad7aa7700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faabc0a3c40 0x7faabc0a6100 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:46.243 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.244+0000 7faad7aa7700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faad0108a10 0x7faad01a0390 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:46.243 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.244+0000 7faad7aa7700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faad01037b0 0x7faad0198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:46.243 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.244+0000 7faad7aa7700 1 --2- 172.21.15.167:0/3785175169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faad01060e0 0x7faad0199360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:46.243 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.244+0000 7faad7aa7700 1 -- 172.21.15.167:0/3785175169 >> 172.21.15.167:0/3785175169 conn(0x7faad00fd120 msgr2=0x7faad0105600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:46.243 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.244+0000 7faad7aa7700 1 -- 172.21.15.167:0/3785175169 shutdown_connections 2024-04-26T17:23:46.244 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:46.244+0000 7faad7aa7700 1 -- 172.21.15.167:0/3785175169 wait complete. 2024-04-26T17:23:46.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:46.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:46.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:46 smithi167 ceph-mon[32665]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:46.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:46 smithi167 ceph-mon[32665]: from='osd.11 [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T17:23:46.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:46 smithi167 ceph-mon[32665]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T17:23:46.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:46.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:46 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:46.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:46.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:46 smithi090 ceph-mon[29417]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:46.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:46 smithi090 ceph-mon[29417]: from='osd.11 [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T17:23:46.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:46 smithi090 ceph-mon[29417]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T17:23:46.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:46.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:46 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:46 smithi119 ceph-mon[32584]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:46.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:46 smithi119 ceph-mon[32584]: from='osd.11 [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T17:23:46.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:46 smithi119 ceph-mon[32584]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T17:23:46.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:46.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:46 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:46.970 DEBUG:teuthology.orchestra.run.smithi167:osd.11> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.11.service 2024-04-26T17:23:46.972 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-26T17:23:46.973 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-26T17:23:47.220 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:23:47.555 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:47 smithi167 ceph-mon[32665]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T17:23:47.555 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:47 smithi167 ceph-mon[32665]: from='osd.11 [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:23:47.555 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:47 smithi167 ceph-mon[32665]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T17:23:47.555 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:47 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:47.555 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:47 smithi167 ceph-mon[32665]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:23:47.610 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:47 smithi090 ceph-mon[29417]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T17:23:47.610 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:47 smithi090 ceph-mon[29417]: from='osd.11 [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:23:47.611 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:47 smithi090 ceph-mon[29417]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T17:23:47.611 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:47 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:47.611 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:47 smithi090 ceph-mon[29417]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:23:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:47 smithi119 ceph-mon[32584]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T17:23:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:47 smithi119 ceph-mon[32584]: from='osd.11 [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:23:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:47 smithi119 ceph-mon[32584]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T17:23:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:47 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:47 smithi119 ceph-mon[32584]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-26T17:23:48.422 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:23:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:23:48.154+0000 7fc2fd6f1700 -1 osd.11 0 waiting for initial osdmap 2024-04-26T17:23:48.422 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:23:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:23:48.170+0000 7fc2f54dc700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:23:48.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:48 smithi090 ceph-mon[29417]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-26T17:23:48.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:48 smithi090 ceph-mon[29417]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:48.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:48 smithi090 ceph-mon[29417]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T17:23:48.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:48 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:48.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:48 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:48.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:48 smithi090 ceph-mon[29417]: from='osd.11 ' entity='osd.11' 2024-04-26T17:23:48.685 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:48 smithi167 ceph-mon[32665]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-26T17:23:48.685 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:48 smithi167 ceph-mon[32665]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:48.685 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:48 smithi167 ceph-mon[32665]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T17:23:48.685 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:48 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:48.685 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:48 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:48.685 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:48 smithi167 ceph-mon[32665]: from='osd.11 ' entity='osd.11' 2024-04-26T17:23:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:48 smithi119 ceph-mon[32584]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-26T17:23:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:48 smithi119 ceph-mon[32584]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:48 smithi119 ceph-mon[32584]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T17:23:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:48 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:48 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:48 smithi119 ceph-mon[32584]: from='osd.11 ' entity='osd.11' 2024-04-26T17:23:49.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.187+0000 7f48fb005700 1 -- 172.21.15.90:0/2201432417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f48f4108970 msgr2=0x7f48f410ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:49.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.187+0000 7f48fb005700 1 --2- 172.21.15.90:0/2201432417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f48f4108970 0x7f48f410ade0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f48ec00b0a0 tx=0x7f48ec00b3b0 comp rx=0 tx=0).stop 2024-04-26T17:23:49.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.187+0000 7f48fb005700 1 -- 172.21.15.90:0/2201432417 shutdown_connections 2024-04-26T17:23:49.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.187+0000 7f48fb005700 1 --2- 172.21.15.90:0/2201432417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f48f4108970 0x7f48f410ade0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:49.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.187+0000 7f48fb005700 1 --2- 172.21.15.90:0/2201432417 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f48f4103710 0x7f48f4105b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:49.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.187+0000 7f48fb005700 1 --2- 172.21.15.90:0/2201432417 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f48f4106040 0x7f48f4108430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:49.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.187+0000 7f48fb005700 1 -- 172.21.15.90:0/2201432417 >> 172.21.15.90:0/2201432417 conn(0x7f48f40fd140 msgr2=0x7f48f40ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:49.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.187+0000 7f48fb005700 1 -- 172.21.15.90:0/2201432417 shutdown_connections 2024-04-26T17:23:49.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.187+0000 7f48fb005700 1 -- 172.21.15.90:0/2201432417 wait complete. 2024-04-26T17:23:49.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.187+0000 7f48fb005700 1 Processor -- start 2024-04-26T17:23:49.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.187+0000 7f48fb005700 1 -- start start 2024-04-26T17:23:49.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48fb005700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f48f4103710 0x7f48f4103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:49.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48fb005700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f48f4106040 0x7f48f41016c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:49.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48fb005700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f48f4108970 0x7f48f4101c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:49.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48fb005700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f48f410e6e0 con 0x7f48f4106040 2024-04-26T17:23:49.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48fb005700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f48f410e560 con 0x7f48f4103710 2024-04-26T17:23:49.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48fb005700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f48f410e860 con 0x7f48f4108970 2024-04-26T17:23:49.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f3fff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f48f4106040 0x7f48f41016c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:49.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f3fff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f48f4106040 0x7f48f41016c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55560/0 (socket says 172.21.15.90:55560) 2024-04-26T17:23:49.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f3fff700 1 -- 172.21.15.90:0/963443824 learned_addr learned my addr 172.21.15.90:0/963443824 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:23:49.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f95a2700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f48f4108970 0x7f48f4101c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:49.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f8da1700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f48f4103710 0x7f48f4103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:49.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f3fff700 1 -- 172.21.15.90:0/963443824 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f48f4108970 msgr2=0x7f48f4101c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:49.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f3fff700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f48f4108970 0x7f48f4101c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:49.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f3fff700 1 -- 172.21.15.90:0/963443824 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f48f4103710 msgr2=0x7f48f4103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:49.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f3fff700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f48f4103710 0x7f48f4103070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:49.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f3fff700 1 -- 172.21.15.90:0/963443824 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48f41024b0 con 0x7f48f4106040 2024-04-26T17:23:49.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f95a2700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f48f4108970 0x7f48f4101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:23:49.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f3fff700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f48f4106040 0x7f48f41016c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f48e000d950 tx=0x7f48e000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:49.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f1ffb700 1 -- 172.21.15.90:0/963443824 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e0016070 con 0x7f48f4106040 2024-04-26T17:23:49.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f1ffb700 1 -- 172.21.15.90:0/963443824 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f48e000fd40 con 0x7f48f4106040 2024-04-26T17:23:49.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.188+0000 7f48f1ffb700 1 -- 172.21.15.90:0/963443824 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e000e3b0 con 0x7f48f4106040 2024-04-26T17:23:49.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.189+0000 7f48fb005700 1 -- 172.21.15.90:0/963443824 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48f41a2e80 con 0x7f48f4106040 2024-04-26T17:23:49.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.189+0000 7f48fb005700 1 -- 172.21.15.90:0/963443824 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48f41a3280 con 0x7f48f4106040 2024-04-26T17:23:49.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.190+0000 7f48fb005700 1 -- 172.21.15.90:0/963443824 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48f40698e0 con 0x7f48f4106040 2024-04-26T17:23:49.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.191+0000 7f48f1ffb700 1 -- 172.21.15.90:0/963443824 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f48e0019070 con 0x7f48f4106040 2024-04-26T17:23:49.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.191+0000 7f48f1ffb700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f48e40a3c40 0x7f48e40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:49.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.191+0000 7f48f8da1700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f48e40a3c40 0x7f48e40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:49.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.191+0000 7f48f1ffb700 1 -- 172.21.15.90:0/963443824 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f48e00cfa70 con 0x7f48f4106040 2024-04-26T17:23:49.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.192+0000 7f48f8da1700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f48e40a3c40 0x7f48e40a6100 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f48e8005950 tx=0x7f48e800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:49.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.196+0000 7f48f1ffb700 1 -- 172.21.15.90:0/963443824 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f48e009c8f0 con 0x7f48f4106040 2024-04-26T17:23:49.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.402+0000 7f48fb005700 1 -- 172.21.15.90:0/963443824 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f48f402e2a0 con 0x7f48f4106040 2024-04-26T17:23:49.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.403+0000 7f48f1ffb700 1 -- 172.21.15.90:0/963443824 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) ==== 74+0+133 (secure 0 0 0) 0x7f48e009c1f0 con 0x7f48f4106040 2024-04-26T17:23:49.403 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:23:49.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.405+0000 7f48fb005700 1 -- 172.21.15.90:0/963443824 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f48e40a3c40 msgr2=0x7f48e40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:49.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.405+0000 7f48fb005700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f48e40a3c40 0x7f48e40a6100 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f48e8005950 tx=0x7f48e800b410 comp rx=0 tx=0).stop 2024-04-26T17:23:49.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.405+0000 7f48fb005700 1 -- 172.21.15.90:0/963443824 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f48f4106040 msgr2=0x7f48f41016c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:49.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.405+0000 7f48fb005700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f48f4106040 0x7f48f41016c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f48e000d950 tx=0x7f48e000dc60 comp rx=0 tx=0).stop 2024-04-26T17:23:49.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.405+0000 7f48fb005700 1 -- 172.21.15.90:0/963443824 shutdown_connections 2024-04-26T17:23:49.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.405+0000 7f48fb005700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f48e40a3c40 0x7f48e40a6100 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:49.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.405+0000 7f48fb005700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f48f4108970 0x7f48f4101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:49.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.405+0000 7f48fb005700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f48f4103710 0x7f48f4103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:49.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.405+0000 7f48fb005700 1 --2- 172.21.15.90:0/963443824 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f48f4106040 0x7f48f41016c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:49.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.405+0000 7f48fb005700 1 -- 172.21.15.90:0/963443824 >> 172.21.15.90:0/963443824 conn(0x7f48f40fd140 msgr2=0x7f48f4103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:49.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.405+0000 7f48fb005700 1 -- 172.21.15.90:0/963443824 shutdown_connections 2024-04-26T17:23:49.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:49.405+0000 7f48fb005700 1 -- 172.21.15.90:0/963443824 wait complete. 2024-04-26T17:23:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:49 smithi090 ceph-mon[29417]: purged_snaps scrub starts 2024-04-26T17:23:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:49 smithi090 ceph-mon[29417]: purged_snaps scrub ok 2024-04-26T17:23:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:49 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:49 smithi090 ceph-mon[29417]: osd.11 [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944] boot 2024-04-26T17:23:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:49 smithi090 ceph-mon[29417]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T17:23:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:49 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:49.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:49 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/963443824' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T17:23:49.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:49 smithi167 ceph-mon[32665]: purged_snaps scrub starts 2024-04-26T17:23:49.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:49 smithi167 ceph-mon[32665]: purged_snaps scrub ok 2024-04-26T17:23:49.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:49 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:49.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:49 smithi167 ceph-mon[32665]: osd.11 [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944] boot 2024-04-26T17:23:49.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:49 smithi167 ceph-mon[32665]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T17:23:49.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:49 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:49.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:49 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/963443824' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T17:23:49.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:49 smithi119 ceph-mon[32584]: purged_snaps scrub starts 2024-04-26T17:23:49.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:49 smithi119 ceph-mon[32584]: purged_snaps scrub ok 2024-04-26T17:23:49.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:49 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:49.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:49 smithi119 ceph-mon[32584]: osd.11 [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944] boot 2024-04-26T17:23:49.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:49 smithi119 ceph-mon[32584]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T17:23:49.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:49 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T17:23:49.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:49 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/963443824' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T17:23:50.074 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1714152229,"num_in_osds":12,"osd_in_since":1714152208,"num_remapped_pgs":0} 2024-04-26T17:23:50.075 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T17:23:50.321 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:23:50.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:50 smithi090 ceph-mon[29417]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:50.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:50 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:50.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:50 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:50.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:50 smithi167 ceph-mon[32665]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:50.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:50 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:50.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:50 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:50.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:50 smithi119 ceph-mon[32584]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-26T17:23:50.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:50 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:50.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:50 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:51.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:51 smithi090 ceph-mon[29417]: Detected new or changed devices on smithi167 2024-04-26T17:23:51.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:51 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:51.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:51 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:51.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:51 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:51.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:51 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:51.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:51 smithi090 ceph-mon[29417]: Adjusting osd_memory_target on smithi167 to 4272M 2024-04-26T17:23:51.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:51 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:51.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:51 smithi090 ceph-mon[29417]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T17:23:51.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:51 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:51.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:51 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:51.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:51 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:51.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:51 smithi167 ceph-mon[32665]: Detected new or changed devices on smithi167 2024-04-26T17:23:51.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:51 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:51.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:51 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:51.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:51 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:51.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:51 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:51.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:51 smithi167 ceph-mon[32665]: Adjusting osd_memory_target on smithi167 to 4272M 2024-04-26T17:23:51.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:51 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:51.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:51 smithi167 ceph-mon[32665]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T17:23:51.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:51 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:51.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:51 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:51.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:51 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:51.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:51 smithi119 ceph-mon[32584]: Detected new or changed devices on smithi167 2024-04-26T17:23:51.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:51 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:51.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:51 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:51.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:51 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:51.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:51 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:23:51.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:51 smithi119 ceph-mon[32584]: Adjusting osd_memory_target on smithi167 to 4272M 2024-04-26T17:23:51.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:51 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:51.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:51 smithi119 ceph-mon[32584]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T17:23:51.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:51 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:51.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:51 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:51.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:51 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:52.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.013+0000 7f219517e700 1 -- 172.21.15.90:0/3765984776 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2190108c60 msgr2=0x7f2190109040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:52.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.013+0000 7f219517e700 1 --2- 172.21.15.90:0/3765984776 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2190108c60 0x7f2190109040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f2180009990 tx=0x7f2180009ca0 comp rx=0 tx=0).stop 2024-04-26T17:23:52.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.013+0000 7f219517e700 1 -- 172.21.15.90:0/3765984776 shutdown_connections 2024-04-26T17:23:52.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.013+0000 7f219517e700 1 --2- 172.21.15.90:0/3765984776 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2190108c60 0x7f2190109040 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:52.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.013+0000 7f219517e700 1 --2- 172.21.15.90:0/3765984776 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219006bb30 0x7f219010faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:52.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.013+0000 7f219517e700 1 --2- 172.21.15.90:0/3765984776 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f219006b190 0x7f219006b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:52.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.013+0000 7f219517e700 1 -- 172.21.15.90:0/3765984776 >> 172.21.15.90:0/3765984776 conn(0x7f2190078a60 msgr2=0x7f2190078e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:52.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.013+0000 7f219517e700 1 -- 172.21.15.90:0/3765984776 shutdown_connections 2024-04-26T17:23:52.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.013+0000 7f219517e700 1 -- 172.21.15.90:0/3765984776 wait complete. 2024-04-26T17:23:52.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f219517e700 1 Processor -- start 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f219517e700 1 -- start start 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f219517e700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219006b190 0x7f21901992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f219517e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f219006bb30 0x7f21901997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f219517e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2190108c60 0x7f219019db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f219517e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2190112e10 con 0x7f219006bb30 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f219517e700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f2190112c90 con 0x7f2190108c60 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f219517e700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2190112f90 con 0x7f219006b190 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f218e59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f219006bb30 0x7f21901997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f218e59c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f219006bb30 0x7f21901997e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55580/0 (socket says 172.21.15.90:55580) 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f218e59c700 1 -- 172.21.15.90:0/2112707664 learned_addr learned my addr 172.21.15.90:0/2112707664 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f218f59e700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2190108c60 0x7f219019db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.014+0000 7f218ed9d700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219006b190 0x7f21901992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:52.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.015+0000 7f218e59c700 1 -- 172.21.15.90:0/2112707664 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219006b190 msgr2=0x7f21901992a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:52.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.015+0000 7f218e59c700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219006b190 0x7f21901992a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:52.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.015+0000 7f218e59c700 1 -- 172.21.15.90:0/2112707664 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2190108c60 msgr2=0x7f219019db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:52.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.015+0000 7f218e59c700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2190108c60 0x7f219019db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:52.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.015+0000 7f218e59c700 1 -- 172.21.15.90:0/2112707664 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f219019e260 con 0x7f219006bb30 2024-04-26T17:23:52.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.015+0000 7f218ed9d700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219006b190 0x7f21901992a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:23:52.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.015+0000 7f218e59c700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f219006bb30 0x7f21901997e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f218400c9b0 tx=0x7f218400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:52.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.015+0000 7f2177fff700 1 -- 172.21.15.90:0/2112707664 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2184007b00 con 0x7f219006bb30 2024-04-26T17:23:52.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.015+0000 7f219517e700 1 -- 172.21.15.90:0/2112707664 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f219019e550 con 0x7f219006bb30 2024-04-26T17:23:52.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.015+0000 7f2177fff700 1 -- 172.21.15.90:0/2112707664 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2184007ca0 con 0x7f219006bb30 2024-04-26T17:23:52.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.015+0000 7f2177fff700 1 -- 172.21.15.90:0/2112707664 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2184018660 con 0x7f219006bb30 2024-04-26T17:23:52.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.015+0000 7f219517e700 1 -- 172.21.15.90:0/2112707664 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21901a5dd0 con 0x7f219006bb30 2024-04-26T17:23:52.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.016+0000 7f219517e700 1 -- 172.21.15.90:0/2112707664 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21900698e0 con 0x7f219006bb30 2024-04-26T17:23:52.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.017+0000 7f2177fff700 1 -- 172.21.15.90:0/2112707664 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f218400f450 con 0x7f219006bb30 2024-04-26T17:23:52.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.017+0000 7f2177fff700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f21780a3c40 0x7f21780a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:52.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.017+0000 7f218ed9d700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f21780a3c40 0x7f21780a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:52.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.018+0000 7f2177fff700 1 -- 172.21.15.90:0/2112707664 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f21840cff20 con 0x7f219006bb30 2024-04-26T17:23:52.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.018+0000 7f218ed9d700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f21780a3c40 0x7f21780a6100 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f218000b5c0 tx=0x7f2180005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:52.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.022+0000 7f2177fff700 1 -- 172.21.15.90:0/2112707664 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2184014030 con 0x7f219006bb30 2024-04-26T17:23:52.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.219+0000 7f219517e700 1 -- 172.21.15.90:0/2112707664 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f219002e250 con 0x7f219006bb30 2024-04-26T17:23:52.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.220+0000 7f2177fff700 1 -- 172.21.15.90:0/2112707664 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18479 (secure 0 0 0) 0x7f21840b5e20 con 0x7f219006bb30 2024-04-26T17:23:52.221 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:23:52.221 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":82,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:23:50.422945+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:23:52.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.223+0000 7f219517e700 1 -- 172.21.15.90:0/2112707664 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f21780a3c40 msgr2=0x7f21780a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:52.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.223+0000 7f219517e700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f21780a3c40 0x7f21780a6100 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f218000b5c0 tx=0x7f2180005fd0 comp rx=0 tx=0).stop 2024-04-26T17:23:52.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.223+0000 7f219517e700 1 -- 172.21.15.90:0/2112707664 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f219006bb30 msgr2=0x7f21901997e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:52.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.223+0000 7f219517e700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f219006bb30 0x7f21901997e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f218400c9b0 tx=0x7f218400ccc0 comp rx=0 tx=0).stop 2024-04-26T17:23:52.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.223+0000 7f219517e700 1 -- 172.21.15.90:0/2112707664 shutdown_connections 2024-04-26T17:23:52.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.223+0000 7f219517e700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f21780a3c40 0x7f21780a6100 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:52.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.223+0000 7f219517e700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2190108c60 0x7f219019db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:52.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.223+0000 7f219517e700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219006b190 0x7f21901992a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:52.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.223+0000 7f219517e700 1 --2- 172.21.15.90:0/2112707664 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f219006bb30 0x7f21901997e0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:52.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.223+0000 7f219517e700 1 -- 172.21.15.90:0/2112707664 >> 172.21.15.90:0/2112707664 conn(0x7f2190078a60 msgr2=0x7f2190100840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:52.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.223+0000 7f219517e700 1 -- 172.21.15.90:0/2112707664 shutdown_connections 2024-04-26T17:23:52.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:52.223+0000 7f219517e700 1 -- 172.21.15.90:0/2112707664 wait complete. 2024-04-26T17:23:52.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:52 smithi090 ceph-mon[29417]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:23:52.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:52 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2112707664' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:23:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:52 smithi167 ceph-mon[32665]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:23:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:52 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2112707664' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:23:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:52 smithi119 ceph-mon[32584]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:23:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:52 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2112707664' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:23:53.025 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T17:23:53.025 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-26T17:23:53.264 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:23:54.705 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:54 smithi090 ceph-mon[29417]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:23:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:54 smithi167 ceph-mon[32665]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:23:54.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:54 smithi119 ceph-mon[32584]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:23:55.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 -- 172.21.15.90:0/1396630246 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff1341024c0 msgr2=0x7ff13410e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 --2- 172.21.15.90:0/1396630246 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff1341024c0 0x7ff13410e9a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff12c00b0a0 tx=0x7ff12c00b3b0 comp rx=0 tx=0).stop 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 -- 172.21.15.90:0/1396630246 shutdown_connections 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 --2- 172.21.15.90:0/1396630246 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff1341024c0 0x7ff13410e9a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 --2- 172.21.15.90:0/1396630246 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff134107b60 0x7ff134107f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 --2- 172.21.15.90:0/1396630246 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff134101b20 0x7ff134101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 -- 172.21.15.90:0/1396630246 >> 172.21.15.90:0/1396630246 conn(0x7ff134078a90 msgr2=0x7ff134078ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 -- 172.21.15.90:0/1396630246 shutdown_connections 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 -- 172.21.15.90:0/1396630246 wait complete. 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 Processor -- start 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 -- start start 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff134101b20 0x7ff1341992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1341024c0 0x7ff134199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:55.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff134107b60 0x7ff13419dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:55.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff134111ce0 con 0x7ff134101b20 2024-04-26T17:23:55.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff134111b60 con 0x7ff1341024c0 2024-04-26T17:23:55.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.100+0000 7ff13c40b700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff134111e60 con 0x7ff134107b60 2024-04-26T17:23:55.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff13a1a7700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff134101b20 0x7ff1341992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:55.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff13a1a7700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff134101b20 0x7ff1341992e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42552/0 (socket says 172.21.15.90:42552) 2024-04-26T17:23:55.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff13a1a7700 1 -- 172.21.15.90:0/1561051533 learned_addr learned my addr 172.21.15.90:0/1561051533 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:23:55.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff13a9a8700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff134107b60 0x7ff13419dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:55.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff1399a6700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1341024c0 0x7ff134199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:55.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff13a1a7700 1 -- 172.21.15.90:0/1561051533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff134107b60 msgr2=0x7ff13419dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:55.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff13a1a7700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff134107b60 0x7ff13419dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:55.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff13a1a7700 1 -- 172.21.15.90:0/1561051533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1341024c0 msgr2=0x7ff134199820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:55.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff13a1a7700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1341024c0 0x7ff134199820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff13a1a7700 1 -- 172.21.15.90:0/1561051533 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff13419e2f0 con 0x7ff134101b20 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff13a1a7700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff134101b20 0x7ff1341992e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff13000d950 tx=0x7ff13000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff12b7fe700 1 -- 172.21.15.90:0/1561051533 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff130016070 con 0x7ff134101b20 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff12b7fe700 1 -- 172.21.15.90:0/1561051533 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff130010460 con 0x7ff134101b20 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff12b7fe700 1 -- 172.21.15.90:0/1561051533 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff13000f620 con 0x7ff134101b20 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff13c40b700 1 -- 172.21.15.90:0/1561051533 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff13419e5e0 con 0x7ff134101b20 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.101+0000 7ff13c40b700 1 -- 172.21.15.90:0/1561051533 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1341a5e60 con 0x7ff134101b20 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.102+0000 7ff13c40b700 1 -- 172.21.15.90:0/1561051533 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1341031d0 con 0x7ff134101b20 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.104+0000 7ff12b7fe700 1 -- 172.21.15.90:0/1561051533 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff130019070 con 0x7ff134101b20 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.104+0000 7ff12b7fe700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff1200a3cc0 0x7ff1200a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.104+0000 7ff1399a6700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff1200a3cc0 0x7ff1200a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.105+0000 7ff12b7fe700 1 -- 172.21.15.90:0/1561051533 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7ff1300cfb00 con 0x7ff134101b20 2024-04-26T17:23:55.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.105+0000 7ff1399a6700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff1200a3cc0 0x7ff1200a6180 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff124006fd0 tx=0x7ff124008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:55.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.108+0000 7ff12b7fe700 1 -- 172.21.15.90:0/1561051533 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff13009c980 con 0x7ff134101b20 2024-04-26T17:23:55.303 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.303+0000 7ff13c40b700 1 -- 172.21.15.90:0/1561051533 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff1340698e0 con 0x7ff134101b20 2024-04-26T17:23:55.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.304+0000 7ff12b7fe700 1 -- 172.21.15.90:0/1561051533 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7ff13009c280 con 0x7ff134101b20 2024-04-26T17:23:55.304 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:23:55.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.306+0000 7ff13c40b700 1 -- 172.21.15.90:0/1561051533 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff1200a3cc0 msgr2=0x7ff1200a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:55.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.306+0000 7ff13c40b700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff1200a3cc0 0x7ff1200a6180 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff124006fd0 tx=0x7ff124008040 comp rx=0 tx=0).stop 2024-04-26T17:23:55.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.306+0000 7ff13c40b700 1 -- 172.21.15.90:0/1561051533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff134101b20 msgr2=0x7ff1341992e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:55.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.306+0000 7ff13c40b700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff134101b20 0x7ff1341992e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff13000d950 tx=0x7ff13000dd10 comp rx=0 tx=0).stop 2024-04-26T17:23:55.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.306+0000 7ff13c40b700 1 -- 172.21.15.90:0/1561051533 shutdown_connections 2024-04-26T17:23:55.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.306+0000 7ff13c40b700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff1200a3cc0 0x7ff1200a6180 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:55.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.306+0000 7ff13c40b700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff134101b20 0x7ff1341992e0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:55.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.306+0000 7ff13c40b700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff134107b60 0x7ff13419dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:55.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.306+0000 7ff13c40b700 1 --2- 172.21.15.90:0/1561051533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1341024c0 0x7ff134199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:55.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.306+0000 7ff13c40b700 1 -- 172.21.15.90:0/1561051533 >> 172.21.15.90:0/1561051533 conn(0x7ff134078a90 msgr2=0x7ff13406b860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:55.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.306+0000 7ff13c40b700 1 -- 172.21.15.90:0/1561051533 shutdown_connections 2024-04-26T17:23:55.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:55.306+0000 7ff13c40b700 1 -- 172.21.15.90:0/1561051533 wait complete. 2024-04-26T17:23:55.679 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:55 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1561051533' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:23:55.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:55 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1561051533' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:23:55.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:55 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1561051533' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:23:56.124 INFO:tasks.cephadm:Adding mds.a on smithi090 2024-04-26T17:23:56.124 INFO:tasks.cephadm:Adding mds.d on smithi090 2024-04-26T17:23:56.125 INFO:tasks.cephadm:Adding mds.g on smithi090 2024-04-26T17:23:56.125 INFO:tasks.cephadm:Adding mds.j on smithi090 2024-04-26T17:23:56.125 INFO:tasks.cephadm:Adding mds.b on smithi119 2024-04-26T17:23:56.125 INFO:tasks.cephadm:Adding mds.e on smithi119 2024-04-26T17:23:56.125 INFO:tasks.cephadm:Adding mds.h on smithi119 2024-04-26T17:23:56.125 INFO:tasks.cephadm:Adding mds.k on smithi119 2024-04-26T17:23:56.125 INFO:tasks.cephadm:Adding mds.c on smithi167 2024-04-26T17:23:56.125 INFO:tasks.cephadm:Adding mds.f on smithi167 2024-04-26T17:23:56.125 INFO:tasks.cephadm:Adding mds.i on smithi167 2024-04-26T17:23:56.125 INFO:tasks.cephadm:Adding mds.l on smithi167 2024-04-26T17:23:56.125 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi090=a;smithi090=d;smithi090=g;smithi090=j;smithi119=b;smithi119=e;smithi119=h;smithi119=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l' 2024-04-26T17:23:56.378 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:23:56.722 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:56 smithi167 ceph-mon[32665]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:23:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:56 smithi119 ceph-mon[32584]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:23:56.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:56 smithi090 ceph-mon[29417]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:23:58.048 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.048+0000 7fcb748fe700 1 -- 172.21.15.167:0/3101414129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb701036f0 msgr2=0x7fcb70109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:58.048 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.048+0000 7fcb748fe700 1 --2- 172.21.15.167:0/3101414129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb701036f0 0x7fcb70109fa0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcb6800b0a0 tx=0x7fcb6800b3b0 comp rx=0 tx=0).stop 2024-04-26T17:23:58.048 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.048+0000 7fcb748fe700 1 -- 172.21.15.167:0/3101414129 shutdown_connections 2024-04-26T17:23:58.048 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.048+0000 7fcb748fe700 1 --2- 172.21.15.167:0/3101414129 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcb70101b50 0x7fcb70101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:58.048 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.048+0000 7fcb748fe700 1 --2- 172.21.15.167:0/3101414129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb701036f0 0x7fcb70109fa0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:58.048 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.048+0000 7fcb748fe700 1 --2- 172.21.15.167:0/3101414129 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcb70102d50 0x7fcb701031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:58.048 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.049+0000 7fcb748fe700 1 -- 172.21.15.167:0/3101414129 >> 172.21.15.167:0/3101414129 conn(0x7fcb700fd0f0 msgr2=0x7fcb700ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:58.049 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.049+0000 7fcb748fe700 1 -- 172.21.15.167:0/3101414129 shutdown_connections 2024-04-26T17:23:58.049 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.049+0000 7fcb748fe700 1 -- 172.21.15.167:0/3101414129 wait complete. 2024-04-26T17:23:58.050 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.049+0000 7fcb748fe700 1 Processor -- start 2024-04-26T17:23:58.051 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.049+0000 7fcb748fe700 1 -- start start 2024-04-26T17:23:58.051 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb748fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcb70101b50 0x7fcb70198c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:58.051 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb748fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcb70102d50 0x7fcb70199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:58.051 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb748fe700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb701036f0 0x7fcb701a01c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:58.051 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb748fe700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7010d5c0 con 0x7fcb70102d50 2024-04-26T17:23:58.051 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb748fe700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7010d440 con 0x7fcb70101b50 2024-04-26T17:23:58.051 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb748fe700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7010d740 con 0x7fcb701036f0 2024-04-26T17:23:58.051 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb6ed9d700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb701036f0 0x7fcb701a01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:58.051 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb6ed9d700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb701036f0 0x7fcb701a01c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:46208/0 (socket says 172.21.15.167:46208) 2024-04-26T17:23:58.051 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb6ed9d700 1 -- 172.21.15.167:0/1389894634 learned_addr learned my addr 172.21.15.167:0/1389894634 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-26T17:23:58.051 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb6dd9b700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcb70102d50 0x7fcb70199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:58.051 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb6e59c700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcb70101b50 0x7fcb70198c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:58.052 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb6ed9d700 1 -- 172.21.15.167:0/1389894634 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcb70101b50 msgr2=0x7fcb70198c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:58.052 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb6ed9d700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcb70101b50 0x7fcb70198c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:58.052 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb6ed9d700 1 -- 172.21.15.167:0/1389894634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcb70102d50 msgr2=0x7fcb70199180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:58.052 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb6ed9d700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcb70102d50 0x7fcb70199180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:58.052 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb6ed9d700 1 -- 172.21.15.167:0/1389894634 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb701a0890 con 0x7fcb701036f0 2024-04-26T17:23:58.052 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb6ed9d700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb701036f0 0x7fcb701a01c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fcb6800b830 tx=0x7fcb6800cf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:58.052 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.050+0000 7fcb677fe700 1 -- 172.21.15.167:0/1389894634 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68021070 con 0x7fcb701036f0 2024-04-26T17:23:58.052 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.051+0000 7fcb748fe700 1 -- 172.21.15.167:0/1389894634 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb701a0b20 con 0x7fcb701036f0 2024-04-26T17:23:58.052 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.051+0000 7fcb677fe700 1 -- 172.21.15.167:0/1389894634 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fcb68007df0 con 0x7fcb701036f0 2024-04-26T17:23:58.052 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.051+0000 7fcb677fe700 1 -- 172.21.15.167:0/1389894634 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb680053b0 con 0x7fcb701036f0 2024-04-26T17:23:58.052 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.051+0000 7fcb748fe700 1 -- 172.21.15.167:0/1389894634 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb701a0fd0 con 0x7fcb701036f0 2024-04-26T17:23:58.052 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.052+0000 7fcb748fe700 1 -- 172.21.15.167:0/1389894634 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb700698e0 con 0x7fcb701036f0 2024-04-26T17:23:58.053 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.053+0000 7fcb677fe700 1 -- 172.21.15.167:0/1389894634 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fcb68024070 con 0x7fcb701036f0 2024-04-26T17:23:58.053 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.053+0000 7fcb677fe700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcb5c0a3c40 0x7fcb5c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:58.053 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.054+0000 7fcb677fe700 1 -- 172.21.15.167:0/1389894634 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fcb680d1230 con 0x7fcb701036f0 2024-04-26T17:23:58.053 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.054+0000 7fcb6e59c700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcb5c0a3c40 0x7fcb5c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:58.053 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.054+0000 7fcb6e59c700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcb5c0a3c40 0x7fcb5c0a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fcb7019a120 tx=0x7fcb6000a5e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:58.056 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.057+0000 7fcb677fe700 1 -- 172.21.15.167:0/1389894634 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcb68009cb0 con 0x7fcb701036f0 2024-04-26T17:23:58.272 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.273+0000 7fcb748fe700 1 -- 172.21.15.167:0/1389894634 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi090=a;smithi090=d;smithi090=g;smithi090=j;smithi119=b;smithi119=e;smithi119=h;smithi119=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l", "target": ["mon-mgr", ""]}) -- 0x7fcb700ff300 con 0x7fcb5c0a3c40 2024-04-26T17:23:58.280 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.282+0000 7fcb677fe700 1 -- 172.21.15.167:0/1389894634 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7fcb700ff300 con 0x7fcb5c0a3c40 2024-04-26T17:23:58.281 INFO:teuthology.orchestra.run.smithi167.stdout:Scheduled mds.all update... 2024-04-26T17:23:58.283 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.284+0000 7fcb748fe700 1 -- 172.21.15.167:0/1389894634 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcb5c0a3c40 msgr2=0x7fcb5c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:58.283 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.284+0000 7fcb748fe700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcb5c0a3c40 0x7fcb5c0a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fcb7019a120 tx=0x7fcb6000a5e0 comp rx=0 tx=0).stop 2024-04-26T17:23:58.283 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.284+0000 7fcb748fe700 1 -- 172.21.15.167:0/1389894634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb701036f0 msgr2=0x7fcb701a01c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:58.283 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.284+0000 7fcb748fe700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb701036f0 0x7fcb701a01c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fcb6800b830 tx=0x7fcb6800cf40 comp rx=0 tx=0).stop 2024-04-26T17:23:58.283 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.284+0000 7fcb748fe700 1 -- 172.21.15.167:0/1389894634 shutdown_connections 2024-04-26T17:23:58.283 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.284+0000 7fcb748fe700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcb5c0a3c40 0x7fcb5c0a6100 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:58.283 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.284+0000 7fcb748fe700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb701036f0 0x7fcb701a01c0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:58.283 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.284+0000 7fcb748fe700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcb70101b50 0x7fcb70198c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:58.283 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.284+0000 7fcb748fe700 1 --2- 172.21.15.167:0/1389894634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcb70102d50 0x7fcb70199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:58.283 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.284+0000 7fcb748fe700 1 -- 172.21.15.167:0/1389894634 >> 172.21.15.167:0/1389894634 conn(0x7fcb700fd0f0 msgr2=0x7fcb700feaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:58.284 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.284+0000 7fcb748fe700 1 -- 172.21.15.167:0/1389894634 shutdown_connections 2024-04-26T17:23:58.284 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-26T17:23:58.284+0000 7fcb748fe700 1 -- 172.21.15.167:0/1389894634 wait complete. 2024-04-26T17:23:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:58 smithi167 ceph-mon[32665]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:23:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:58 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:58 smithi119 ceph-mon[32584]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:23:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:58 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:58 smithi090 ceph-mon[29417]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:23:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:58 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:23:58.937 DEBUG:teuthology.orchestra.run.smithi090:mds.a> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.a.service 2024-04-26T17:23:58.940 DEBUG:teuthology.orchestra.run.smithi090:mds.d> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.d.service 2024-04-26T17:23:58.983 DEBUG:teuthology.orchestra.run.smithi090:mds.g> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.g.service 2024-04-26T17:23:59.025 DEBUG:teuthology.orchestra.run.smithi090:mds.j> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.j.service 2024-04-26T17:23:59.068 DEBUG:teuthology.orchestra.run.smithi119:mds.b> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.b.service 2024-04-26T17:23:59.071 DEBUG:teuthology.orchestra.run.smithi119:mds.e> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.e.service 2024-04-26T17:23:59.114 DEBUG:teuthology.orchestra.run.smithi119:mds.h> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.h.service 2024-04-26T17:23:59.158 DEBUG:teuthology.orchestra.run.smithi119:mds.k> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.k.service 2024-04-26T17:23:59.201 DEBUG:teuthology.orchestra.run.smithi167:mds.c> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.c.service 2024-04-26T17:23:59.207 DEBUG:teuthology.orchestra.run.smithi167:mds.f> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.f.service 2024-04-26T17:23:59.249 DEBUG:teuthology.orchestra.run.smithi167:mds.i> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.i.service 2024-04-26T17:23:59.293 DEBUG:teuthology.orchestra.run.smithi167:mds.l> sudo journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.l.service 2024-04-26T17:23:59.335 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-26T17:23:59.336 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:23:59.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.452+0000 7f25c5144640 1 -- 172.21.15.90:0/4034561531 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0102230 msgr2=0x7f25c01026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:59.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.452+0000 7f25c5144640 1 --2- 172.21.15.90:0/4034561531 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0102230 0x7f25c01026b0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f25a8009900 tx=0x7f25a802a410 comp rx=0 tx=0).stop 2024-04-26T17:23:59.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.452+0000 7f25c5144640 1 -- 172.21.15.90:0/4034561531 shutdown_connections 2024-04-26T17:23:59.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.452+0000 7f25c5144640 1 --2- 172.21.15.90:0/4034561531 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0102bf0 0x7f25c0109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.452+0000 7f25c5144640 1 --2- 172.21.15.90:0/4034561531 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0102230 0x7f25c01026b0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.452+0000 7f25c5144640 1 --2- 172.21.15.90:0/4034561531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f25c0101040 0x7f25c0101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.452+0000 7f25c5144640 1 -- 172.21.15.90:0/4034561531 >> 172.21.15.90:0/4034561531 conn(0x7f25c00fc5b0 msgr2=0x7f25c00fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:59.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.452+0000 7f25c5144640 1 -- 172.21.15.90:0/4034561531 shutdown_connections 2024-04-26T17:23:59.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.452+0000 7f25c5144640 1 -- 172.21.15.90:0/4034561531 wait complete. 2024-04-26T17:23:59.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.452+0000 7f25c5144640 1 Processor -- start 2024-04-26T17:23:59.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25c5144640 1 -- start start 2024-04-26T17:23:59.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25c5144640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f25c0101040 0x7f25c01983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:59.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25c5144640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0102230 0x7f25c0198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:59.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25c5144640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0102bf0 0x7f25c019f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:59.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25c5144640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f25c010cb50 con 0x7f25c0102bf0 2024-04-26T17:23:59.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25c5144640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f25c010c9d0 con 0x7f25c0101040 2024-04-26T17:23:59.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25c5144640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f25c010ccd0 con 0x7f25c0102230 2024-04-26T17:23:59.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25bed9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f25c0101040 0x7f25c01983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:59.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25bf59e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0102bf0 0x7f25c019f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:59.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25be59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0102230 0x7f25c0198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:59.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25be59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0102230 0x7f25c0198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:60588/0 (socket says 172.21.15.90:60588) 2024-04-26T17:23:59.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25bed9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f25c0101040 0x7f25c01983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:38446/0 (socket says 172.21.15.90:38446) 2024-04-26T17:23:59.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25be59c640 1 -- 172.21.15.90:0/3129434258 learned_addr learned my addr 172.21.15.90:0/3129434258 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:23:59.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25bf59e640 1 -- 172.21.15.90:0/3129434258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0102230 msgr2=0x7f25c0198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:59.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25bf59e640 1 --2- 172.21.15.90:0/3129434258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0102230 0x7f25c0198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25bf59e640 1 -- 172.21.15.90:0/3129434258 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f25c0101040 msgr2=0x7f25c01983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:59.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25bf59e640 1 --2- 172.21.15.90:0/3129434258 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f25c0101040 0x7f25c01983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25bf59e640 1 -- 172.21.15.90:0/3129434258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25c019ffe0 con 0x7f25c0102bf0 2024-04-26T17:23:59.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.453+0000 7f25bf59e640 1 --2- 172.21.15.90:0/3129434258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0102bf0 0x7f25c019f970 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f25b800da10 tx=0x7f25b800ded0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:59.457 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.456+0000 7f25b7fff640 1 -- 172.21.15.90:0/3129434258 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b800bd70 con 0x7f25c0102bf0 2024-04-26T17:23:59.457 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.456+0000 7f25b7fff640 1 -- 172.21.15.90:0/3129434258 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f25b8003e20 con 0x7f25c0102bf0 2024-04-26T17:23:59.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.456+0000 7f25c5144640 1 -- 172.21.15.90:0/3129434258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25c01a02d0 con 0x7f25c0102bf0 2024-04-26T17:23:59.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.456+0000 7f25b7fff640 1 -- 172.21.15.90:0/3129434258 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b80106c0 con 0x7f25c0102bf0 2024-04-26T17:23:59.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.456+0000 7f25c5144640 1 -- 172.21.15.90:0/3129434258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25c01a07a0 con 0x7f25c0102bf0 2024-04-26T17:23:59.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.457+0000 7f25c5144640 1 -- 172.21.15.90:0/3129434258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25c01a0a60 con 0x7f25c0102bf0 2024-04-26T17:23:59.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.458+0000 7f25b7fff640 1 -- 172.21.15.90:0/3129434258 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f25b8003fd0 con 0x7f25c0102bf0 2024-04-26T17:23:59.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.459+0000 7f25b7fff640 1 --2- 172.21.15.90:0/3129434258 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f25ac0a3bb0 0x7f25ac0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:59.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.459+0000 7f25b7fff640 1 -- 172.21.15.90:0/3129434258 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f25b80d02a0 con 0x7f25c0102bf0 2024-04-26T17:23:59.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.459+0000 7f25bed9d640 1 --2- 172.21.15.90:0/3129434258 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f25ac0a3bb0 0x7f25ac0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:59.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.459+0000 7f25bed9d640 1 --2- 172.21.15.90:0/3129434258 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f25ac0a3bb0 0x7f25ac0a6070 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f25c0102090 tx=0x7f25b000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:59.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.463+0000 7f25b7fff640 1 -- 172.21.15.90:0/3129434258 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f25b809d120 con 0x7f25c0102bf0 2024-04-26T17:23:59.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:59 smithi167 ceph-mon[32665]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi090=a;smithi090=d;smithi090=g;smithi090=j;smithi119=b;smithi119=e;smithi119=h;smithi119=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:23:59.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:59 smithi167 ceph-mon[32665]: Saving service mds.all spec with placement smithi090=a;smithi090=d;smithi090=g;smithi090=j;smithi119=b;smithi119=e;smithi119=h;smithi119=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l;count:12 2024-04-26T17:23:59.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:59 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:59.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:59 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:59.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:59 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:59.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:59 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:23:59.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:59 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:23:59.503 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:23:59 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:59.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.646+0000 7f25c5144640 1 -- 172.21.15.90:0/3129434258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f25c01a0c30 con 0x7f25c0102bf0 2024-04-26T17:23:59.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.647+0000 7f25b7fff640 1 -- 172.21.15.90:0/3129434258 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18479 (secure 0 0 0) 0x7f25b809ca20 con 0x7f25c0102bf0 2024-04-26T17:23:59.648 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:23:59.648 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":82,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:23:50.422945+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:23:59.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.649+0000 7f25c5144640 1 -- 172.21.15.90:0/3129434258 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f25ac0a3bb0 msgr2=0x7f25ac0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:59.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.649+0000 7f25c5144640 1 --2- 172.21.15.90:0/3129434258 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f25ac0a3bb0 0x7f25ac0a6070 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f25c0102090 tx=0x7f25b000b390 comp rx=0 tx=0).stop 2024-04-26T17:23:59.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.649+0000 7f25c5144640 1 -- 172.21.15.90:0/3129434258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0102bf0 msgr2=0x7f25c019f970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:59.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.649+0000 7f25c5144640 1 --2- 172.21.15.90:0/3129434258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0102bf0 0x7f25c019f970 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f25b800da10 tx=0x7f25b800ded0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.649+0000 7f25c5144640 1 -- 172.21.15.90:0/3129434258 shutdown_connections 2024-04-26T17:23:59.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.649+0000 7f25c5144640 1 --2- 172.21.15.90:0/3129434258 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f25ac0a3bb0 0x7f25ac0a6070 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.649+0000 7f25c5144640 1 --2- 172.21.15.90:0/3129434258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0102bf0 0x7f25c019f970 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.649+0000 7f25c5144640 1 --2- 172.21.15.90:0/3129434258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0102230 0x7f25c0198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.649+0000 7f25c5144640 1 --2- 172.21.15.90:0/3129434258 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f25c0101040 0x7f25c01983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.649+0000 7f25c5144640 1 -- 172.21.15.90:0/3129434258 >> 172.21.15.90:0/3129434258 conn(0x7f25c00fc5b0 msgr2=0x7f25c0069300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:59.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.649+0000 7f25c5144640 1 -- 172.21.15.90:0/3129434258 shutdown_connections 2024-04-26T17:23:59.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.649+0000 7f25c5144640 1 -- 172.21.15.90:0/3129434258 wait complete. 2024-04-26T17:23:59.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:59 smithi090 ceph-mon[29417]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi090=a;smithi090=d;smithi090=g;smithi090=j;smithi119=b;smithi119=e;smithi119=h;smithi119=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:23:59.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:59 smithi090 ceph-mon[29417]: Saving service mds.all spec with placement smithi090=a;smithi090=d;smithi090=g;smithi090=j;smithi119=b;smithi119=e;smithi119=h;smithi119=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l;count:12 2024-04-26T17:23:59.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:59 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:59.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:59 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:59.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:59 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:59.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:59 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:23:59.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:59 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:23:59.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:23:59 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:59.661 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T17:23:59.661 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:23:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 -- 172.21.15.90:0/500370260 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1758102bf0 msgr2=0x7f1758109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 --2- 172.21.15.90:0/500370260 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1758102bf0 0x7f1758109480 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1748009900 tx=0x7f174802a410 comp rx=0 tx=0).stop 2024-04-26T17:23:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 -- 172.21.15.90:0/500370260 shutdown_connections 2024-04-26T17:23:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 --2- 172.21.15.90:0/500370260 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1758102bf0 0x7f1758109480 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 --2- 172.21.15.90:0/500370260 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1758102230 0x7f17581026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 --2- 172.21.15.90:0/500370260 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1758101040 0x7f1758101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 -- 172.21.15.90:0/500370260 >> 172.21.15.90:0/500370260 conn(0x7f17580fc5b0 msgr2=0x7f17580fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 -- 172.21.15.90:0/500370260 shutdown_connections 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 -- 172.21.15.90:0/500370260 wait complete. 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 Processor -- start 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 -- start start 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1758101040 0x7f1758069e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1758102230 0x7f175819f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1758102bf0 0x7f17581a1980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f175810cb40 con 0x7f1758102bf0 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f175810c9c0 con 0x7f1758102230 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175eca7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f175810ccc0 con 0x7f1758101040 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175d244640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1758102bf0 0x7f17581a1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175d244640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1758102bf0 0x7f17581a1980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42602/0 (socket says 172.21.15.90:42602) 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f175d244640 1 -- 172.21.15.90:0/81334581 learned_addr learned my addr 172.21.15.90:0/81334581 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.762+0000 7f1757fff640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1758102230 0x7f175819f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.763+0000 7f175ca43640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1758101040 0x7f1758069e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.763+0000 7f175d244640 1 -- 172.21.15.90:0/81334581 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1758101040 msgr2=0x7f1758069e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.763+0000 7f175d244640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1758101040 0x7f1758069e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.763+0000 7f175d244640 1 -- 172.21.15.90:0/81334581 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1758102230 msgr2=0x7f175819f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.763+0000 7f175d244640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1758102230 0x7f175819f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.763+0000 7f175d244640 1 -- 172.21.15.90:0/81334581 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17581a2170 con 0x7f1758102bf0 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.763+0000 7f175d244640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1758102bf0 0x7f17581a1980 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1748005d90 tx=0x7f1748004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.763+0000 7f1755ffb640 1 -- 172.21.15.90:0/81334581 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f174803f030 con 0x7f1758102bf0 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.763+0000 7f1755ffb640 1 -- 172.21.15.90:0/81334581 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1748003aa0 con 0x7f1758102bf0 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.763+0000 7f175eca7640 1 -- 172.21.15.90:0/81334581 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17581a23a0 con 0x7f1758102bf0 2024-04-26T17:23:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.763+0000 7f1755ffb640 1 -- 172.21.15.90:0/81334581 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1748035070 con 0x7f1758102bf0 2024-04-26T17:23:59.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.763+0000 7f175eca7640 1 -- 172.21.15.90:0/81334581 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17581a28e0 con 0x7f1758102bf0 2024-04-26T17:23:59.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.764+0000 7f175eca7640 1 -- 172.21.15.90:0/81334581 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1758108360 con 0x7f1758102bf0 2024-04-26T17:23:59.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.765+0000 7f1755ffb640 1 -- 172.21.15.90:0/81334581 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f1748042030 con 0x7f1758102bf0 2024-04-26T17:23:59.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.766+0000 7f1755ffb640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f17440a3ce0 0x7f17440a61a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:23:59.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.766+0000 7f175ca43640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f17440a3ce0 0x7f17440a61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:23:59.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.766+0000 7f1755ffb640 1 -- 172.21.15.90:0/81334581 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f17480f0ae0 con 0x7f1758102bf0 2024-04-26T17:23:59.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.766+0000 7f175ca43640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f17440a3ce0 0x7f17440a61a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1758102090 tx=0x7f17500098f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:23:59.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.770+0000 7f1755ffb640 1 -- 172.21.15.90:0/81334581 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f17480bd8c0 con 0x7f1758102bf0 2024-04-26T17:23:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:59 smithi119 ceph-mon[32584]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi090=a;smithi090=d;smithi090=g;smithi090=j;smithi119=b;smithi119=e;smithi119=h;smithi119=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:23:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:59 smithi119 ceph-mon[32584]: Saving service mds.all spec with placement smithi090=a;smithi090=d;smithi090=g;smithi090=j;smithi119=b;smithi119=e;smithi119=h;smithi119=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l;count:12 2024-04-26T17:23:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:59 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:59 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:23:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:59 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:23:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:59 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:23:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:59 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:23:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:23:59 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:23:59.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.948+0000 7f175eca7640 1 -- 172.21.15.90:0/81334581 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f175802d860 con 0x7f1758102bf0 2024-04-26T17:23:59.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.948+0000 7f1755ffb640 1 -- 172.21.15.90:0/81334581 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f17480bd1c0 con 0x7f1758102bf0 2024-04-26T17:23:59.948 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:23:59.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.950+0000 7f175eca7640 1 -- 172.21.15.90:0/81334581 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f17440a3ce0 msgr2=0x7f17440a61a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:59.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.950+0000 7f175eca7640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f17440a3ce0 0x7f17440a61a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1758102090 tx=0x7f17500098f0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.950+0000 7f175eca7640 1 -- 172.21.15.90:0/81334581 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1758102bf0 msgr2=0x7f17581a1980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:23:59.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.950+0000 7f175eca7640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1758102bf0 0x7f17581a1980 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1748005d90 tx=0x7f1748004270 comp rx=0 tx=0).stop 2024-04-26T17:23:59.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.950+0000 7f175eca7640 1 -- 172.21.15.90:0/81334581 shutdown_connections 2024-04-26T17:23:59.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.950+0000 7f175eca7640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f17440a3ce0 0x7f17440a61a0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.950+0000 7f175eca7640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1758102bf0 0x7f17581a1980 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.950+0000 7f175eca7640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1758102230 0x7f175819f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.950+0000 7f175eca7640 1 --2- 172.21.15.90:0/81334581 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1758101040 0x7f1758069e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:23:59.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.950+0000 7f175eca7640 1 -- 172.21.15.90:0/81334581 >> 172.21.15.90:0/81334581 conn(0x7f17580fc5b0 msgr2=0x7f1758105530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:23:59.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.950+0000 7f175eca7640 1 -- 172.21.15.90:0/81334581 shutdown_connections 2024-04-26T17:23:59.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:23:59.950+0000 7f175eca7640 1 -- 172.21.15.90:0/81334581 wait complete. 2024-04-26T17:23:59.961 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.059+0000 7f0fb675d640 1 -- 172.21.15.90:0/1310251606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0fb0107e20 msgr2=0x7f0fb010a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.059+0000 7f0fb675d640 1 --2- 172.21.15.90:0/1310251606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0fb0107e20 0x7f0fb010a270 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0fa8009ca0 tx=0x7f0fa802a8c0 comp rx=0 tx=0).stop 2024-04-26T17:24:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.059+0000 7f0fb675d640 1 -- 172.21.15.90:0/1310251606 shutdown_connections 2024-04-26T17:24:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.059+0000 7f0fb675d640 1 --2- 172.21.15.90:0/1310251606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0fb0107e20 0x7f0fb010a270 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.059+0000 7f0fb675d640 1 --2- 172.21.15.90:0/1310251606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0fb01054f0 0x7f0fb01078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.059+0000 7f0fb675d640 1 --2- 172.21.15.90:0/1310251606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0fb0102bc0 0x7f0fb0104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.059+0000 7f0fb675d640 1 -- 172.21.15.90:0/1310251606 >> 172.21.15.90:0/1310251606 conn(0x7f0fb00fc5b0 msgr2=0x7f0fb00fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.059+0000 7f0fb675d640 1 -- 172.21.15.90:0/1310251606 shutdown_connections 2024-04-26T17:24:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.059+0000 7f0fb675d640 1 -- 172.21.15.90:0/1310251606 wait complete. 2024-04-26T17:24:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.059+0000 7f0fb675d640 1 Processor -- start 2024-04-26T17:24:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.059+0000 7f0fb675d640 1 -- start start 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0fb675d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0fb0102bc0 0x7f0fb0198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0fb675d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0fb01054f0 0x7f0fb01988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0fb675d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0fb0107e20 0x7f0fb019f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0fb675d640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb010dc70 con 0x7f0fb0102bc0 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0fb675d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb010daf0 con 0x7f0fb0107e20 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0fb675d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb010ddf0 con 0x7f0fb01054f0 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0faffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0fb0102bc0 0x7f0fb0198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0faffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0fb0102bc0 0x7f0fb0198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42606/0 (socket says 172.21.15.90:42606) 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0faffff640 1 -- 172.21.15.90:0/3380375275 learned_addr learned my addr 172.21.15.90:0/3380375275 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0faf7fe640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0fb01054f0 0x7f0fb01988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0faffff640 1 -- 172.21.15.90:0/3380375275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0fb01054f0 msgr2=0x7f0fb01988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0faffff640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0fb01054f0 0x7f0fb01988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0faffff640 1 -- 172.21.15.90:0/3380375275 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0fb0107e20 msgr2=0x7f0fb019f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0fb4cfa640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0fb0107e20 0x7f0fb019f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0faffff640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0fb0107e20 0x7f0fb019f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0faffff640 1 -- 172.21.15.90:0/3380375275 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fb019ff90 con 0x7f0fb0102bc0 2024-04-26T17:24:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0faf7fe640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0fb01054f0 0x7f0fb01988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:24:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0faffff640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0fb0102bc0 0x7f0fb0198370 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0fa000d770 tx=0x7f0fa000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.060+0000 7f0fad7fa640 1 -- 172.21.15.90:0/3380375275 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa0017070 con 0x7f0fb0102bc0 2024-04-26T17:24:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.061+0000 7f0fb675d640 1 -- 172.21.15.90:0/3380375275 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fb01a0280 con 0x7f0fb0102bc0 2024-04-26T17:24:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.061+0000 7f0fad7fa640 1 -- 172.21.15.90:0/3380375275 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f0fa00054d0 con 0x7f0fb0102bc0 2024-04-26T17:24:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.061+0000 7f0fad7fa640 1 -- 172.21.15.90:0/3380375275 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa0004c80 con 0x7f0fb0102bc0 2024-04-26T17:24:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.061+0000 7f0fb675d640 1 -- 172.21.15.90:0/3380375275 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fb01a0780 con 0x7f0fb0102bc0 2024-04-26T17:24:00.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.061+0000 7f0fb675d640 1 -- 172.21.15.90:0/3380375275 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fb00fe0a0 con 0x7f0fb0102bc0 2024-04-26T17:24:00.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.063+0000 7f0fad7fa640 1 -- 172.21.15.90:0/3380375275 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0fa0004e20 con 0x7f0fb0102bc0 2024-04-26T17:24:00.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.063+0000 7f0fad7fa640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0f980a3bb0 0x7f0f980a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:00.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.063+0000 7f0faf7fe640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0f980a3bb0 0x7f0f980a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:00.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.063+0000 7f0fad7fa640 1 -- 172.21.15.90:0/3380375275 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f0fa00cff30 con 0x7f0fb0102bc0 2024-04-26T17:24:00.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.064+0000 7f0faf7fe640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0f980a3bb0 0x7f0f980a6070 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0199880 tx=0x7f0fa400b5f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:00.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.067+0000 7f0fad7fa640 1 -- 172.21.15.90:0/3380375275 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0fa009cdb0 con 0x7f0fb0102bc0 2024-04-26T17:24:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.280+0000 7f0fb675d640 1 -- 172.21.15.90:0/3380375275 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0fb002d6d0 con 0x7f0fb0102bc0 2024-04-26T17:24:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.281+0000 7f0fad7fa640 1 -- 172.21.15.90:0/3380375275 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7f0fa009c6b0 con 0x7f0fb0102bc0 2024-04-26T17:24:00.281 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:00.281 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-26T17:24:00.281 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 1 2024-04-26T17:24:00.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.282+0000 7f0fb675d640 1 -- 172.21.15.90:0/3380375275 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0f980a3bb0 msgr2=0x7f0f980a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.282+0000 7f0fb675d640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0f980a3bb0 0x7f0f980a6070 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0199880 tx=0x7f0fa400b5f0 comp rx=0 tx=0).stop 2024-04-26T17:24:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.282+0000 7f0fb675d640 1 -- 172.21.15.90:0/3380375275 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0fb0102bc0 msgr2=0x7f0fb0198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.282+0000 7f0fb675d640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0fb0102bc0 0x7f0fb0198370 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0fa000d770 tx=0x7f0fa000dc30 comp rx=0 tx=0).stop 2024-04-26T17:24:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.283+0000 7f0fb675d640 1 -- 172.21.15.90:0/3380375275 shutdown_connections 2024-04-26T17:24:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.283+0000 7f0fb675d640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0f980a3bb0 0x7f0f980a6070 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.283+0000 7f0fb675d640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0fb0107e20 0x7f0fb019f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.283+0000 7f0fb675d640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0fb01054f0 0x7f0fb01988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.283+0000 7f0fb675d640 1 --2- 172.21.15.90:0/3380375275 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0fb0102bc0 0x7f0fb0198370 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.283+0000 7f0fb675d640 1 -- 172.21.15.90:0/3380375275 >> 172.21.15.90:0/3380375275 conn(0x7f0fb00fc5b0 msgr2=0x7f0fb0103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.283+0000 7f0fb675d640 1 -- 172.21.15.90:0/3380375275 shutdown_connections 2024-04-26T17:24:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:00.283+0000 7f0fb675d640 1 -- 172.21.15.90:0/3380375275 wait complete. 2024-04-26T17:24:00.619 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:00 smithi167 ceph-mon[32665]: Deploying daemon mds.l on smithi167 2024-04-26T17:24:00.619 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:00 smithi167 ceph-mon[32665]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:00.619 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:00 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3129434258' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:00.619 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:00 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/81334581' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:24:00.620 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:00 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3380375275' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:00 smithi090 ceph-mon[29417]: Deploying daemon mds.l on smithi167 2024-04-26T17:24:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:00 smithi090 ceph-mon[29417]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:00 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3129434258' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:00 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/81334581' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:24:00.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:00 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3380375275' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:00 smithi119 ceph-mon[32584]: Deploying daemon mds.l on smithi167 2024-04-26T17:24:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:00 smithi119 ceph-mon[32584]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:00 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3129434258' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:00 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/81334581' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:24:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:00 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3380375275' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:01.252 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:24:01 smithi167 systemd[1]: Starting Ceph mds.l for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:24:01.575 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:24:01 smithi167 podman[62325]: 2024-04-26 17:24:01.206335508 +0000 UTC m=+0.017814879 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:24:01.575 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:24:01 smithi167 podman[62325]: 2024-04-26 17:24:01.32980753 +0000 UTC m=+0.141286881 container create 6a98c4e6278051f7fc3567ae2d0715767e220d9f70bdbd7c1752b9ad42127fdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416) 2024-04-26T17:24:02.002 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:24:01 smithi167 podman[62325]: 2024-04-26 17:24:01.576741856 +0000 UTC m=+0.388221208 container init 6a98c4e6278051f7fc3567ae2d0715767e220d9f70bdbd7c1752b9ad42127fdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:24:02.002 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:24:01 smithi167 podman[62325]: 2024-04-26 17:24:01.579576325 +0000 UTC m=+0.391055678 container start 6a98c4e6278051f7fc3567ae2d0715767e220d9f70bdbd7c1752b9ad42127fdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=main-c37f63b, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-26T17:24:02.003 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:24:01 smithi167 ceph-mds[62344]: -- 172.21.15.167:0/664396868 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5632d2b49a40 con 0x5632d2b1d000 2024-04-26T17:24:02.003 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:24:01 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: starting mds.l at 2024-04-26T17:24:02.003 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:24:01 smithi167 bash[62325]: 6a98c4e6278051f7fc3567ae2d0715767e220d9f70bdbd7c1752b9ad42127fdc 2024-04-26T17:24:02.003 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:24:01 smithi167 systemd[1]: Started Ceph mds.l for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:24:02.294 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:02.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.404+0000 7f12c9f9b640 1 -- 172.21.15.90:0/617144525 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f12c4107e20 msgr2=0x7f12c410a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:02.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.404+0000 7f12c9f9b640 1 --2- 172.21.15.90:0/617144525 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f12c4107e20 0x7f12c410a270 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f12bc009ca0 tx=0x7f12bc02a8c0 comp rx=0 tx=0).stop 2024-04-26T17:24:02.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.404+0000 7f12c9f9b640 1 -- 172.21.15.90:0/617144525 shutdown_connections 2024-04-26T17:24:02.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.404+0000 7f12c9f9b640 1 --2- 172.21.15.90:0/617144525 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f12c4107e20 0x7f12c410a270 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.404+0000 7f12c9f9b640 1 --2- 172.21.15.90:0/617144525 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f12c41054f0 0x7f12c41078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.404+0000 7f12c9f9b640 1 --2- 172.21.15.90:0/617144525 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f12c4102bc0 0x7f12c4104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.404+0000 7f12c9f9b640 1 -- 172.21.15.90:0/617144525 >> 172.21.15.90:0/617144525 conn(0x7f12c40fc5b0 msgr2=0x7f12c40fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.404+0000 7f12c9f9b640 1 -- 172.21.15.90:0/617144525 shutdown_connections 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.404+0000 7f12c9f9b640 1 -- 172.21.15.90:0/617144525 wait complete. 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c9f9b640 1 Processor -- start 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c9f9b640 1 -- start start 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c9f9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f12c4102bc0 0x7f12c41983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c9f9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f12c41054f0 0x7f12c4198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c9f9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f12c4107e20 0x7f12c419f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c9f9b640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f12c410dcd0 con 0x7f12c41054f0 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c9f9b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f12c410db50 con 0x7f12c4102bc0 2024-04-26T17:24:02.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c9f9b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f12c410de50 con 0x7f12c4107e20 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c2ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f12c41054f0 0x7f12c4198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c2ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f12c41054f0 0x7f12c4198920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42622/0 (socket says 172.21.15.90:42622) 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c2ffd640 1 -- 172.21.15.90:0/161171295 learned_addr learned my addr 172.21.15.90:0/161171295 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c37fe640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f12c4102bc0 0x7f12c41983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c3fff640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f12c4107e20 0x7f12c419f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c2ffd640 1 -- 172.21.15.90:0/161171295 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f12c4107e20 msgr2=0x7f12c419f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c2ffd640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f12c4107e20 0x7f12c419f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c2ffd640 1 -- 172.21.15.90:0/161171295 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f12c4102bc0 msgr2=0x7f12c41983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c2ffd640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f12c4102bc0 0x7f12c41983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.405+0000 7f12c2ffd640 1 -- 172.21.15.90:0/161171295 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12c41a0000 con 0x7f12c41054f0 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.406+0000 7f12c2ffd640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f12c41054f0 0x7f12c4198920 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f12b800b450 tx=0x7f12b800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.406+0000 7f12c0ff9640 1 -- 172.21.15.90:0/161171295 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b8015020 con 0x7f12c41054f0 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.406+0000 7f12c0ff9640 1 -- 172.21.15.90:0/161171295 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f12b8011d40 con 0x7f12c41054f0 2024-04-26T17:24:02.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.406+0000 7f12c0ff9640 1 -- 172.21.15.90:0/161171295 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b800f340 con 0x7f12c41054f0 2024-04-26T17:24:02.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.406+0000 7f12c9f9b640 1 -- 172.21.15.90:0/161171295 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12c41a02f0 con 0x7f12c41054f0 2024-04-26T17:24:02.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.406+0000 7f12c9f9b640 1 -- 172.21.15.90:0/161171295 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12c41a07f0 con 0x7f12c41054f0 2024-04-26T17:24:02.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.407+0000 7f12c9f9b640 1 -- 172.21.15.90:0/161171295 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12c40fe0a0 con 0x7f12c41054f0 2024-04-26T17:24:02.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.408+0000 7f12c0ff9640 1 -- 172.21.15.90:0/161171295 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f12b8018020 con 0x7f12c41054f0 2024-04-26T17:24:02.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.409+0000 7f12c0ff9640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f12ac0a3c30 0x7f12ac0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:02.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.409+0000 7f12c37fe640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f12ac0a3c30 0x7f12ac0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:02.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.409+0000 7f12c0ff9640 1 -- 172.21.15.90:0/161171295 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f12b80cff70 con 0x7f12c41054f0 2024-04-26T17:24:02.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.409+0000 7f12c37fe640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f12ac0a3c30 0x7f12ac0a60f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f12b4005d00 tx=0x7f12b400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:02.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.412+0000 7f12c0ff9640 1 -- 172.21.15.90:0/161171295 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f12b801f020 con 0x7f12c41054f0 2024-04-26T17:24:02.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.631+0000 7f12c9f9b640 1 -- 172.21.15.90:0/161171295 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f12c402d6d0 con 0x7f12c41054f0 2024-04-26T17:24:02.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.632+0000 7f12c0ff9640 1 -- 172.21.15.90:0/161171295 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7f12b800d040 con 0x7f12c41054f0 2024-04-26T17:24:02.632 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:02.632 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T17:24:02.632 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 2 2024-04-26T17:24:02.633 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.633+0000 7f12c9f9b640 1 -- 172.21.15.90:0/161171295 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f12ac0a3c30 msgr2=0x7f12ac0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:02.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.633+0000 7f12c9f9b640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f12ac0a3c30 0x7f12ac0a60f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f12b4005d00 tx=0x7f12b400b410 comp rx=0 tx=0).stop 2024-04-26T17:24:02.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.633+0000 7f12c9f9b640 1 -- 172.21.15.90:0/161171295 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f12c41054f0 msgr2=0x7f12c4198920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:02.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.633+0000 7f12c9f9b640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f12c41054f0 0x7f12c4198920 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f12b800b450 tx=0x7f12b800b910 comp rx=0 tx=0).stop 2024-04-26T17:24:02.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.634+0000 7f12c9f9b640 1 -- 172.21.15.90:0/161171295 shutdown_connections 2024-04-26T17:24:02.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.634+0000 7f12c9f9b640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f12ac0a3c30 0x7f12ac0a60f0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:02.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.634+0000 7f12c9f9b640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f12c4107e20 0x7f12c419f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:02.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.634+0000 7f12c9f9b640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f12c41054f0 0x7f12c4198920 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:02.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.634+0000 7f12c9f9b640 1 --2- 172.21.15.90:0/161171295 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f12c4102bc0 0x7f12c41983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:02.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.634+0000 7f12c9f9b640 1 -- 172.21.15.90:0/161171295 >> 172.21.15.90:0/161171295 conn(0x7f12c40fc5b0 msgr2=0x7f12c4103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:02.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.634+0000 7f12c9f9b640 1 -- 172.21.15.90:0/161171295 shutdown_connections 2024-04-26T17:24:02.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:02.634+0000 7f12c9f9b640 1 -- 172.21.15.90:0/161171295 wait complete. 2024-04-26T17:24:02.643 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:02 smithi090 ceph-mon[29417]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:02.643 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:02 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] up:boot 2024-04-26T17:24:02.643 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:02 smithi090 ceph-mon[29417]: fsmap 1 up:standby 2024-04-26T17:24:02.643 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T17:24:02.644 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:02.644 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:02.644 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:02.644 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:02.644 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:02.644 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:02 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:02.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:02 smithi119 ceph-mon[32584]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:02.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:02 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] up:boot 2024-04-26T17:24:02.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:02 smithi119 ceph-mon[32584]: fsmap 1 up:standby 2024-04-26T17:24:02.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T17:24:02.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:02.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:02.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:02.713 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:02.714 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:02.714 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:02 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:02 smithi167 ceph-mon[32665]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:02 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] up:boot 2024-04-26T17:24:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:02 smithi167 ceph-mon[32665]: fsmap 1 up:standby 2024-04-26T17:24:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T17:24:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:02.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:02.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:02 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:03.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:03 smithi167 ceph-mon[32665]: Deploying daemon mds.k on smithi119 2024-04-26T17:24:03.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:03 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/161171295' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:03 smithi119 ceph-mon[32584]: Deploying daemon mds.k on smithi119 2024-04-26T17:24:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:03 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/161171295' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:03.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:03 smithi090 ceph-mon[29417]: Deploying daemon mds.k on smithi119 2024-04-26T17:24:03.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:03 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/161171295' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:04.285 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:24:04 smithi119 systemd[1]: Starting Ceph mds.k for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:24:04.543 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:04 smithi119 ceph-mon[32584]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:04.543 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:24:04 smithi119 podman[61558]: 2024-04-26 17:24:04.189084687 +0000 UTC m=+0.017893858 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:24:04.544 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:24:04 smithi119 podman[61558]: 2024-04-26 17:24:04.422082624 +0000 UTC m=+0.250891785 container create 7bfadebf0a663be109ed0fbcd061da8ea4f851e8a503e9ed2e3d8d3eff6d48bb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-k, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, RELEASE=main-c37f63b) 2024-04-26T17:24:04.646 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:04.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:04 smithi167 ceph-mon[32665]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:04.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.757+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/1169860817 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2b4103d20 msgr2=0x7fd2b410a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:04.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.757+0000 7fd2b8cc2640 1 --2- 172.21.15.90:0/1169860817 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2b4103d20 0x7fd2b410a5b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009ca0 tx=0x7fd2a402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:24:04.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.757+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/1169860817 shutdown_connections 2024-04-26T17:24:04.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.757+0000 7fd2b8cc2640 1 --2- 172.21.15.90:0/1169860817 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2b4103d20 0x7fd2b410a5b0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:04.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.757+0000 7fd2b8cc2640 1 --2- 172.21.15.90:0/1169860817 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd2b4103360 0x7fd2b41037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:04.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.757+0000 7fd2b8cc2640 1 --2- 172.21.15.90:0/1169860817 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd2b4102170 0x7fd2b4102590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:04.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.757+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/1169860817 >> 172.21.15.90:0/1169860817 conn(0x7fd2b40fd700 msgr2=0x7fd2b40ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:04.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.757+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/1169860817 shutdown_connections 2024-04-26T17:24:04.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.757+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/1169860817 wait complete. 2024-04-26T17:24:04.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b8cc2640 1 Processor -- start 2024-04-26T17:24:04.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b8cc2640 1 -- start start 2024-04-26T17:24:04.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b8cc2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd2b4102170 0x7fd2b4198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b8cc2640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2b4103360 0x7fd2b4198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b8cc2640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd2b4103d20 0x7fd2b419f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b8cc2640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b410dc80 con 0x7fd2b4103360 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b8cc2640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b410db00 con 0x7fd2b4103d20 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b8cc2640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b410de00 con 0x7fd2b4102170 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b1d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2b4103360 0x7fd2b4198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b1d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2b4103360 0x7fd2b4198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:52262/0 (socket says 172.21.15.90:52262) 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b1d9b640 1 -- 172.21.15.90:0/2140131920 learned_addr learned my addr 172.21.15.90:0/2140131920 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b259c640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd2b4102170 0x7fd2b4198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b2d9d640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd2b4103d20 0x7fd2b419f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b1d9b640 1 -- 172.21.15.90:0/2140131920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd2b4102170 msgr2=0x7fd2b4198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b1d9b640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd2b4102170 0x7fd2b4198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:04.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b1d9b640 1 -- 172.21.15.90:0/2140131920 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd2b4103d20 msgr2=0x7fd2b419f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:04.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b1d9b640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd2b4103d20 0x7fd2b419f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:04.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b1d9b640 1 -- 172.21.15.90:0/2140131920 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2b419ff70 con 0x7fd2b4103360 2024-04-26T17:24:04.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2b1d9b640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2b4103360 0x7fd2b4198890 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd2a800e9f0 tx=0x7fd2a800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:04.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2a37fe640 1 -- 172.21.15.90:0/2140131920 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a800cd80 con 0x7fd2b4103360 2024-04-26T17:24:04.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2a37fe640 1 -- 172.21.15.90:0/2140131920 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd2a80054d0 con 0x7fd2b4103360 2024-04-26T17:24:04.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.758+0000 7fd2a37fe640 1 -- 172.21.15.90:0/2140131920 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a8010690 con 0x7fd2b4103360 2024-04-26T17:24:04.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.759+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/2140131920 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2b41a0260 con 0x7fd2b4103360 2024-04-26T17:24:04.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.759+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/2140131920 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2b41a0760 con 0x7fd2b4103360 2024-04-26T17:24:04.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.760+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/2140131920 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2b4109530 con 0x7fd2b4103360 2024-04-26T17:24:04.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.761+0000 7fd2a37fe640 1 -- 172.21.15.90:0/2140131920 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd2a80046c0 con 0x7fd2b4103360 2024-04-26T17:24:04.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.761+0000 7fd2a37fe640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd29c0a3bb0 0x7fd29c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:04.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.761+0000 7fd2b259c640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd29c0a3bb0 0x7fd29c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:04.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.761+0000 7fd2a37fe640 1 -- 172.21.15.90:0/2140131920 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fd2a80d02d0 con 0x7fd2b4103360 2024-04-26T17:24:04.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.762+0000 7fd2b259c640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd29c0a3bb0 0x7fd29c0a6070 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd2b41031c0 tx=0x7fd2ac005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:04.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.766+0000 7fd2a37fe640 1 -- 172.21.15.90:0/2140131920 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd2a809d150 con 0x7fd2b4103360 2024-04-26T17:24:04.797 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:24:04 smithi119 podman[61558]: 2024-04-26 17:24:04.666769317 +0000 UTC m=+0.495578475 container init 7bfadebf0a663be109ed0fbcd061da8ea4f851e8a503e9ed2e3d8d3eff6d48bb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-k, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:24:04.797 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:24:04 smithi119 podman[61558]: 2024-04-26 17:24:04.669319565 +0000 UTC m=+0.498128727 container start 7bfadebf0a663be109ed0fbcd061da8ea4f851e8a503e9ed2e3d8d3eff6d48bb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-k, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, RELEASE=main-c37f63b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-26T17:24:04.797 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:24:04 smithi119 ceph-mds[61577]: -- 172.21.15.119:0/1990156763 <== mon.2 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56237b30ba40 con 0x56237b2df000 2024-04-26T17:24:04.797 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:24:04 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-k[61573]: starting mds.k at 2024-04-26T17:24:04.797 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:24:04 smithi119 bash[61558]: 7bfadebf0a663be109ed0fbcd061da8ea4f851e8a503e9ed2e3d8d3eff6d48bb 2024-04-26T17:24:04.797 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:24:04 smithi119 systemd[1]: Started Ceph mds.k for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:24:04.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:04 smithi090 ceph-mon[29417]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:04.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.987+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/2140131920 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2b402d6d0 con 0x7fd2b4103360 2024-04-26T17:24:04.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.987+0000 7fd2a37fe640 1 -- 172.21.15.90:0/2140131920 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7fd2a809ca50 con 0x7fd2b4103360 2024-04-26T17:24:04.987 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:04.987 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T17:24:04.988 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 2 2024-04-26T17:24:04.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.989+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/2140131920 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd29c0a3bb0 msgr2=0x7fd29c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:04.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.989+0000 7fd2b8cc2640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd29c0a3bb0 0x7fd29c0a6070 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd2b41031c0 tx=0x7fd2ac005f90 comp rx=0 tx=0).stop 2024-04-26T17:24:04.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.990+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/2140131920 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2b4103360 msgr2=0x7fd2b4198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:04.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.990+0000 7fd2b8cc2640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2b4103360 0x7fd2b4198890 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd2a800e9f0 tx=0x7fd2a800edf0 comp rx=0 tx=0).stop 2024-04-26T17:24:04.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.990+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/2140131920 shutdown_connections 2024-04-26T17:24:04.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.990+0000 7fd2b8cc2640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd29c0a3bb0 0x7fd29c0a6070 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:04.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.990+0000 7fd2b8cc2640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd2b4103d20 0x7fd2b419f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:04.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.990+0000 7fd2b8cc2640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2b4103360 0x7fd2b4198890 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:04.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.990+0000 7fd2b8cc2640 1 --2- 172.21.15.90:0/2140131920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd2b4102170 0x7fd2b4198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:04.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.990+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/2140131920 >> 172.21.15.90:0/2140131920 conn(0x7fd2b40fd700 msgr2=0x7fd2b4106700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:04.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.990+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/2140131920 shutdown_connections 2024-04-26T17:24:04.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:04.990+0000 7fd2b8cc2640 1 -- 172.21.15.90:0/2140131920 wait complete. 2024-04-26T17:24:05.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:05.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:05.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:05.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:05.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:05.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:05.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:05 smithi090 ceph-mon[29417]: Deploying daemon mds.j on smithi090 2024-04-26T17:24:05.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:05 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2140131920' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:05.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:05 smithi090 ceph-mon[29417]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:05.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:05 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] up:boot 2024-04-26T17:24:05.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:05 smithi090 ceph-mon[29417]: fsmap 2 up:standby 2024-04-26T17:24:05.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:05 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T17:24:06.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:06.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:05 smithi167 ceph-mon[32665]: Deploying daemon mds.j on smithi090 2024-04-26T17:24:06.254 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:05 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2140131920' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:06.254 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:05 smithi167 ceph-mon[32665]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:06.254 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:05 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] up:boot 2024-04-26T17:24:06.254 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:05 smithi167 ceph-mon[32665]: fsmap 2 up:standby 2024-04-26T17:24:06.254 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:05 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T17:24:06.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:06.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:06.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:06.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:06.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:06.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:06.298 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:05 smithi119 ceph-mon[32584]: Deploying daemon mds.j on smithi090 2024-04-26T17:24:06.298 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:05 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2140131920' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:06.298 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:05 smithi119 ceph-mon[32584]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:06.298 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:05 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] up:boot 2024-04-26T17:24:06.298 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:05 smithi119 ceph-mon[32584]: fsmap 2 up:standby 2024-04-26T17:24:06.298 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:05 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T17:24:07.001 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:07.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.215+0000 7f8a70a9e640 1 -- 172.21.15.90:0/3875093425 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a6c103340 msgr2=0x7f8a6c1037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:07.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.215+0000 7f8a70a9e640 1 --2- 172.21.15.90:0/3875093425 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a6c103340 0x7f8a6c1037c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8a60009860 tx=0x7f8a6002a340 comp rx=0 tx=0).stop 2024-04-26T17:24:07.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.215+0000 7f8a70a9e640 1 -- 172.21.15.90:0/3875093425 shutdown_connections 2024-04-26T17:24:07.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.215+0000 7f8a70a9e640 1 --2- 172.21.15.90:0/3875093425 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a6c103d00 0x7f8a6c10a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:07.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.215+0000 7f8a70a9e640 1 --2- 172.21.15.90:0/3875093425 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a6c103340 0x7f8a6c1037c0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:07.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.215+0000 7f8a70a9e640 1 --2- 172.21.15.90:0/3875093425 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c102150 0x7f8a6c102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:07.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.215+0000 7f8a70a9e640 1 -- 172.21.15.90:0/3875093425 >> 172.21.15.90:0/3875093425 conn(0x7f8a6c0fd6e0 msgr2=0x7f8a6c0ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:07.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.215+0000 7f8a70a9e640 1 -- 172.21.15.90:0/3875093425 shutdown_connections 2024-04-26T17:24:07.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.215+0000 7f8a70a9e640 1 -- 172.21.15.90:0/3875093425 wait complete. 2024-04-26T17:24:07.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a70a9e640 1 Processor -- start 2024-04-26T17:24:07.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a70a9e640 1 -- start start 2024-04-26T17:24:07.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a70a9e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a6c102150 0x7f8a6c19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:07.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a70a9e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c103340 0x7f8a6c19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:07.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a70a9e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a6c103d00 0x7f8a6c1a1b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:07.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a70a9e640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8a6c10dc60 con 0x7f8a6c103d00 2024-04-26T17:24:07.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a70a9e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f8a6c10dae0 con 0x7f8a6c102150 2024-04-26T17:24:07.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a70a9e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8a6c10dde0 con 0x7f8a6c103340 2024-04-26T17:24:07.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a6ad9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a6c103d00 0x7f8a6c1a1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:07.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a6ad9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a6c103d00 0x7f8a6c1a1b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:52280/0 (socket says 172.21.15.90:52280) 2024-04-26T17:24:07.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a6ad9d640 1 -- 172.21.15.90:0/1859110873 learned_addr learned my addr 172.21.15.90:0/1859110873 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:07.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a6a59c640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a6c102150 0x7f8a6c19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:07.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a69d9b640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c103340 0x7f8a6c19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:07.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a6ad9d640 1 -- 172.21.15.90:0/1859110873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c103340 msgr2=0x7f8a6c19ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:07.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a6ad9d640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c103340 0x7f8a6c19ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:07.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a6ad9d640 1 -- 172.21.15.90:0/1859110873 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a6c102150 msgr2=0x7f8a6c19a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:07.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a6ad9d640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a6c102150 0x7f8a6c19a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:07.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a6ad9d640 1 -- 172.21.15.90:0/1859110873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a6c1a2200 con 0x7f8a6c103d00 2024-04-26T17:24:07.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.216+0000 7f8a6ad9d640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a6c103d00 0x7f8a6c1a1b90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8a6400efc0 tx=0x7f8a6400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:07.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.217+0000 7f8a5b7fe640 1 -- 172.21.15.90:0/1859110873 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a64003970 con 0x7f8a6c103d00 2024-04-26T17:24:07.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.217+0000 7f8a70a9e640 1 -- 172.21.15.90:0/1859110873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a6c1a24f0 con 0x7f8a6c103d00 2024-04-26T17:24:07.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.217+0000 7f8a5b7fe640 1 -- 172.21.15.90:0/1859110873 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8a64004020 con 0x7f8a6c103d00 2024-04-26T17:24:07.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.217+0000 7f8a5b7fe640 1 -- 172.21.15.90:0/1859110873 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a6400b920 con 0x7f8a6c103d00 2024-04-26T17:24:07.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.217+0000 7f8a70a9e640 1 -- 172.21.15.90:0/1859110873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a6c1a29f0 con 0x7f8a6c103d00 2024-04-26T17:24:07.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.218+0000 7f8a70a9e640 1 -- 172.21.15.90:0/1859110873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a6c1a2c50 con 0x7f8a6c103d00 2024-04-26T17:24:07.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.219+0000 7f8a5b7fe640 1 -- 172.21.15.90:0/1859110873 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8a6401d020 con 0x7f8a6c103d00 2024-04-26T17:24:07.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.220+0000 7f8a5b7fe640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8a540a3bb0 0x7f8a540a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:07.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.220+0000 7f8a6a59c640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8a540a3bb0 0x7f8a540a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:07.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.220+0000 7f8a5b7fe640 1 -- 172.21.15.90:0/1859110873 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f8a640cfe10 con 0x7f8a6c103d00 2024-04-26T17:24:07.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.220+0000 7f8a6a59c640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8a540a3bb0 0x7f8a540a6070 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c1031a0 tx=0x7f8a5c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:07.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.225+0000 7f8a5b7fe640 1 -- 172.21.15.90:0/1859110873 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8a6409cc90 con 0x7f8a6c103d00 2024-04-26T17:24:07.373 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:24:07 smithi090 systemd[1]: Starting Ceph mds.j for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:24:07.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.455+0000 7f8a70a9e640 1 -- 172.21.15.90:0/1859110873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8a6c1a2f40 con 0x7f8a6c103d00 2024-04-26T17:24:07.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.456+0000 7f8a5b7fe640 1 -- 172.21.15.90:0/1859110873 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2224 (secure 0 0 0) 0x7f8a6409c590 con 0x7f8a6c103d00 2024-04-26T17:24:07.456 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:07.456 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T17:24:07.456 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 3 2024-04-26T17:24:07.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.457+0000 7f8a70a9e640 1 -- 172.21.15.90:0/1859110873 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8a540a3bb0 msgr2=0x7f8a540a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:07.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.458+0000 7f8a70a9e640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8a540a3bb0 0x7f8a540a6070 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c1031a0 tx=0x7f8a5c005f90 comp rx=0 tx=0).stop 2024-04-26T17:24:07.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.458+0000 7f8a70a9e640 1 -- 172.21.15.90:0/1859110873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a6c103d00 msgr2=0x7f8a6c1a1b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:07.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.458+0000 7f8a70a9e640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a6c103d00 0x7f8a6c1a1b90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8a6400efc0 tx=0x7f8a6400c800 comp rx=0 tx=0).stop 2024-04-26T17:24:07.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.458+0000 7f8a70a9e640 1 -- 172.21.15.90:0/1859110873 shutdown_connections 2024-04-26T17:24:07.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.458+0000 7f8a70a9e640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8a540a3bb0 0x7f8a540a6070 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:07.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.458+0000 7f8a70a9e640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a6c103d00 0x7f8a6c1a1b90 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:07.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.458+0000 7f8a70a9e640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c103340 0x7f8a6c19ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:07.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.458+0000 7f8a70a9e640 1 --2- 172.21.15.90:0/1859110873 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a6c102150 0x7f8a6c19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:07.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.458+0000 7f8a70a9e640 1 -- 172.21.15.90:0/1859110873 >> 172.21.15.90:0/1859110873 conn(0x7f8a6c0fd6e0 msgr2=0x7f8a6c074330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:07.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.458+0000 7f8a70a9e640 1 -- 172.21.15.90:0/1859110873 shutdown_connections 2024-04-26T17:24:07.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:07.458+0000 7f8a70a9e640 1 -- 172.21.15.90:0/1859110873 wait complete. 2024-04-26T17:24:07.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:07 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1859110873' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:07.636 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:24:07 smithi090 podman[69688]: 2024-04-26 17:24:07.276822234 +0000 UTC m=+0.018302966 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:24:07.637 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:24:07 smithi090 podman[69688]: 2024-04-26 17:24:07.392654669 +0000 UTC m=+0.134135387 container create 64c0480d0619b25a810273ff3d025507972a5462e777d53acabadabd76875e94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-26T17:24:07.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:07 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1859110873' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:07.931 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:24:07 smithi090 podman[69688]: 2024-04-26 17:24:07.637852759 +0000 UTC m=+0.379333477 container init 64c0480d0619b25a810273ff3d025507972a5462e777d53acabadabd76875e94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-j, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS) 2024-04-26T17:24:07.931 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:24:07 smithi090 podman[69688]: 2024-04-26 17:24:07.640465755 +0000 UTC m=+0.381946482 container start 64c0480d0619b25a810273ff3d025507972a5462e777d53acabadabd76875e94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-j, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=main-c37f63b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-04-26T17:24:07.931 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:24:07 smithi090 ceph-mds[69709]: -- 172.21.15.90:0/4062039476 <== mon.0 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55986ff3fa40 con 0x55986ff12800 2024-04-26T17:24:07.931 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:24:07 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-j[69705]: starting mds.j at 2024-04-26T17:24:07.931 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:24:07 smithi090 bash[69688]: 64c0480d0619b25a810273ff3d025507972a5462e777d53acabadabd76875e94 2024-04-26T17:24:07.931 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:24:07 smithi090 systemd[1]: Started Ceph mds.j for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:24:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:07 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1859110873' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:08.725 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:08 smithi090 ceph-mon[29417]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:08.726 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:08 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:08.726 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:08 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:08.726 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:08 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:08.726 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:08 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:08.726 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:08 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:08.726 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:08 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:08.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:08 smithi167 ceph-mon[32665]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:08.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:08 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:08.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:08 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:08.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:08 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:08.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:08 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:08.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:08 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:08.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:08 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:08 smithi119 ceph-mon[32584]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:08 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:08 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:08 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:08 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:08 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:08 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:09.469 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:09.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.575+0000 7fde732cf640 1 -- 172.21.15.90:0/4292284972 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde6c103330 msgr2=0x7fde6c1057a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:09.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 --2- 172.21.15.90:0/4292284972 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde6c103330 0x7fde6c1057a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fde5c009900 tx=0x7fde5c02a410 comp rx=0 tx=0).stop 2024-04-26T17:24:09.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 -- 172.21.15.90:0/4292284972 shutdown_connections 2024-04-26T17:24:09.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 --2- 172.21.15.90:0/4292284972 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde6c105ce0 0x7fde6c106160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:09.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 --2- 172.21.15.90:0/4292284972 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde6c103330 0x7fde6c1057a0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:09.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 --2- 172.21.15.90:0/4292284972 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde6c1009c0 0x7fde6c102df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:09.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 -- 172.21.15.90:0/4292284972 >> 172.21.15.90:0/4292284972 conn(0x7fde6c0fc600 msgr2=0x7fde6c0fea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 -- 172.21.15.90:0/4292284972 shutdown_connections 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 -- 172.21.15.90:0/4292284972 wait complete. 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 Processor -- start 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 -- start start 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde6c1009c0 0x7fde6c19e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde6c103330 0x7fde6c19ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde6c105ce0 0x7fde6c1a5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fde6c114240 con 0x7fde6c1009c0 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fde6c1140c0 con 0x7fde6c103330 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde732cf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fde6c1143c0 con 0x7fde6c105ce0 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde7106b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde6c1009c0 0x7fde6c19e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde7106b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde6c1009c0 0x7fde6c19e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:52326/0 (socket says 172.21.15.90:52326) 2024-04-26T17:24:09.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.576+0000 7fde7106b640 1 -- 172.21.15.90:0/416470788 learned_addr learned my addr 172.21.15.90:0/416470788 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:09.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde7186c640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde6c105ce0 0x7fde6c1a5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:09.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde7086a640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde6c103330 0x7fde6c19ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:09.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde7106b640 1 -- 172.21.15.90:0/416470788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde6c105ce0 msgr2=0x7fde6c1a5e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:09.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde7106b640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde6c105ce0 0x7fde6c1a5e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:09.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde7106b640 1 -- 172.21.15.90:0/416470788 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde6c103330 msgr2=0x7fde6c19ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:09.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde7106b640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde6c103330 0x7fde6c19ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:09.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde7106b640 1 -- 172.21.15.90:0/416470788 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde6c1a64e0 con 0x7fde6c1009c0 2024-04-26T17:24:09.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde7186c640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde6c105ce0 0x7fde6c1a5e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:24:09.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde7086a640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde6c103330 0x7fde6c19ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:24:09.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde7106b640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde6c1009c0 0x7fde6c19e8c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fde6800cce0 tx=0x7fde6800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:09.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde627fc640 1 -- 172.21.15.90:0/416470788 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6800f650 con 0x7fde6c1009c0 2024-04-26T17:24:09.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde627fc640 1 -- 172.21.15.90:0/416470788 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fde6800fca0 con 0x7fde6c1009c0 2024-04-26T17:24:09.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde732cf640 1 -- 172.21.15.90:0/416470788 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde6c1a67d0 con 0x7fde6c1009c0 2024-04-26T17:24:09.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde627fc640 1 -- 172.21.15.90:0/416470788 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde68018b30 con 0x7fde6c1009c0 2024-04-26T17:24:09.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.577+0000 7fde732cf640 1 -- 172.21.15.90:0/416470788 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde6c1a6d20 con 0x7fde6c1009c0 2024-04-26T17:24:09.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.578+0000 7fde732cf640 1 -- 172.21.15.90:0/416470788 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde6c0fe0f0 con 0x7fde6c1009c0 2024-04-26T17:24:09.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.579+0000 7fde627fc640 1 -- 172.21.15.90:0/416470788 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fde68018d10 con 0x7fde6c1009c0 2024-04-26T17:24:09.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.579+0000 7fde627fc640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fde580a3bb0 0x7fde580a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:09.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.580+0000 7fde7086a640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fde580a3bb0 0x7fde580a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:09.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.580+0000 7fde627fc640 1 -- 172.21.15.90:0/416470788 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fde680d04c0 con 0x7fde6c1009c0 2024-04-26T17:24:09.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.580+0000 7fde7086a640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fde580a3bb0 0x7fde580a6070 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fde5c006010 tx=0x7fde5c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:09.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.584+0000 7fde627fc640 1 -- 172.21.15.90:0/416470788 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fde68014030 con 0x7fde6c1009c0 2024-04-26T17:24:09.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:09 smithi119 ceph-mon[32584]: Deploying daemon mds.d on smithi090 2024-04-26T17:24:09.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:09 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.90:6834/3646092462,v1:172.21.15.90:6835/3646092462] up:boot 2024-04-26T17:24:09.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:09 smithi119 ceph-mon[32584]: fsmap 3 up:standby 2024-04-26T17:24:09.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:09 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T17:24:09.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:09 smithi119 ceph-mon[32584]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:09.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.806+0000 7fde732cf640 1 -- 172.21.15.90:0/416470788 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde6c02da90 con 0x7fde6c1009c0 2024-04-26T17:24:09.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.806+0000 7fde627fc640 1 -- 172.21.15.90:0/416470788 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3049 (secure 0 0 0) 0x7fde6809d340 con 0x7fde6c1009c0 2024-04-26T17:24:09.806 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:09.806 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T17:24:09.807 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 4 2024-04-26T17:24:09.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.808+0000 7fde732cf640 1 -- 172.21.15.90:0/416470788 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fde580a3bb0 msgr2=0x7fde580a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:09.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.808+0000 7fde732cf640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fde580a3bb0 0x7fde580a6070 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fde5c006010 tx=0x7fde5c000bc0 comp rx=0 tx=0).stop 2024-04-26T17:24:09.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.808+0000 7fde732cf640 1 -- 172.21.15.90:0/416470788 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde6c1009c0 msgr2=0x7fde6c19e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:09.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.808+0000 7fde732cf640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde6c1009c0 0x7fde6c19e8c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fde6800cce0 tx=0x7fde6800a620 comp rx=0 tx=0).stop 2024-04-26T17:24:09.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.808+0000 7fde732cf640 1 -- 172.21.15.90:0/416470788 shutdown_connections 2024-04-26T17:24:09.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.808+0000 7fde732cf640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fde580a3bb0 0x7fde580a6070 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:09.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.808+0000 7fde732cf640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde6c105ce0 0x7fde6c1a5e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:09.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.808+0000 7fde732cf640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde6c103330 0x7fde6c19ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:09.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.808+0000 7fde732cf640 1 --2- 172.21.15.90:0/416470788 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde6c1009c0 0x7fde6c19e8c0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:09.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.808+0000 7fde732cf640 1 -- 172.21.15.90:0/416470788 >> 172.21.15.90:0/416470788 conn(0x7fde6c0fc600 msgr2=0x7fde6c101360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:09.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.809+0000 7fde732cf640 1 -- 172.21.15.90:0/416470788 shutdown_connections 2024-04-26T17:24:09.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:09.809+0000 7fde732cf640 1 -- 172.21.15.90:0/416470788 wait complete. 2024-04-26T17:24:09.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:09 smithi090 ceph-mon[29417]: Deploying daemon mds.d on smithi090 2024-04-26T17:24:09.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:09 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.90:6834/3646092462,v1:172.21.15.90:6835/3646092462] up:boot 2024-04-26T17:24:09.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:09 smithi090 ceph-mon[29417]: fsmap 3 up:standby 2024-04-26T17:24:09.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:09 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T17:24:09.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:09 smithi090 ceph-mon[29417]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:09 smithi167 ceph-mon[32665]: Deploying daemon mds.d on smithi090 2024-04-26T17:24:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:09 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.90:6834/3646092462,v1:172.21.15.90:6835/3646092462] up:boot 2024-04-26T17:24:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:09 smithi167 ceph-mon[32665]: fsmap 3 up:standby 2024-04-26T17:24:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:09 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T17:24:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:09 smithi167 ceph-mon[32665]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:10.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:10 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/416470788' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:10.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:10 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/416470788' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:10.931 INFO:journalctl@ceph.mds.d.smithi090.stdout:Apr 26 17:24:10 smithi090 systemd[1]: Started Ceph mds.d for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:24:11.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:10 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/416470788' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:11.821 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:11.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.938+0000 7f66c87f7640 1 -- 172.21.15.90:0/1138301747 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f66c0103d10 msgr2=0x7f66c010a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:11.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.938+0000 7f66c87f7640 1 --2- 172.21.15.90:0/1138301747 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f66c0103d10 0x7f66c010a5a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f66b8009ca0 tx=0x7f66b802a8c0 comp rx=0 tx=0).stop 2024-04-26T17:24:11.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.938+0000 7f66c87f7640 1 -- 172.21.15.90:0/1138301747 shutdown_connections 2024-04-26T17:24:11.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.938+0000 7f66c87f7640 1 --2- 172.21.15.90:0/1138301747 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f66c0103d10 0x7f66c010a5a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:11.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.938+0000 7f66c87f7640 1 --2- 172.21.15.90:0/1138301747 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66c0103350 0x7f66c01037d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:11.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.938+0000 7f66c87f7640 1 --2- 172.21.15.90:0/1138301747 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f66c0102160 0x7f66c0102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:11.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.938+0000 7f66c87f7640 1 -- 172.21.15.90:0/1138301747 >> 172.21.15.90:0/1138301747 conn(0x7f66c00fd6b0 msgr2=0x7f66c00ffb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:11.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.938+0000 7f66c87f7640 1 -- 172.21.15.90:0/1138301747 shutdown_connections 2024-04-26T17:24:11.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.938+0000 7f66c87f7640 1 -- 172.21.15.90:0/1138301747 wait complete. 2024-04-26T17:24:11.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.939+0000 7f66c87f7640 1 Processor -- start 2024-04-26T17:24:11.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.939+0000 7f66c87f7640 1 -- start start 2024-04-26T17:24:11.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.939+0000 7f66c87f7640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f66c0102160 0x7f66c0198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:11.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.939+0000 7f66c87f7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f66c0103350 0x7f66c01987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.939+0000 7f66c87f7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66c0103d10 0x7f66c019f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.939+0000 7f66c87f7640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f66c010dc60 con 0x7f66c0102160 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.939+0000 7f66c87f7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f66c010dae0 con 0x7f66c0103d10 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.939+0000 7f66c87f7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f66c010dde0 con 0x7f66c0103350 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.939+0000 7f66c6593640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f66c0102160 0x7f66c0198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.939+0000 7f66c6593640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f66c0102160 0x7f66c0198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:52350/0 (socket says 172.21.15.90:52350) 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.939+0000 7f66c6593640 1 -- 172.21.15.90:0/2164377786 learned_addr learned my addr 172.21.15.90:0/2164377786 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66c5d92640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f66c0103350 0x7f66c01987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66c6d94640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66c0103d10 0x7f66c019f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66c6593640 1 -- 172.21.15.90:0/2164377786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f66c0103350 msgr2=0x7f66c01987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66c6593640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f66c0103350 0x7f66c01987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66c6593640 1 -- 172.21.15.90:0/2164377786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66c0103d10 msgr2=0x7f66c019f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66c6593640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66c0103d10 0x7f66c019f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:11.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66c6593640 1 -- 172.21.15.90:0/2164377786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66c019fea0 con 0x7f66c0102160 2024-04-26T17:24:11.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66c6593640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f66c0102160 0x7f66c0198280 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f66b000c970 tx=0x7f66b000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:11.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66b77fe640 1 -- 172.21.15.90:0/2164377786 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66b0007c10 con 0x7f66c0102160 2024-04-26T17:24:11.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66b77fe640 1 -- 172.21.15.90:0/2164377786 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f66b0007db0 con 0x7f66c0102160 2024-04-26T17:24:11.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66c87f7640 1 -- 172.21.15.90:0/2164377786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66c01a0190 con 0x7f66c0102160 2024-04-26T17:24:11.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66b77fe640 1 -- 172.21.15.90:0/2164377786 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66b000f850 con 0x7f66c0102160 2024-04-26T17:24:11.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.940+0000 7f66c87f7640 1 -- 172.21.15.90:0/2164377786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66c01a0730 con 0x7f66c0102160 2024-04-26T17:24:11.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.941+0000 7f66c87f7640 1 -- 172.21.15.90:0/2164377786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66c0109480 con 0x7f66c0102160 2024-04-26T17:24:11.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.942+0000 7f66b77fe640 1 -- 172.21.15.90:0/2164377786 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f66b000f9f0 con 0x7f66c0102160 2024-04-26T17:24:11.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.943+0000 7f66b77fe640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f66ac0a3c30 0x7f66ac0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:11.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.943+0000 7f66c5d92640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f66ac0a3c30 0x7f66ac0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:11.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.943+0000 7f66b77fe640 1 -- 172.21.15.90:0/2164377786 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f66b00d05d0 con 0x7f66c0102160 2024-04-26T17:24:11.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.943+0000 7f66c5d92640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f66ac0a3c30 0x7f66ac0a60f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f66c0199790 tx=0x7f66bc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:11.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:11.946+0000 7f66b77fe640 1 -- 172.21.15.90:0/2164377786 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f66b009cf20 con 0x7f66c0102160 2024-04-26T17:24:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:11 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:11 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:11 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:11 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:11 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:11 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:11 smithi119 ceph-mon[32584]: Deploying daemon mds.e on smithi119 2024-04-26T17:24:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:11 smithi119 ceph-mon[32584]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:12.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:11 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.90:6836/1233321110,v1:172.21.15.90:6837/1233321110] up:boot 2024-04-26T17:24:12.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:11 smithi119 ceph-mon[32584]: fsmap 4 up:standby 2024-04-26T17:24:12.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:11 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T17:24:12.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.161+0000 7f66c87f7640 1 -- 172.21.15.90:0/2164377786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f66c002d6d0 con 0x7f66c0102160 2024-04-26T17:24:12.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.161+0000 7f66b77fe640 1 -- 172.21.15.90:0/2164377786 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3874 (secure 0 0 0) 0x7f66b00a1220 con 0x7f66c0102160 2024-04-26T17:24:12.161 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:12.161 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T17:24:12.161 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 5 2024-04-26T17:24:12.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.164+0000 7f66c87f7640 1 -- 172.21.15.90:0/2164377786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f66ac0a3c30 msgr2=0x7f66ac0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:12.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.164+0000 7f66c87f7640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f66ac0a3c30 0x7f66ac0a60f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f66c0199790 tx=0x7f66bc005f90 comp rx=0 tx=0).stop 2024-04-26T17:24:12.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.164+0000 7f66c87f7640 1 -- 172.21.15.90:0/2164377786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f66c0102160 msgr2=0x7f66c0198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:12.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.164+0000 7f66c87f7640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f66c0102160 0x7f66c0198280 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f66b000c970 tx=0x7f66b000ce30 comp rx=0 tx=0).stop 2024-04-26T17:24:12.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.164+0000 7f66c87f7640 1 -- 172.21.15.90:0/2164377786 shutdown_connections 2024-04-26T17:24:12.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.164+0000 7f66c87f7640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f66ac0a3c30 0x7f66ac0a60f0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:12.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.164+0000 7f66c87f7640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66c0103d10 0x7f66c019f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:12.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.164+0000 7f66c87f7640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f66c0103350 0x7f66c01987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:12.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.164+0000 7f66c87f7640 1 --2- 172.21.15.90:0/2164377786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f66c0102160 0x7f66c0198280 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:12.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.164+0000 7f66c87f7640 1 -- 172.21.15.90:0/2164377786 >> 172.21.15.90:0/2164377786 conn(0x7f66c00fd6b0 msgr2=0x7f66c0106650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:12.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.164+0000 7f66c87f7640 1 -- 172.21.15.90:0/2164377786 shutdown_connections 2024-04-26T17:24:12.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:12.164+0000 7f66c87f7640 1 -- 172.21.15.90:0/2164377786 wait complete. 2024-04-26T17:24:12.172 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:12.172 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:12.173 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:12.173 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:12.173 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:12.173 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:12.173 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:11 smithi090 ceph-mon[29417]: Deploying daemon mds.e on smithi119 2024-04-26T17:24:12.173 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:11 smithi090 ceph-mon[29417]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:12.173 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:11 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.90:6836/1233321110,v1:172.21.15.90:6837/1233321110] up:boot 2024-04-26T17:24:12.173 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:11 smithi090 ceph-mon[29417]: fsmap 4 up:standby 2024-04-26T17:24:12.173 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:11 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T17:24:12.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:11 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:12.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:11 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:12.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:11 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:12.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:11 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:12.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:11 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:12.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:11 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:12.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:11 smithi167 ceph-mon[32665]: Deploying daemon mds.e on smithi119 2024-04-26T17:24:12.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:11 smithi167 ceph-mon[32665]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:12.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:11 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.90:6836/1233321110,v1:172.21.15.90:6837/1233321110] up:boot 2024-04-26T17:24:12.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:11 smithi167 ceph-mon[32665]: fsmap 4 up:standby 2024-04-26T17:24:12.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:11 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T17:24:13.104 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:12 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2164377786' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:13.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:12 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2164377786' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:13.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:12 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2164377786' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:13.382 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:24:13 smithi119 podman[61875]: 2024-04-26 17:24:13.22525065 +0000 UTC m=+0.017922973 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:24:13.382 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:24:13 smithi119 podman[61875]: 2024-04-26 17:24:13.383603493 +0000 UTC m=+0.176275806 container create 50cc79038e7dcb463e3a9b474615894674ebb527a9a473a1a116507c43889fc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=main-c37f63b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-26T17:24:13.653 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:24:13 smithi119 podman[61875]: 2024-04-26 17:24:13.628411172 +0000 UTC m=+0.421083485 container init 50cc79038e7dcb463e3a9b474615894674ebb527a9a473a1a116507c43889fc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-c37f63b, org.label-schema.license=GPLv2) 2024-04-26T17:24:13.653 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:24:13 smithi119 podman[61875]: 2024-04-26 17:24:13.630935538 +0000 UTC m=+0.423607852 container start 50cc79038e7dcb463e3a9b474615894674ebb527a9a473a1a116507c43889fc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-e, RELEASE=main-c37f63b, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T17:24:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:13 smithi119 ceph-mon[32584]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:13 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:14.048 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:24:13 smithi119 ceph-mds[61894]: -- 172.21.15.119:0/2267028986 <== mon.2 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e2989d3a40 con 0x55e2989a6800 2024-04-26T17:24:14.048 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:24:13 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-e[61890]: starting mds.e at 2024-04-26T17:24:14.048 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:24:13 smithi119 bash[61875]: 50cc79038e7dcb463e3a9b474615894674ebb527a9a473a1a116507c43889fc2 2024-04-26T17:24:14.048 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:24:13 smithi119 systemd[1]: Started Ceph mds.e for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:24:14.175 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:14.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:13 smithi090 ceph-mon[29417]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:14.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:14.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:14.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:14.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:14.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:14.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:13 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:13 smithi167 ceph-mon[32665]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:14.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:14.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:13 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:14.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.287+0000 7f7f35442640 1 -- 172.21.15.90:0/1475604388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7f301054f0 msgr2=0x7f7f301078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:14.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.287+0000 7f7f35442640 1 --2- 172.21.15.90:0/1475604388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7f301054f0 0x7f7f301078e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7f20009900 tx=0x7f7f2002a410 comp rx=0 tx=0).stop 2024-04-26T17:24:14.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.287+0000 7f7f35442640 1 -- 172.21.15.90:0/1475604388 shutdown_connections 2024-04-26T17:24:14.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.287+0000 7f7f35442640 1 --2- 172.21.15.90:0/1475604388 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f30107e20 0x7f7f3010a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:14.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.287+0000 7f7f35442640 1 --2- 172.21.15.90:0/1475604388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7f301054f0 0x7f7f301078e0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:14.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.287+0000 7f7f35442640 1 --2- 172.21.15.90:0/1475604388 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f30102bc0 0x7f7f30104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:14.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.287+0000 7f7f35442640 1 -- 172.21.15.90:0/1475604388 >> 172.21.15.90:0/1475604388 conn(0x7f7f300fc5b0 msgr2=0x7f7f300fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.287+0000 7f7f35442640 1 -- 172.21.15.90:0/1475604388 shutdown_connections 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.287+0000 7f7f35442640 1 -- 172.21.15.90:0/1475604388 wait complete. 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f35442640 1 Processor -- start 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f35442640 1 -- start start 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f35442640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7f30102bc0 0x7f7f30198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f35442640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f301054f0 0x7f7f301988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f35442640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f30107e20 0x7f7f3019f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f35442640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3010dc50 con 0x7f7f30102bc0 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f35442640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3010dad0 con 0x7f7f301054f0 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f35442640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3010ddd0 con 0x7f7f30107e20 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f2effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7f30102bc0 0x7f7f30198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f2effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7f30102bc0 0x7f7f30198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:52364/0 (socket says 172.21.15.90:52364) 2024-04-26T17:24:14.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f2effd640 1 -- 172.21.15.90:0/961203067 learned_addr learned my addr 172.21.15.90:0/961203067 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:14.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f2f7fe640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f30107e20 0x7f7f3019f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:14.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f2e7fc640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f301054f0 0x7f7f301988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:14.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f2effd640 1 -- 172.21.15.90:0/961203067 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f30107e20 msgr2=0x7f7f3019f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:14.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f2effd640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f30107e20 0x7f7f3019f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:14.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f2effd640 1 -- 172.21.15.90:0/961203067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f301054f0 msgr2=0x7f7f301988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:14.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f2effd640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f301054f0 0x7f7f301988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:14.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f2effd640 1 -- 172.21.15.90:0/961203067 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f3019ffb0 con 0x7f7f30102bc0 2024-04-26T17:24:14.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f2e7fc640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f301054f0 0x7f7f301988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:24:14.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.288+0000 7f7f2effd640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7f30102bc0 0x7f7f30198390 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f7f2400e9f0 tx=0x7f7f2400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:14.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.289+0000 7f7f17fff640 1 -- 172.21.15.90:0/961203067 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f2400cd80 con 0x7f7f30102bc0 2024-04-26T17:24:14.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.289+0000 7f7f35442640 1 -- 172.21.15.90:0/961203067 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f301a02a0 con 0x7f7f30102bc0 2024-04-26T17:24:14.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.289+0000 7f7f17fff640 1 -- 172.21.15.90:0/961203067 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7f240108e0 con 0x7f7f30102bc0 2024-04-26T17:24:14.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.289+0000 7f7f17fff640 1 -- 172.21.15.90:0/961203067 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f24018810 con 0x7f7f30102bc0 2024-04-26T17:24:14.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.289+0000 7f7f35442640 1 -- 172.21.15.90:0/961203067 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f301a07f0 con 0x7f7f30102bc0 2024-04-26T17:24:14.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.290+0000 7f7f35442640 1 -- 172.21.15.90:0/961203067 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f300fe0a0 con 0x7f7f30102bc0 2024-04-26T17:24:14.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.291+0000 7f7f17fff640 1 -- 172.21.15.90:0/961203067 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7f24010a90 con 0x7f7f30102bc0 2024-04-26T17:24:14.292 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.291+0000 7f7f17fff640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7f180a3bb0 0x7f7f180a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:14.292 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.292+0000 7f7f17fff640 1 -- 172.21.15.90:0/961203067 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f7f240d0430 con 0x7f7f30102bc0 2024-04-26T17:24:14.292 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.292+0000 7f7f2e7fc640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7f180a3bb0 0x7f7f180a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:14.292 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.292+0000 7f7f2e7fc640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7f180a3bb0 0x7f7f180a6070 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7f20006010 tx=0x7f7f20000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:14.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.296+0000 7f7f17fff640 1 -- 172.21.15.90:0/961203067 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7f2409d2b0 con 0x7f7f30102bc0 2024-04-26T17:24:14.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.514+0000 7f7f35442640 1 -- 172.21.15.90:0/961203067 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7f3002d6d0 con 0x7f7f30102bc0 2024-04-26T17:24:14.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.515+0000 7f7f17fff640 1 -- 172.21.15.90:0/961203067 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4702 (secure 0 0 0) 0x7f7f2409cbb0 con 0x7f7f30102bc0 2024-04-26T17:24:14.514 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:14.514 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-26T17:24:14.515 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 6 2024-04-26T17:24:14.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.517+0000 7f7f35442640 1 -- 172.21.15.90:0/961203067 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7f180a3bb0 msgr2=0x7f7f180a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:14.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.517+0000 7f7f35442640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7f180a3bb0 0x7f7f180a6070 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7f20006010 tx=0x7f7f20000bc0 comp rx=0 tx=0).stop 2024-04-26T17:24:14.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.517+0000 7f7f35442640 1 -- 172.21.15.90:0/961203067 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7f30102bc0 msgr2=0x7f7f30198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:14.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.517+0000 7f7f35442640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7f30102bc0 0x7f7f30198390 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f7f2400e9f0 tx=0x7f7f2400eeb0 comp rx=0 tx=0).stop 2024-04-26T17:24:14.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.517+0000 7f7f35442640 1 -- 172.21.15.90:0/961203067 shutdown_connections 2024-04-26T17:24:14.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.517+0000 7f7f35442640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7f180a3bb0 0x7f7f180a6070 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:14.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.517+0000 7f7f35442640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f30107e20 0x7f7f3019f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:14.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.517+0000 7f7f35442640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f301054f0 0x7f7f301988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:14.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.517+0000 7f7f35442640 1 --2- 172.21.15.90:0/961203067 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7f30102bc0 0x7f7f30198390 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:14.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.517+0000 7f7f35442640 1 -- 172.21.15.90:0/961203067 >> 172.21.15.90:0/961203067 conn(0x7f7f300fc5b0 msgr2=0x7f7f30104a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:14.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.517+0000 7f7f35442640 1 -- 172.21.15.90:0/961203067 shutdown_connections 2024-04-26T17:24:14.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:14.517+0000 7f7f35442640 1 -- 172.21.15.90:0/961203067 wait complete. 2024-04-26T17:24:15.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:14 smithi167 ceph-mon[32665]: Deploying daemon mds.f on smithi167 2024-04-26T17:24:15.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:14 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.119:6834/2416334665,v1:172.21.15.119:6835/2416334665] up:boot 2024-04-26T17:24:15.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:14 smithi167 ceph-mon[32665]: fsmap 5 up:standby 2024-04-26T17:24:15.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:14 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T17:24:15.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:14 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/961203067' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:15.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:14 smithi090 ceph-mon[29417]: Deploying daemon mds.f on smithi167 2024-04-26T17:24:15.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:14 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.119:6834/2416334665,v1:172.21.15.119:6835/2416334665] up:boot 2024-04-26T17:24:15.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:14 smithi090 ceph-mon[29417]: fsmap 5 up:standby 2024-04-26T17:24:15.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:14 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T17:24:15.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:14 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/961203067' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:15.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:14 smithi119 ceph-mon[32584]: Deploying daemon mds.f on smithi167 2024-04-26T17:24:15.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:14 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.119:6834/2416334665,v1:172.21.15.119:6835/2416334665] up:boot 2024-04-26T17:24:15.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:14 smithi119 ceph-mon[32584]: fsmap 5 up:standby 2024-04-26T17:24:15.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:14 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T17:24:15.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:14 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/961203067' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:16.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:15 smithi167 ceph-mon[32665]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:16.002 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:24:15 smithi167 systemd[1]: Starting Ceph mds.f for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:24:16.182 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:15 smithi090 ceph-mon[29417]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:16.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:15 smithi119 ceph-mon[32584]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:16.305 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:24:16 smithi167 podman[62634]: 2024-04-26 17:24:16.055097245 +0000 UTC m=+0.018099885 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:24:16.305 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:24:16 smithi167 podman[62634]: 2024-04-26 17:24:16.188123876 +0000 UTC m=+0.151126488 container create 6d5ef2f15fdaaeaf989db997b37c089abe16e51a0d511bd46e782dda60ba5732 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-f, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-c37f63b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T17:24:16.527 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:16.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.647+0000 7f31ec659640 1 -- 172.21.15.90:0/3784770160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31e4103340 msgr2=0x7f31e41037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:16.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.647+0000 7f31ec659640 1 --2- 172.21.15.90:0/3784770160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31e4103340 0x7f31e41037c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f31d4009900 tx=0x7f31d402a410 comp rx=0 tx=0).stop 2024-04-26T17:24:16.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.647+0000 7f31ec659640 1 -- 172.21.15.90:0/3784770160 shutdown_connections 2024-04-26T17:24:16.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.647+0000 7f31ec659640 1 --2- 172.21.15.90:0/3784770160 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31e4103d00 0x7f31e410a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:16.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.647+0000 7f31ec659640 1 --2- 172.21.15.90:0/3784770160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31e4103340 0x7f31e41037c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:16.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.647+0000 7f31ec659640 1 --2- 172.21.15.90:0/3784770160 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31e4102150 0x7f31e4102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:16.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.647+0000 7f31ec659640 1 -- 172.21.15.90:0/3784770160 >> 172.21.15.90:0/3784770160 conn(0x7f31e40fd6e0 msgr2=0x7f31e40ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:16.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.647+0000 7f31ec659640 1 -- 172.21.15.90:0/3784770160 shutdown_connections 2024-04-26T17:24:16.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.647+0000 7f31ec659640 1 -- 172.21.15.90:0/3784770160 wait complete. 2024-04-26T17:24:16.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31ec659640 1 Processor -- start 2024-04-26T17:24:16.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31ec659640 1 -- start start 2024-04-26T17:24:16.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31ec659640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31e4102150 0x7f31e4198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:16.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31ec659640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31e4103340 0x7f31e4198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:16.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31ec659640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31e4103d00 0x7f31e419f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:16.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31ec659640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f31e410dc60 con 0x7f31e4103340 2024-04-26T17:24:16.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31ec659640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f31e410dae0 con 0x7f31e4102150 2024-04-26T17:24:16.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31ec659640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f31e410dde0 con 0x7f31e4103d00 2024-04-26T17:24:16.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31e9bf4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31e4103340 0x7f31e4198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:16.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31e9bf4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31e4103340 0x7f31e4198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56480/0 (socket says 172.21.15.90:56480) 2024-04-26T17:24:16.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31e9bf4640 1 -- 172.21.15.90:0/244133668 learned_addr learned my addr 172.21.15.90:0/244133668 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:16.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31eabf6640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31e4103d00 0x7f31e419f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:16.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31ea3f5640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31e4102150 0x7f31e4198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:16.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31e9bf4640 1 -- 172.21.15.90:0/244133668 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31e4103d00 msgr2=0x7f31e419f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31e9bf4640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31e4103d00 0x7f31e419f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31e9bf4640 1 -- 172.21.15.90:0/244133668 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31e4102150 msgr2=0x7f31e4198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31e9bf4640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31e4102150 0x7f31e4198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31e9bf4640 1 -- 172.21.15.90:0/244133668 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31e419ff60 con 0x7f31e4103340 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31eabf6640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31e4103d00 0x7f31e419f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.648+0000 7f31ea3f5640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31e4102150 0x7f31e4198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.649+0000 7f31e9bf4640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31e4103340 0x7f31e4198880 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f31d4004770 tx=0x7f31d40042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.649+0000 7f31db7fe640 1 -- 172.21.15.90:0/244133668 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d403f030 con 0x7f31e4103340 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.649+0000 7f31ec659640 1 -- 172.21.15.90:0/244133668 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31e41a01f0 con 0x7f31e4103340 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.649+0000 7f31db7fe640 1 -- 172.21.15.90:0/244133668 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f31d40044d0 con 0x7f31e4103340 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.649+0000 7f31db7fe640 1 -- 172.21.15.90:0/244133668 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d4035070 con 0x7f31e4103340 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.649+0000 7f31ec659640 1 -- 172.21.15.90:0/244133668 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31e41a06e0 con 0x7f31e4103340 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.650+0000 7f31ec659640 1 -- 172.21.15.90:0/244133668 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31e4109490 con 0x7f31e4103340 2024-04-26T17:24:16.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.651+0000 7f31db7fe640 1 -- 172.21.15.90:0/244133668 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f31d4042030 con 0x7f31e4103340 2024-04-26T17:24:16.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.651+0000 7f31db7fe640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f31d00a3bb0 0x7f31d00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:16.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.652+0000 7f31ea3f5640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f31d00a3bb0 0x7f31d00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:16.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.652+0000 7f31db7fe640 1 -- 172.21.15.90:0/244133668 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f31d40f0500 con 0x7f31e4103340 2024-04-26T17:24:16.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.652+0000 7f31ea3f5640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f31d00a3bb0 0x7f31d00a6070 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f31e00058c0 tx=0x7f31e0005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:16.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.656+0000 7f31db7fe640 1 -- 172.21.15.90:0/244133668 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f31d40bd380 con 0x7f31e4103340 2024-04-26T17:24:16.752 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:24:16 smithi167 podman[62634]: 2024-04-26 17:24:16.432519029 +0000 UTC m=+0.395521644 container init 6d5ef2f15fdaaeaf989db997b37c089abe16e51a0d511bd46e782dda60ba5732 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-f, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-c37f63b, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-26T17:24:16.752 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:24:16 smithi167 podman[62634]: 2024-04-26 17:24:16.435024858 +0000 UTC m=+0.398027479 container start 6d5ef2f15fdaaeaf989db997b37c089abe16e51a0d511bd46e782dda60ba5732 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-f, RELEASE=main-c37f63b, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-26T17:24:16.752 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:24:16 smithi167 ceph-mds[62654]: -- 172.21.15.167:0/2606469593 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55776a523a40 con 0x55776a4f6c00 2024-04-26T17:24:16.752 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:24:16 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-f[62650]: starting mds.f at 2024-04-26T17:24:16.753 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:24:16 smithi167 bash[62634]: 6d5ef2f15fdaaeaf989db997b37c089abe16e51a0d511bd46e782dda60ba5732 2024-04-26T17:24:16.753 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:24:16 smithi167 systemd[1]: Started Ceph mds.f for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:24:16.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.873+0000 7f31ec659640 1 -- 172.21.15.90:0/244133668 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f31e402d6d0 con 0x7f31e4103340 2024-04-26T17:24:16.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.874+0000 7f31db7fe640 1 -- 172.21.15.90:0/244133668 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5530 (secure 0 0 0) 0x7f31d40bcc80 con 0x7f31e4103340 2024-04-26T17:24:16.873 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:16.873 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-26T17:24:16.873 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 7 2024-04-26T17:24:16.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.876+0000 7f31ec659640 1 -- 172.21.15.90:0/244133668 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f31d00a3bb0 msgr2=0x7f31d00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:16.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.876+0000 7f31ec659640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f31d00a3bb0 0x7f31d00a6070 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f31e00058c0 tx=0x7f31e0005850 comp rx=0 tx=0).stop 2024-04-26T17:24:16.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.876+0000 7f31ec659640 1 -- 172.21.15.90:0/244133668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31e4103340 msgr2=0x7f31e4198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:16.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.876+0000 7f31ec659640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31e4103340 0x7f31e4198880 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f31d4004770 tx=0x7f31d40042e0 comp rx=0 tx=0).stop 2024-04-26T17:24:16.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.876+0000 7f31ec659640 1 -- 172.21.15.90:0/244133668 shutdown_connections 2024-04-26T17:24:16.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.876+0000 7f31ec659640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f31d00a3bb0 0x7f31d00a6070 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:16.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.876+0000 7f31ec659640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31e4103d00 0x7f31e419f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:16.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.876+0000 7f31ec659640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31e4103340 0x7f31e4198880 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:16.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.876+0000 7f31ec659640 1 --2- 172.21.15.90:0/244133668 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31e4102150 0x7f31e4198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:16.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.876+0000 7f31ec659640 1 -- 172.21.15.90:0/244133668 >> 172.21.15.90:0/244133668 conn(0x7f31e40fd6e0 msgr2=0x7f31e4106660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:16.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.876+0000 7f31ec659640 1 -- 172.21.15.90:0/244133668 shutdown_connections 2024-04-26T17:24:16.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:16.876+0000 7f31ec659640 1 -- 172.21.15.90:0/244133668 wait complete. 2024-04-26T17:24:17.830 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:17 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:17.830 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:17 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:17.831 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:17 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:17.831 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:17 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:17.831 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:17 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:17.831 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:17 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:17.831 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:17 smithi167 ceph-mon[32665]: Deploying daemon mds.c on smithi167 2024-04-26T17:24:17.831 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:17 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.167:6834/2788858813,v1:172.21.15.167:6835/2788858813] up:boot 2024-04-26T17:24:17.831 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:17 smithi167 ceph-mon[32665]: fsmap 6 up:standby 2024-04-26T17:24:17.831 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:17 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T17:24:17.831 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:17 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/244133668' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:17.831 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:17 smithi167 ceph-mon[32665]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:17.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:17 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:17.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:17 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:17.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:17 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:17.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:17 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:17.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:17 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:17.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:17 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:17.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:17 smithi090 ceph-mon[29417]: Deploying daemon mds.c on smithi167 2024-04-26T17:24:17.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:17 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.167:6834/2788858813,v1:172.21.15.167:6835/2788858813] up:boot 2024-04-26T17:24:17.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:17 smithi090 ceph-mon[29417]: fsmap 6 up:standby 2024-04-26T17:24:17.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:17 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T17:24:17.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:17 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/244133668' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:17.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:17 smithi090 ceph-mon[29417]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:18.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:17 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:18.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:17 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:18.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:17 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:18.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:17 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:18.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:17 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:18.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:17 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:18.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:17 smithi119 ceph-mon[32584]: Deploying daemon mds.c on smithi167 2024-04-26T17:24:18.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:17 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.167:6834/2788858813,v1:172.21.15.167:6835/2788858813] up:boot 2024-04-26T17:24:18.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:17 smithi119 ceph-mon[32584]: fsmap 6 up:standby 2024-04-26T17:24:18.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:17 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T17:24:18.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:17 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/244133668' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:18.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:17 smithi119 ceph-mon[32584]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:18.887 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:18.999 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.998+0000 7fde45c10640 1 -- 172.21.15.90:0/2689851617 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde40103d00 msgr2=0x7fde4010a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:19.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.998+0000 7fde45c10640 1 --2- 172.21.15.90:0/2689851617 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde40103d00 0x7fde4010a590 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fde38009ca0 tx=0x7fde3802a8c0 comp rx=0 tx=0).stop 2024-04-26T17:24:19.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.998+0000 7fde45c10640 1 -- 172.21.15.90:0/2689851617 shutdown_connections 2024-04-26T17:24:19.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.998+0000 7fde45c10640 1 --2- 172.21.15.90:0/2689851617 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde40103d00 0x7fde4010a590 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:19.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.998+0000 7fde45c10640 1 --2- 172.21.15.90:0/2689851617 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde40103340 0x7fde401037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:19.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.998+0000 7fde45c10640 1 --2- 172.21.15.90:0/2689851617 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde40102150 0x7fde40102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:19.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.998+0000 7fde45c10640 1 -- 172.21.15.90:0/2689851617 >> 172.21.15.90:0/2689851617 conn(0x7fde400fd6e0 msgr2=0x7fde400ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:19.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.998+0000 7fde45c10640 1 -- 172.21.15.90:0/2689851617 shutdown_connections 2024-04-26T17:24:19.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.998+0000 7fde45c10640 1 -- 172.21.15.90:0/2689851617 wait complete. 2024-04-26T17:24:19.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.998+0000 7fde45c10640 1 Processor -- start 2024-04-26T17:24:19.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde45c10640 1 -- start start 2024-04-26T17:24:19.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde45c10640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde40102150 0x7fde4019a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:19.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde45c10640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde40103340 0x7fde4019aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:19.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde45c10640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde40103d00 0x7fde401a1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:19.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde45c10640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fde4010dc60 con 0x7fde40103340 2024-04-26T17:24:19.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde45c10640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fde4010dae0 con 0x7fde40102150 2024-04-26T17:24:19.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde45c10640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fde4010dde0 con 0x7fde40103d00 2024-04-26T17:24:19.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde40103340 0x7fde4019aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:19.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde40103340 0x7fde4019aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56490/0 (socket says 172.21.15.90:56490) 2024-04-26T17:24:19.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3effd640 1 -- 172.21.15.90:0/4235292597 learned_addr learned my addr 172.21.15.90:0/4235292597 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:19.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3f7fe640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde40102150 0x7fde4019a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:19.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3ffff640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde40103d00 0x7fde401a1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:19.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3effd640 1 -- 172.21.15.90:0/4235292597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde40103d00 msgr2=0x7fde401a1ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:19.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3effd640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde40103d00 0x7fde401a1ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:19.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3effd640 1 -- 172.21.15.90:0/4235292597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde40102150 msgr2=0x7fde4019a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:19.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3effd640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde40102150 0x7fde4019a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:19.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3effd640 1 -- 172.21.15.90:0/4235292597 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde401a2120 con 0x7fde40103340 2024-04-26T17:24:19.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3effd640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde40103340 0x7fde4019aa40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fde3000e9f0 tx=0x7fde3000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:19.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3cff9640 1 -- 172.21.15.90:0/4235292597 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde3000cd80 con 0x7fde40103340 2024-04-26T17:24:19.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3cff9640 1 -- 172.21.15.90:0/4235292597 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fde300108e0 con 0x7fde40103340 2024-04-26T17:24:19.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde45c10640 1 -- 172.21.15.90:0/4235292597 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde401a2410 con 0x7fde40103340 2024-04-26T17:24:19.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:18.999+0000 7fde3cff9640 1 -- 172.21.15.90:0/4235292597 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde300188b0 con 0x7fde40103340 2024-04-26T17:24:19.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.000+0000 7fde45c10640 1 -- 172.21.15.90:0/4235292597 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde401a2960 con 0x7fde40103340 2024-04-26T17:24:19.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.000+0000 7fde45c10640 1 -- 172.21.15.90:0/4235292597 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde401a2bc0 con 0x7fde40103340 2024-04-26T17:24:19.003 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:24:18 smithi167 systemd[1]: Starting Ceph mds.c for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:24:19.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.002+0000 7fde3cff9640 1 -- 172.21.15.90:0/4235292597 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fde30010a90 con 0x7fde40103340 2024-04-26T17:24:19.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.002+0000 7fde3cff9640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fde280a3bb0 0x7fde280a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:19.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.002+0000 7fde3f7fe640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fde280a3bb0 0x7fde280a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:19.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.003+0000 7fde3cff9640 1 -- 172.21.15.90:0/4235292597 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fde300d06b0 con 0x7fde40103340 2024-04-26T17:24:19.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.003+0000 7fde3f7fe640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fde280a3bb0 0x7fde280a6070 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fde401031a0 tx=0x7fde34005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:19.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.006+0000 7fde3cff9640 1 -- 172.21.15.90:0/4235292597 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fde3009cee0 con 0x7fde40103340 2024-04-26T17:24:19.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.220+0000 7fde45c10640 1 -- 172.21.15.90:0/4235292597 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde401a2d90 con 0x7fde40103340 2024-04-26T17:24:19.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.221+0000 7fde3cff9640 1 -- 172.21.15.90:0/4235292597 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5530 (secure 0 0 0) 0x7fde300a11e0 con 0x7fde40103340 2024-04-26T17:24:19.220 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:19.220 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-26T17:24:19.220 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 7 2024-04-26T17:24:19.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.223+0000 7fde45c10640 1 -- 172.21.15.90:0/4235292597 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fde280a3bb0 msgr2=0x7fde280a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:19.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.223+0000 7fde45c10640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fde280a3bb0 0x7fde280a6070 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fde401031a0 tx=0x7fde34005f90 comp rx=0 tx=0).stop 2024-04-26T17:24:19.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.223+0000 7fde45c10640 1 -- 172.21.15.90:0/4235292597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde40103340 msgr2=0x7fde4019aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:19.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.223+0000 7fde45c10640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde40103340 0x7fde4019aa40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fde3000e9f0 tx=0x7fde3000eeb0 comp rx=0 tx=0).stop 2024-04-26T17:24:19.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.223+0000 7fde45c10640 1 -- 172.21.15.90:0/4235292597 shutdown_connections 2024-04-26T17:24:19.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.223+0000 7fde45c10640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fde280a3bb0 0x7fde280a6070 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:19.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.223+0000 7fde45c10640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde40103d00 0x7fde401a1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:19.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.223+0000 7fde45c10640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde40103340 0x7fde4019aa40 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:19.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.223+0000 7fde45c10640 1 --2- 172.21.15.90:0/4235292597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fde40102150 0x7fde4019a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:19.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.223+0000 7fde45c10640 1 -- 172.21.15.90:0/4235292597 >> 172.21.15.90:0/4235292597 conn(0x7fde400fd6e0 msgr2=0x7fde40074330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:19.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.223+0000 7fde45c10640 1 -- 172.21.15.90:0/4235292597 shutdown_connections 2024-04-26T17:24:19.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:19.223+0000 7fde45c10640 1 -- 172.21.15.90:0/4235292597 wait complete. 2024-04-26T17:24:19.272 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:24:19 smithi167 podman[62957]: 2024-04-26 17:24:18.916237004 +0000 UTC m=+0.018085575 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:24:19.272 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:24:19 smithi167 podman[62957]: 2024-04-26 17:24:19.046110254 +0000 UTC m=+0.147958825 container create 84d1d66ca577f31f9d96651df60ee4f0e52721ba29f3b5817248ab9d8220506e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-c, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-c37f63b, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True) 2024-04-26T17:24:19.532 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:19 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/4235292597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:19.532 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:24:19 smithi167 podman[62957]: 2024-04-26 17:24:19.433025228 +0000 UTC m=+0.534873799 container init 84d1d66ca577f31f9d96651df60ee4f0e52721ba29f3b5817248ab9d8220506e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-c, org.label-schema.build-date=20240416, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-26T17:24:19.532 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:24:19 smithi167 podman[62957]: 2024-04-26 17:24:19.435781387 +0000 UTC m=+0.537629959 container start 84d1d66ca577f31f9d96651df60ee4f0e52721ba29f3b5817248ab9d8220506e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-26T17:24:19.532 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:24:19 smithi167 ceph-mds[62976]: -- 172.21.15.167:0/3475556462 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562bf5cb9a40 con 0x562bf5c8d000 2024-04-26T17:24:19.532 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:24:19 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-c[62972]: starting mds.c at 2024-04-26T17:24:19.532 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:24:19 smithi167 bash[62957]: 84d1d66ca577f31f9d96651df60ee4f0e52721ba29f3b5817248ab9d8220506e 2024-04-26T17:24:19.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:19 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/4235292597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:19.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:19 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/4235292597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:20.002 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:24:19 smithi167 systemd[1]: Started Ceph mds.c for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:24:20.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:20 smithi119 ceph-mon[32584]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:20.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:20 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:20.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:20 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:20.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:20 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:20.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:20 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:20.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:20 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:20.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:20 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:20.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:20 smithi090 ceph-mon[29417]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:20.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:20 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:20.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:20 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:20.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:20 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:20.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:20 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:20.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:20 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:20.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:20 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:20.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:20 smithi167 ceph-mon[32665]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:20.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:20 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:20.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:20 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:20.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:20 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:20.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:20 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:20.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:20 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:20.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:20 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:21.234 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:21.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 -- 172.21.15.90:0/3457510282 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f409810e740 msgr2=0x7f4098110b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:21.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 --2- 172.21.15.90:0/3457510282 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f409810e740 0x7f4098110b30 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f4090009cd0 tx=0x7f409002a8e0 comp rx=0 tx=0).stop 2024-04-26T17:24:21.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 -- 172.21.15.90:0/3457510282 shutdown_connections 2024-04-26T17:24:21.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 --2- 172.21.15.90:0/3457510282 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f409810e740 0x7f4098110b30 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:21.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 --2- 172.21.15.90:0/3457510282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4098074b60 0x7f4098074fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:21.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 --2- 172.21.15.90:0/3457510282 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4098076140 0x7f4098074590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:21.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 -- 172.21.15.90:0/3457510282 >> 172.21.15.90:0/3457510282 conn(0x7f40980fd6e0 msgr2=0x7f40980ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:21.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 -- 172.21.15.90:0/3457510282 shutdown_connections 2024-04-26T17:24:21.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 -- 172.21.15.90:0/3457510282 wait complete. 2024-04-26T17:24:21.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 Processor -- start 2024-04-26T17:24:21.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 -- start start 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4098074b60 0x7f409819e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4098076140 0x7f409819ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f409810e740 0x7f40981a5e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4098114280 con 0x7f4098074b60 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f4098114100 con 0x7f4098076140 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.346+0000 7f40a0108640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4098114400 con 0x7f409810e740 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f409dea4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4098074b60 0x7f409819e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f409dea4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4098074b60 0x7f409819e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56512/0 (socket says 172.21.15.90:56512) 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f409dea4640 1 -- 172.21.15.90:0/620988620 learned_addr learned my addr 172.21.15.90:0/620988620 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f409d6a3640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4098076140 0x7f409819ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f409dea4640 1 -- 172.21.15.90:0/620988620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f409810e740 msgr2=0x7f40981a5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f409e6a5640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f409810e740 0x7f40981a5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:21.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f409dea4640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f409810e740 0x7f40981a5e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:21.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f409dea4640 1 -- 172.21.15.90:0/620988620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4098076140 msgr2=0x7f409819ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:21.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f409dea4640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4098076140 0x7f409819ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:21.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f409dea4640 1 -- 172.21.15.90:0/620988620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40981a6500 con 0x7f4098074b60 2024-04-26T17:24:21.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f409dea4640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4098074b60 0x7f409819e8e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f409400e9f0 tx=0x7f409400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:21.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f408effd640 1 -- 172.21.15.90:0/620988620 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409400ccc0 con 0x7f4098074b60 2024-04-26T17:24:21.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f408effd640 1 -- 172.21.15.90:0/620988620 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f40940108e0 con 0x7f4098074b60 2024-04-26T17:24:21.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f40a0108640 1 -- 172.21.15.90:0/620988620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40981a67f0 con 0x7f4098074b60 2024-04-26T17:24:21.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f408effd640 1 -- 172.21.15.90:0/620988620 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40940187a0 con 0x7f4098074b60 2024-04-26T17:24:21.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.347+0000 7f40a0108640 1 -- 172.21.15.90:0/620988620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40981a6d40 con 0x7f4098074b60 2024-04-26T17:24:21.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.348+0000 7f40a0108640 1 -- 172.21.15.90:0/620988620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4098104800 con 0x7f4098074b60 2024-04-26T17:24:21.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.349+0000 7f408effd640 1 -- 172.21.15.90:0/620988620 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4094010a90 con 0x7f4098074b60 2024-04-26T17:24:21.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.350+0000 7f408effd640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f40840a3bb0 0x7f40840a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:21.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.350+0000 7f409d6a3640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f40840a3bb0 0x7f40840a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:21.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.351+0000 7f408effd640 1 -- 172.21.15.90:0/620988620 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f40940d0850 con 0x7f4098074b60 2024-04-26T17:24:21.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.351+0000 7f409d6a3640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f40840a3bb0 0x7f40840a6070 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f409819fdf0 tx=0x7f408800a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:21.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.354+0000 7f408effd640 1 -- 172.21.15.90:0/620988620 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f409409d6d0 con 0x7f4098074b60 2024-04-26T17:24:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:21 smithi119 ceph-mon[32584]: Deploying daemon mds.h on smithi119 2024-04-26T17:24:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:21 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.167:6836/20881690,v1:172.21.15.167:6837/20881690] up:boot 2024-04-26T17:24:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:21 smithi119 ceph-mon[32584]: fsmap 7 up:standby 2024-04-26T17:24:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T17:24:21.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.570+0000 7f40a0108640 1 -- 172.21.15.90:0/620988620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f409802d6d0 con 0x7f4098074b60 2024-04-26T17:24:21.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.571+0000 7f408effd640 1 -- 172.21.15.90:0/620988620 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6352 (secure 0 0 0) 0x7f409409cfd0 con 0x7f4098074b60 2024-04-26T17:24:21.570 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:21.570 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-26T17:24:21.571 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 8 2024-04-26T17:24:21.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.573+0000 7f40a0108640 1 -- 172.21.15.90:0/620988620 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f40840a3bb0 msgr2=0x7f40840a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:21.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.573+0000 7f40a0108640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f40840a3bb0 0x7f40840a6070 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f409819fdf0 tx=0x7f408800a2d0 comp rx=0 tx=0).stop 2024-04-26T17:24:21.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.573+0000 7f40a0108640 1 -- 172.21.15.90:0/620988620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4098074b60 msgr2=0x7f409819e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:21.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.573+0000 7f40a0108640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4098074b60 0x7f409819e8e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f409400e9f0 tx=0x7f409400edf0 comp rx=0 tx=0).stop 2024-04-26T17:24:21.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.573+0000 7f40a0108640 1 -- 172.21.15.90:0/620988620 shutdown_connections 2024-04-26T17:24:21.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.573+0000 7f40a0108640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f40840a3bb0 0x7f40840a6070 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:21.573 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.573+0000 7f40a0108640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f409810e740 0x7f40981a5e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:21.573 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.573+0000 7f40a0108640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4098076140 0x7f409819ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:21.573 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.573+0000 7f40a0108640 1 --2- 172.21.15.90:0/620988620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4098074b60 0x7f409819e8e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:21.573 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.573+0000 7f40a0108640 1 -- 172.21.15.90:0/620988620 >> 172.21.15.90:0/620988620 conn(0x7f40980fd6e0 msgr2=0x7f40981019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:21.573 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.573+0000 7f40a0108640 1 -- 172.21.15.90:0/620988620 shutdown_connections 2024-04-26T17:24:21.573 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:21.573+0000 7f40a0108640 1 -- 172.21.15.90:0/620988620 wait complete. 2024-04-26T17:24:21.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:21 smithi090 ceph-mon[29417]: Deploying daemon mds.h on smithi119 2024-04-26T17:24:21.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:21 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.167:6836/20881690,v1:172.21.15.167:6837/20881690] up:boot 2024-04-26T17:24:21.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:21 smithi090 ceph-mon[29417]: fsmap 7 up:standby 2024-04-26T17:24:21.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T17:24:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:21 smithi167 ceph-mon[32665]: Deploying daemon mds.h on smithi119 2024-04-26T17:24:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:21 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.167:6836/20881690,v1:172.21.15.167:6837/20881690] up:boot 2024-04-26T17:24:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:21 smithi167 ceph-mon[32665]: fsmap 7 up:standby 2024-04-26T17:24:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T17:24:22.277 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:24:22 smithi119 systemd[1]: Starting Ceph mds.h for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:24:22.277 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:24:22 smithi119 podman[62187]: 2024-04-26 17:24:22.180436982 +0000 UTC m=+0.017938115 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:24:22.530 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:22 smithi119 ceph-mon[32584]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:22.530 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:22 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/620988620' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:22.530 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:24:22 smithi119 podman[62187]: 2024-04-26 17:24:22.281350553 +0000 UTC m=+0.118851696 container create f40f8a36f1d2c53f70421faf08952c4a6a52ccd6da316288aea0ec301ab1bffe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-h, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=main-c37f63b, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-26T17:24:22.530 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:24:22 smithi119 podman[62187]: 2024-04-26 17:24:22.526281803 +0000 UTC m=+0.363782937 container init f40f8a36f1d2c53f70421faf08952c4a6a52ccd6da316288aea0ec301ab1bffe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-h, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=main-c37f63b) 2024-04-26T17:24:22.530 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:24:22 smithi119 podman[62187]: 2024-04-26 17:24:22.528815296 +0000 UTC m=+0.366316436 container start f40f8a36f1d2c53f70421faf08952c4a6a52ccd6da316288aea0ec301ab1bffe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-26T17:24:22.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:22 smithi090 ceph-mon[29417]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:22.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:22 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/620988620' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:22 smithi167 ceph-mon[32665]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:22 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/620988620' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:22.797 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:24:22 smithi119 ceph-mds[62206]: -- 172.21.15.119:0/1322277415 <== mon.2 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5563cea81a40 con 0x5563cea54800 2024-04-26T17:24:22.797 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:24:22 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-h[62202]: starting mds.h at 2024-04-26T17:24:22.797 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:24:22 smithi119 bash[62187]: f40f8a36f1d2c53f70421faf08952c4a6a52ccd6da316288aea0ec301ab1bffe 2024-04-26T17:24:22.797 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:24:22 smithi119 systemd[1]: Started Ceph mds.h for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:24:23.584 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:23.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.696+0000 7f8fc1de8640 1 -- 172.21.15.90:0/1662603033 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8fbc103340 msgr2=0x7f8fbc1037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:23.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.696+0000 7f8fc1de8640 1 --2- 172.21.15.90:0/1662603033 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8fbc103340 0x7f8fbc1037c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8fac009900 tx=0x7f8fac02a410 comp rx=0 tx=0).stop 2024-04-26T17:24:23.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.696+0000 7f8fc1de8640 1 -- 172.21.15.90:0/1662603033 shutdown_connections 2024-04-26T17:24:23.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.696+0000 7f8fc1de8640 1 --2- 172.21.15.90:0/1662603033 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8fbc103d00 0x7f8fbc10a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:23.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.696+0000 7f8fc1de8640 1 --2- 172.21.15.90:0/1662603033 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8fbc103340 0x7f8fbc1037c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:23.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.696+0000 7f8fc1de8640 1 --2- 172.21.15.90:0/1662603033 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8fbc102150 0x7f8fbc102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:23.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.696+0000 7f8fc1de8640 1 -- 172.21.15.90:0/1662603033 >> 172.21.15.90:0/1662603033 conn(0x7f8fbc0fd6e0 msgr2=0x7f8fbc0ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:23.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.696+0000 7f8fc1de8640 1 -- 172.21.15.90:0/1662603033 shutdown_connections 2024-04-26T17:24:23.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.696+0000 7f8fc1de8640 1 -- 172.21.15.90:0/1662603033 wait complete. 2024-04-26T17:24:23.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.696+0000 7f8fc1de8640 1 Processor -- start 2024-04-26T17:24:23.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fc1de8640 1 -- start start 2024-04-26T17:24:23.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fc1de8640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8fbc102150 0x7f8fbc075eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:23.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fc1de8640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8fbc103340 0x7f8fbc0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:23.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fc1de8640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8fbc103d00 0x7f8fbc074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:23.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fc1de8640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc10dc60 con 0x7f8fbc103340 2024-04-26T17:24:23.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fc1de8640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc10dae0 con 0x7f8fbc102150 2024-04-26T17:24:23.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fc1de8640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc10dde0 con 0x7f8fbc103d00 2024-04-26T17:24:23.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fbaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8fbc103340 0x7f8fbc0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:23.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fbb7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8fbc102150 0x7f8fbc075eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:23.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fbb7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8fbc102150 0x7f8fbc075eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:47734/0 (socket says 172.21.15.90:47734) 2024-04-26T17:24:23.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fbaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8fbc103340 0x7f8fbc0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56530/0 (socket says 172.21.15.90:56530) 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fbb7fe640 1 -- 172.21.15.90:0/307449238 learned_addr learned my addr 172.21.15.90:0/307449238 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fbbfff640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8fbc103d00 0x7f8fbc074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fbaffd640 1 -- 172.21.15.90:0/307449238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8fbc103d00 msgr2=0x7f8fbc074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fbaffd640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8fbc103d00 0x7f8fbc074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fbaffd640 1 -- 172.21.15.90:0/307449238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8fbc102150 msgr2=0x7f8fbc075eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fbaffd640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8fbc102150 0x7f8fbc075eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fbaffd640 1 -- 172.21.15.90:0/307449238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fbc0752c0 con 0x7f8fbc103340 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.697+0000 7f8fbaffd640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8fbc103340 0x7f8fbc0744f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8fac0314b0 tx=0x7f8fac0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.698+0000 7f8fb8ff9640 1 -- 172.21.15.90:0/307449238 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fac03f030 con 0x7f8fbc103340 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.698+0000 7f8fc1de8640 1 -- 172.21.15.90:0/307449238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fbc1a2460 con 0x7f8fbc103340 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.698+0000 7f8fb8ff9640 1 -- 172.21.15.90:0/307449238 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8fac003cb0 con 0x7f8fbc103340 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.698+0000 7f8fb8ff9640 1 -- 172.21.15.90:0/307449238 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fac035070 con 0x7f8fbc103340 2024-04-26T17:24:23.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.698+0000 7f8fc1de8640 1 -- 172.21.15.90:0/307449238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fbc1a29b0 con 0x7f8fbc103340 2024-04-26T17:24:23.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.699+0000 7f8fc1de8640 1 -- 172.21.15.90:0/307449238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fbc109590 con 0x7f8fbc103340 2024-04-26T17:24:23.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.700+0000 7f8fb8ff9640 1 -- 172.21.15.90:0/307449238 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8fac042030 con 0x7f8fbc103340 2024-04-26T17:24:23.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.700+0000 7f8fb8ff9640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8fa40a3bb0 0x7f8fa40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:23.701 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.700+0000 7f8fb8ff9640 1 -- 172.21.15.90:0/307449238 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f8fac0f0800 con 0x7f8fbc103340 2024-04-26T17:24:23.701 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.700+0000 7f8fbb7fe640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8fa40a3bb0 0x7f8fa40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:23.701 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.701+0000 7f8fbb7fe640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8fa40a3bb0 0x7f8fa40a6070 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8fb0005fd0 tx=0x7f8fb000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:23.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.705+0000 7f8fb8ff9640 1 -- 172.21.15.90:0/307449238 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8fac0bd030 con 0x7f8fbc103340 2024-04-26T17:24:23.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.920+0000 7f8fc1de8640 1 -- 172.21.15.90:0/307449238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8fbc02d6d0 con 0x7f8fbc103340 2024-04-26T17:24:23.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.921+0000 7f8fb8ff9640 1 -- 172.21.15.90:0/307449238 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7180 (secure 0 0 0) 0x7f8fac0c1330 con 0x7f8fbc103340 2024-04-26T17:24:23.919 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:23.920 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T17:24:23.920 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 9 2024-04-26T17:24:23.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.922+0000 7f8fc1de8640 1 -- 172.21.15.90:0/307449238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8fa40a3bb0 msgr2=0x7f8fa40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:23.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.922+0000 7f8fc1de8640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8fa40a3bb0 0x7f8fa40a6070 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8fb0005fd0 tx=0x7f8fb000b410 comp rx=0 tx=0).stop 2024-04-26T17:24:23.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.922+0000 7f8fc1de8640 1 -- 172.21.15.90:0/307449238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8fbc103340 msgr2=0x7f8fbc0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:23.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.922+0000 7f8fc1de8640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8fbc103340 0x7f8fbc0744f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8fac0314b0 tx=0x7f8fac0042f0 comp rx=0 tx=0).stop 2024-04-26T17:24:23.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.922+0000 7f8fc1de8640 1 -- 172.21.15.90:0/307449238 shutdown_connections 2024-04-26T17:24:23.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.922+0000 7f8fc1de8640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8fa40a3bb0 0x7f8fa40a6070 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:23.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.922+0000 7f8fc1de8640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8fbc103d00 0x7f8fbc074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:23.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.922+0000 7f8fc1de8640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8fbc103340 0x7f8fbc0744f0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:23.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.922+0000 7f8fc1de8640 1 --2- 172.21.15.90:0/307449238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8fbc102150 0x7f8fbc075eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:23.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.923+0000 7f8fc1de8640 1 -- 172.21.15.90:0/307449238 >> 172.21.15.90:0/307449238 conn(0x7f8fbc0fd6e0 msgr2=0x7f8fbc106760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:23.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.923+0000 7f8fc1de8640 1 -- 172.21.15.90:0/307449238 shutdown_connections 2024-04-26T17:24:23.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:23.923+0000 7f8fc1de8640 1 -- 172.21.15.90:0/307449238 wait complete. 2024-04-26T17:24:23.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:23.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:23 smithi090 ceph-mon[29417]: Deploying daemon mds.i on smithi167 2024-04-26T17:24:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:23 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] up:boot 2024-04-26T17:24:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:23 smithi090 ceph-mon[29417]: fsmap 8 up:standby 2024-04-26T17:24:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T17:24:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:23 smithi090 ceph-mon[29417]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:24.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:24.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:23 smithi167 ceph-mon[32665]: Deploying daemon mds.i on smithi167 2024-04-26T17:24:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:23 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] up:boot 2024-04-26T17:24:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:23 smithi167 ceph-mon[32665]: fsmap 8 up:standby 2024-04-26T17:24:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T17:24:24.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:23 smithi167 ceph-mon[32665]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:24.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:24.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:24.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:24.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:24.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:24.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:24.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:23 smithi119 ceph-mon[32584]: Deploying daemon mds.i on smithi167 2024-04-26T17:24:24.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:23 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] up:boot 2024-04-26T17:24:24.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:23 smithi119 ceph-mon[32584]: fsmap 8 up:standby 2024-04-26T17:24:24.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T17:24:24.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:23 smithi119 ceph-mon[32584]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:24.694 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:24 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/307449238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:25.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:24 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/307449238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:25.003 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:24:24 smithi167 systemd[1]: Starting Ceph mds.i for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:24:25.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:24 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/307449238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:25.379 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:24:25 smithi167 podman[63268]: 2024-04-26 17:24:25.019816793 +0000 UTC m=+0.018259398 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:24:25.379 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:24:25 smithi167 podman[63268]: 2024-04-26 17:24:25.144295963 +0000 UTC m=+0.142738571 container create 1aec46dd675fef474105526edfe4a420d01e3db2dad8816a2dbf1fd5daa0b6a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-i, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-c37f63b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-26T17:24:25.379 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:24:25 smithi167 podman[63268]: 2024-04-26 17:24:25.380519836 +0000 UTC m=+0.378962441 container init 1aec46dd675fef474105526edfe4a420d01e3db2dad8816a2dbf1fd5daa0b6a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-i, RELEASE=main-c37f63b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, ceph=True) 2024-04-26T17:24:25.673 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:24:25 smithi167 podman[63268]: 2024-04-26 17:24:25.383198673 +0000 UTC m=+0.381641279 container start 1aec46dd675fef474105526edfe4a420d01e3db2dad8816a2dbf1fd5daa0b6a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-i, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416) 2024-04-26T17:24:25.673 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:24:25 smithi167 ceph-mds[63287]: -- 172.21.15.167:0/636995655 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c941d6ba40 con 0x55c941d3e800 2024-04-26T17:24:25.673 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:24:25 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-i[63283]: starting mds.i at 2024-04-26T17:24:25.673 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:24:25 smithi167 bash[63268]: 1aec46dd675fef474105526edfe4a420d01e3db2dad8816a2dbf1fd5daa0b6a8 2024-04-26T17:24:25.673 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:24:25 smithi167 systemd[1]: Started Ceph mds.i for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:24:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:25 smithi090 ceph-mon[29417]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:25.933 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:26.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:25 smithi167 ceph-mon[32665]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:26.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:26.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:26.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:26.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:26.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:26.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:26.044 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.044+0000 7fb820f4f640 1 -- 172.21.15.90:0/2361118996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb81c102230 msgr2=0x7fb81c1026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:26.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.044+0000 7fb820f4f640 1 --2- 172.21.15.90:0/2361118996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb81c102230 0x7fb81c1026b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb80c009900 tx=0x7fb80c02a410 comp rx=0 tx=0).stop 2024-04-26T17:24:26.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.044+0000 7fb820f4f640 1 -- 172.21.15.90:0/2361118996 shutdown_connections 2024-04-26T17:24:26.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 --2- 172.21.15.90:0/2361118996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb81c102bf0 0x7fb81c109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:26.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 --2- 172.21.15.90:0/2361118996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb81c102230 0x7fb81c1026b0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:26.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 --2- 172.21.15.90:0/2361118996 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb81c101040 0x7fb81c101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:26.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 -- 172.21.15.90:0/2361118996 >> 172.21.15.90:0/2361118996 conn(0x7fb81c0fc5b0 msgr2=0x7fb81c0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:26.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 -- 172.21.15.90:0/2361118996 shutdown_connections 2024-04-26T17:24:26.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 -- 172.21.15.90:0/2361118996 wait complete. 2024-04-26T17:24:26.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 Processor -- start 2024-04-26T17:24:26.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 -- start start 2024-04-26T17:24:26.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb81c101040 0x7fb81c1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:26.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb81c102230 0x7fb81c1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:26.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb81c102bf0 0x7fb81c19f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:26.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb81c10cb50 con 0x7fb81c101040 2024-04-26T17:24:26.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb81c10c9d0 con 0x7fb81c102bf0 2024-04-26T17:24:26.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.045+0000 7fb820f4f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb81c10ccd0 con 0x7fb81c102230 2024-04-26T17:24:26.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.046+0000 7fb81a59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb81c101040 0x7fb81c1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:26.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.046+0000 7fb81a59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb81c101040 0x7fb81c1983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56896/0 (socket says 172.21.15.90:56896) 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.046+0000 7fb81a59c640 1 -- 172.21.15.90:0/2533518398 learned_addr learned my addr 172.21.15.90:0/2533518398 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.046+0000 7fb819d9b640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb81c102230 0x7fb81c1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.046+0000 7fb81ad9d640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb81c102bf0 0x7fb81c19f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.046+0000 7fb81a59c640 1 -- 172.21.15.90:0/2533518398 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb81c102230 msgr2=0x7fb81c1988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.046+0000 7fb81a59c640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb81c102230 0x7fb81c1988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.046+0000 7fb81a59c640 1 -- 172.21.15.90:0/2533518398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb81c102bf0 msgr2=0x7fb81c19f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.046+0000 7fb81a59c640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb81c102bf0 0x7fb81c19f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.046+0000 7fb81a59c640 1 -- 172.21.15.90:0/2533518398 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb81c19ffd0 con 0x7fb81c101040 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.046+0000 7fb81a59c640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb81c101040 0x7fb81c1983b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb81000d770 tx=0x7fb81000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.047+0000 7fb80b7fe640 1 -- 172.21.15.90:0/2533518398 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb810017070 con 0x7fb81c101040 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.047+0000 7fb80b7fe640 1 -- 172.21.15.90:0/2533518398 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb810009c30 con 0x7fb81c101040 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.047+0000 7fb820f4f640 1 -- 172.21.15.90:0/2533518398 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb81c1a02c0 con 0x7fb81c101040 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.047+0000 7fb80b7fe640 1 -- 172.21.15.90:0/2533518398 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb810003d00 con 0x7fb81c101040 2024-04-26T17:24:26.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.047+0000 7fb820f4f640 1 -- 172.21.15.90:0/2533518398 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb81c1a07e0 con 0x7fb81c101040 2024-04-26T17:24:26.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.048+0000 7fb820f4f640 1 -- 172.21.15.90:0/2533518398 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb81c1a0a40 con 0x7fb81c101040 2024-04-26T17:24:26.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:25 smithi119 ceph-mon[32584]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:26.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:26.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:26.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:26.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:26.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:26.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:26.051 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.049+0000 7fb80b7fe640 1 -- 172.21.15.90:0/2533518398 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb810003ea0 con 0x7fb81c101040 2024-04-26T17:24:26.051 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.049+0000 7fb80b7fe640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb8040a3bb0 0x7fb8040a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:26.051 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.049+0000 7fb819d9b640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb8040a3bb0 0x7fb8040a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:26.051 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.049+0000 7fb80b7fe640 1 -- 172.21.15.90:0/2533518398 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb8100cfbe0 con 0x7fb81c101040 2024-04-26T17:24:26.051 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.050+0000 7fb819d9b640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb8040a3bb0 0x7fb8040a6070 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fb80c006010 tx=0x7fb80c005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:26.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.054+0000 7fb80b7fe640 1 -- 172.21.15.90:0/2533518398 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb810009de0 con 0x7fb81c101040 2024-04-26T17:24:26.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.280+0000 7fb820f4f640 1 -- 172.21.15.90:0/2533518398 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb81c1a0c10 con 0x7fb81c101040 2024-04-26T17:24:26.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.280+0000 7fb80b7fe640 1 -- 172.21.15.90:0/2533518398 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8010 (secure 0 0 0) 0x7fb81009c410 con 0x7fb81c101040 2024-04-26T17:24:26.280 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:26.280 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T17:24:26.281 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 10 2024-04-26T17:24:26.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.282+0000 7fb820f4f640 1 -- 172.21.15.90:0/2533518398 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb8040a3bb0 msgr2=0x7fb8040a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:26.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.282+0000 7fb820f4f640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb8040a3bb0 0x7fb8040a6070 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fb80c006010 tx=0x7fb80c005d50 comp rx=0 tx=0).stop 2024-04-26T17:24:26.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.282+0000 7fb820f4f640 1 -- 172.21.15.90:0/2533518398 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb81c101040 msgr2=0x7fb81c1983b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:26.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.282+0000 7fb820f4f640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb81c101040 0x7fb81c1983b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb81000d770 tx=0x7fb81000dc30 comp rx=0 tx=0).stop 2024-04-26T17:24:26.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.282+0000 7fb820f4f640 1 -- 172.21.15.90:0/2533518398 shutdown_connections 2024-04-26T17:24:26.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.282+0000 7fb820f4f640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb8040a3bb0 0x7fb8040a6070 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:26.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.282+0000 7fb820f4f640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb81c102bf0 0x7fb81c19f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:26.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.282+0000 7fb820f4f640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb81c102230 0x7fb81c1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:26.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.282+0000 7fb820f4f640 1 --2- 172.21.15.90:0/2533518398 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb81c101040 0x7fb81c1983b0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:26.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.282+0000 7fb820f4f640 1 -- 172.21.15.90:0/2533518398 >> 172.21.15.90:0/2533518398 conn(0x7fb81c0fc5b0 msgr2=0x7fb81c069340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:26.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.282+0000 7fb820f4f640 1 -- 172.21.15.90:0/2533518398 shutdown_connections 2024-04-26T17:24:26.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:26.282+0000 7fb820f4f640 1 -- 172.21.15.90:0/2533518398 wait complete. 2024-04-26T17:24:26.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:26 smithi090 ceph-mon[29417]: Deploying daemon mds.g on smithi090 2024-04-26T17:24:26.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:26 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] up:boot 2024-04-26T17:24:26.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:26 smithi090 ceph-mon[29417]: fsmap 9 up:standby 2024-04-26T17:24:26.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:26 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T17:24:26.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:26 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2533518398' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:27.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:26 smithi167 ceph-mon[32665]: Deploying daemon mds.g on smithi090 2024-04-26T17:24:27.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:26 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] up:boot 2024-04-26T17:24:27.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:26 smithi167 ceph-mon[32665]: fsmap 9 up:standby 2024-04-26T17:24:27.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:26 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T17:24:27.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:26 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2533518398' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:27.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:26 smithi119 ceph-mon[32584]: Deploying daemon mds.g on smithi090 2024-04-26T17:24:27.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:26 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] up:boot 2024-04-26T17:24:27.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:26 smithi119 ceph-mon[32584]: fsmap 9 up:standby 2024-04-26T17:24:27.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:26 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T17:24:27.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:26 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2533518398' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:27.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:27 smithi090 ceph-mon[29417]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:27.929 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:24:27 smithi090 systemd[1]: Starting Ceph mds.g for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:24:28.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:27 smithi167 ceph-mon[32665]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:28.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:27 smithi119 ceph-mon[32584]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:28.181 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:24:27 smithi090 podman[70651]: 2024-04-26 17:24:27.832617487 +0000 UTC m=+0.018281164 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:24:28.181 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:24:27 smithi090 podman[70651]: 2024-04-26 17:24:27.953011641 +0000 UTC m=+0.138675318 container create 2efd77be6b4c5f2676a9d03e4ac828d68928e712122101520f0b0ac44d11e1d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-g, RELEASE=main-c37f63b, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-26T17:24:28.294 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:28.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.400+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3442544283 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7a5c102230 msgr2=0x7f7a5c1026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:28.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.400+0000 7f7a61b5d640 1 --2- 172.21.15.90:0/3442544283 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7a5c102230 0x7f7a5c1026b0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7a44009900 tx=0x7f7a4402a410 comp rx=0 tx=0).stop 2024-04-26T17:24:28.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.400+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3442544283 shutdown_connections 2024-04-26T17:24:28.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.400+0000 7f7a61b5d640 1 --2- 172.21.15.90:0/3442544283 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a5c102bf0 0x7f7a5c109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:28.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.400+0000 7f7a61b5d640 1 --2- 172.21.15.90:0/3442544283 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7a5c102230 0x7f7a5c1026b0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:28.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.400+0000 7f7a61b5d640 1 --2- 172.21.15.90:0/3442544283 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a5c101040 0x7f7a5c101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:28.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.400+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3442544283 >> 172.21.15.90:0/3442544283 conn(0x7f7a5c0fc5b0 msgr2=0x7f7a5c0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.400+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3442544283 shutdown_connections 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.400+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3442544283 wait complete. 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a61b5d640 1 Processor -- start 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a61b5d640 1 -- start start 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a61b5d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7a5c101040 0x7f7a5c1983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a61b5d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a5c102230 0x7f7a5c198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a61b5d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a5c102bf0 0x7f7a5c19f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a61b5d640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c10cb50 con 0x7f7a5c101040 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a61b5d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c10c9d0 con 0x7f7a5c102230 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a61b5d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c10ccd0 con 0x7f7a5c102bf0 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a5b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7a5c101040 0x7f7a5c1983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a5b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7a5c101040 0x7f7a5c1983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56938/0 (socket says 172.21.15.90:56938) 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a5b7fe640 1 -- 172.21.15.90:0/3994467082 learned_addr learned my addr 172.21.15.90:0/3994467082 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:28.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a5bfff640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a5c102bf0 0x7f7a5c19f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a53fff640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a5c102230 0x7f7a5c198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a5b7fe640 1 -- 172.21.15.90:0/3994467082 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a5c102bf0 msgr2=0x7f7a5c19f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a5b7fe640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a5c102bf0 0x7f7a5c19f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a5b7fe640 1 -- 172.21.15.90:0/3994467082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a5c102230 msgr2=0x7f7a5c198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a5b7fe640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a5c102230 0x7f7a5c198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a5b7fe640 1 -- 172.21.15.90:0/3994467082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a5c1a0000 con 0x7f7a5c101040 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a53fff640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a5c102230 0x7f7a5c198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a5b7fe640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7a5c101040 0x7f7a5c1983e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c00c970 tx=0x7f7a4c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a597fa640 1 -- 172.21.15.90:0/3994467082 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c004220 con 0x7f7a5c101040 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3994467082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a5c1a02f0 con 0x7f7a5c101040 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a597fa640 1 -- 172.21.15.90:0/3994467082 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7a4c0043c0 con 0x7f7a5c101040 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3994467082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a5c1a0890 con 0x7f7a5c101040 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.401+0000 7f7a597fa640 1 -- 172.21.15.90:0/3994467082 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c00f450 con 0x7f7a5c101040 2024-04-26T17:24:28.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.402+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3994467082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a5c1a0bb0 con 0x7f7a5c101040 2024-04-26T17:24:28.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.404+0000 7f7a597fa640 1 -- 172.21.15.90:0/3994467082 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7a4c003610 con 0x7f7a5c101040 2024-04-26T17:24:28.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.405+0000 7f7a597fa640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7a480a3bb0 0x7f7a480a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:28.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.405+0000 7f7a53fff640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7a480a3bb0 0x7f7a480a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:28.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.405+0000 7f7a597fa640 1 -- 172.21.15.90:0/3994467082 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f7a4c0d0110 con 0x7f7a5c101040 2024-04-26T17:24:28.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.405+0000 7f7a53fff640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7a480a3bb0 0x7f7a480a6070 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7a44006010 tx=0x7f7a44000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:28.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.408+0000 7f7a597fa640 1 -- 172.21.15.90:0/3994467082 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7a4c014030 con 0x7f7a5c101040 2024-04-26T17:24:28.632 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.632+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3994467082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7a5c1a0d80 con 0x7f7a5c101040 2024-04-26T17:24:28.632 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.633+0000 7f7a597fa640 1 -- 172.21.15.90:0/3994467082 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8010 (secure 0 0 0) 0x7f7a4c09cf90 con 0x7f7a5c101040 2024-04-26T17:24:28.632 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:28.633 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T17:24:28.633 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 10 2024-04-26T17:24:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.635+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3994467082 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7a480a3bb0 msgr2=0x7f7a480a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.635+0000 7f7a61b5d640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7a480a3bb0 0x7f7a480a6070 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7a44006010 tx=0x7f7a44000bc0 comp rx=0 tx=0).stop 2024-04-26T17:24:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.635+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3994467082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7a5c101040 msgr2=0x7f7a5c1983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.635+0000 7f7a61b5d640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7a5c101040 0x7f7a5c1983e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c00c970 tx=0x7f7a4c00ce30 comp rx=0 tx=0).stop 2024-04-26T17:24:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.635+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3994467082 shutdown_connections 2024-04-26T17:24:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.635+0000 7f7a61b5d640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7a480a3bb0 0x7f7a480a6070 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.635+0000 7f7a61b5d640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a5c102bf0 0x7f7a5c19f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.635+0000 7f7a61b5d640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a5c102230 0x7f7a5c198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.635+0000 7f7a61b5d640 1 --2- 172.21.15.90:0/3994467082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7a5c101040 0x7f7a5c1983e0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:28.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.635+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3994467082 >> 172.21.15.90:0/3994467082 conn(0x7f7a5c0fc5b0 msgr2=0x7f7a5c069300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:28.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.635+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3994467082 shutdown_connections 2024-04-26T17:24:28.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:28.635+0000 7f7a61b5d640 1 -- 172.21.15.90:0/3994467082 wait complete. 2024-04-26T17:24:28.645 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:24:28 smithi090 podman[70651]: 2024-04-26 17:24:28.206405151 +0000 UTC m=+0.392068828 container init 2efd77be6b4c5f2676a9d03e4ac828d68928e712122101520f0b0ac44d11e1d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-g, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-26T17:24:28.645 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:24:28 smithi090 podman[70651]: 2024-04-26 17:24:28.209046851 +0000 UTC m=+0.394710529 container start 2efd77be6b4c5f2676a9d03e4ac828d68928e712122101520f0b0ac44d11e1d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-g, ceph=True, RELEASE=main-c37f63b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-26T17:24:28.645 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:24:28 smithi090 ceph-mds[70670]: -- 172.21.15.90:0/3650586080 <== mon.0 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55994c55fa40 con 0x55994c532800 2024-04-26T17:24:28.645 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:24:28 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-g[70666]: starting mds.g at 2024-04-26T17:24:28.645 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:24:28 smithi090 bash[70651]: 2efd77be6b4c5f2676a9d03e4ac828d68928e712122101520f0b0ac44d11e1d6 2024-04-26T17:24:28.645 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:24:28 smithi090 systemd[1]: Started Ceph mds.g for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:24:29.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:29.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:29.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:29.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:29.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:29.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:29.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:29 smithi090 ceph-mon[29417]: Deploying daemon mds.a on smithi090 2024-04-26T17:24:29.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:29 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3994467082' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:29.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:29 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.90:6838/1862823529,v1:172.21.15.90:6839/1862823529] up:boot 2024-04-26T17:24:29.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:29 smithi090 ceph-mon[29417]: fsmap 10 up:standby 2024-04-26T17:24:29.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:29 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T17:24:29.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:29.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:29.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:29.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:29.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:29.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:29.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:29 smithi167 ceph-mon[32665]: Deploying daemon mds.a on smithi090 2024-04-26T17:24:29.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:29 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3994467082' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:29.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:29 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.90:6838/1862823529,v1:172.21.15.90:6839/1862823529] up:boot 2024-04-26T17:24:29.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:29 smithi167 ceph-mon[32665]: fsmap 10 up:standby 2024-04-26T17:24:29.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:29 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T17:24:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:29 smithi119 ceph-mon[32584]: Deploying daemon mds.a on smithi090 2024-04-26T17:24:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:29 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3994467082' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:29.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:29 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.90:6838/1862823529,v1:172.21.15.90:6839/1862823529] up:boot 2024-04-26T17:24:29.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:29 smithi119 ceph-mon[32584]: fsmap 10 up:standby 2024-04-26T17:24:29.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:29 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T17:24:30.647 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:30.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:30 smithi090 ceph-mon[29417]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:30.672 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:24:30 smithi090 systemd[1]: Starting Ceph mds.a for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:24:30.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:30 smithi167 ceph-mon[32665]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:30.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 -- 172.21.15.90:0/2066526459 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f193c1054f0 msgr2=0x7f193c1078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:30.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 --2- 172.21.15.90:0/2066526459 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f193c1054f0 0x7f193c1078e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f192c009900 tx=0x7f192c02a410 comp rx=0 tx=0).stop 2024-04-26T17:24:30.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 -- 172.21.15.90:0/2066526459 shutdown_connections 2024-04-26T17:24:30.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 --2- 172.21.15.90:0/2066526459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f193c107e20 0x7f193c10a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:30.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 --2- 172.21.15.90:0/2066526459 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f193c1054f0 0x7f193c1078e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:30.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 --2- 172.21.15.90:0/2066526459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f193c102bc0 0x7f193c104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:30.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 -- 172.21.15.90:0/2066526459 >> 172.21.15.90:0/2066526459 conn(0x7f193c0fc5b0 msgr2=0x7f193c0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:30.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 -- 172.21.15.90:0/2066526459 shutdown_connections 2024-04-26T17:24:30.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 -- 172.21.15.90:0/2066526459 wait complete. 2024-04-26T17:24:30.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 Processor -- start 2024-04-26T17:24:30.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 -- start start 2024-04-26T17:24:30.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f193c102bc0 0x7f193c102530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:30.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f193c1054f0 0x7f193c100b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:30.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.753+0000 7f19444a3640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f193c107e20 0x7f193c1010b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f19444a3640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f193c10dcd0 con 0x7f193c102bc0 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f19444a3640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f193c10db50 con 0x7f193c1054f0 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f19444a3640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f193c10de50 con 0x7f193c107e20 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f194223f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f193c102bc0 0x7f193c102530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f194223f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f193c102bc0 0x7f193c102530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56962/0 (socket says 172.21.15.90:56962) 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f194223f640 1 -- 172.21.15.90:0/641628630 learned_addr learned my addr 172.21.15.90:0/641628630 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f1942a40640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f193c107e20 0x7f193c1010b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f194223f640 1 -- 172.21.15.90:0/641628630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f193c107e20 msgr2=0x7f193c1010b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f194223f640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f193c107e20 0x7f193c1010b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f194223f640 1 -- 172.21.15.90:0/641628630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f193c1054f0 msgr2=0x7f193c100b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f194223f640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f193c1054f0 0x7f193c100b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f194223f640 1 -- 172.21.15.90:0/641628630 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f193c101940 con 0x7f193c102bc0 2024-04-26T17:24:30.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f1942a40640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f193c107e20 0x7f193c1010b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:24:30.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f194223f640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f193c102bc0 0x7f193c102530 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f193400ba50 tx=0x7f193400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:30.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f19337fe640 1 -- 172.21.15.90:0/641628630 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1934019070 con 0x7f193c102bc0 2024-04-26T17:24:30.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f19337fe640 1 -- 172.21.15.90:0/641628630 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f193400cbe0 con 0x7f193c102bc0 2024-04-26T17:24:30.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f19444a3640 1 -- 172.21.15.90:0/641628630 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f193c1a2570 con 0x7f193c102bc0 2024-04-26T17:24:30.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f19337fe640 1 -- 172.21.15.90:0/641628630 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19340075d0 con 0x7f193c102bc0 2024-04-26T17:24:30.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.754+0000 7f19444a3640 1 -- 172.21.15.90:0/641628630 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f193c1a2b40 con 0x7f193c102bc0 2024-04-26T17:24:30.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.755+0000 7f19444a3640 1 -- 172.21.15.90:0/641628630 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f193c0fe0a0 con 0x7f193c102bc0 2024-04-26T17:24:30.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.756+0000 7f19337fe640 1 -- 172.21.15.90:0/641628630 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f193401c070 con 0x7f193c102bc0 2024-04-26T17:24:30.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.757+0000 7f19337fe640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f19280a3c30 0x7f19280a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:30.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.757+0000 7f1941a3e640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f19280a3c30 0x7f19280a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:30.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.757+0000 7f19337fe640 1 -- 172.21.15.90:0/641628630 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f19340cfa90 con 0x7f193c102bc0 2024-04-26T17:24:30.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.757+0000 7f1941a3e640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f19280a3c30 0x7f19280a60f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f192c0096c0 tx=0x7f192c005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.760+0000 7f19337fe640 1 -- 172.21.15.90:0/641628630 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f193409c910 con 0x7f193c102bc0 2024-04-26T17:24:30.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:30 smithi119 ceph-mon[32584]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:30.931 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:24:30 smithi090 podman[71003]: 2024-04-26 17:24:30.594843508 +0000 UTC m=+0.018707882 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:24:30.931 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:24:30 smithi090 podman[71003]: 2024-04-26 17:24:30.705940375 +0000 UTC m=+0.129804811 container create f4b3fe68368ebc5bca49d9b38fe73a3cc433b3c19cc5769b96d25a6a704f5127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:24:30.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.982+0000 7f19444a3640 1 -- 172.21.15.90:0/641628630 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f193c02d6d0 con 0x7f193c102bc0 2024-04-26T17:24:30.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.983+0000 7f19337fe640 1 -- 172.21.15.90:0/641628630 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8836 (secure 0 0 0) 0x7f193409c210 con 0x7f193c102bc0 2024-04-26T17:24:30.983 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:30.983 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T17:24:30.983 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 11 2024-04-26T17:24:30.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.985+0000 7f19444a3640 1 -- 172.21.15.90:0/641628630 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f19280a3c30 msgr2=0x7f19280a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:30.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.985+0000 7f19444a3640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f19280a3c30 0x7f19280a60f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f192c0096c0 tx=0x7f192c005d50 comp rx=0 tx=0).stop 2024-04-26T17:24:30.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.985+0000 7f19444a3640 1 -- 172.21.15.90:0/641628630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f193c102bc0 msgr2=0x7f193c102530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:30.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.985+0000 7f19444a3640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f193c102bc0 0x7f193c102530 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f193400ba50 tx=0x7f193400bf10 comp rx=0 tx=0).stop 2024-04-26T17:24:30.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.985+0000 7f19444a3640 1 -- 172.21.15.90:0/641628630 shutdown_connections 2024-04-26T17:24:30.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.985+0000 7f19444a3640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f19280a3c30 0x7f19280a60f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:30.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.985+0000 7f19444a3640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f193c107e20 0x7f193c1010b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:30.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.985+0000 7f19444a3640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f193c1054f0 0x7f193c100b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:30.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.985+0000 7f19444a3640 1 --2- 172.21.15.90:0/641628630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f193c102bc0 0x7f193c102530 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:30.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.985+0000 7f19444a3640 1 -- 172.21.15.90:0/641628630 >> 172.21.15.90:0/641628630 conn(0x7f193c0fc5b0 msgr2=0x7f193c104aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:30.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.985+0000 7f19444a3640 1 -- 172.21.15.90:0/641628630 shutdown_connections 2024-04-26T17:24:30.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:30.985+0000 7f19444a3640 1 -- 172.21.15.90:0/641628630 wait complete. 2024-04-26T17:24:31.370 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:24:31 smithi090 podman[71003]: 2024-04-26 17:24:31.026183123 +0000 UTC m=+0.450047497 container init f4b3fe68368ebc5bca49d9b38fe73a3cc433b3c19cc5769b96d25a6a704f5127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-26T17:24:31.370 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:24:31 smithi090 podman[71003]: 2024-04-26 17:24:31.028738155 +0000 UTC m=+0.452602530 container start f4b3fe68368ebc5bca49d9b38fe73a3cc433b3c19cc5769b96d25a6a704f5127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-a, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T17:24:31.370 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:24:31 smithi090 ceph-mds[71063]: -- 172.21.15.90:0/524734006 <== mon.0 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e0a46e3a40 con 0x55e0a46b6800 2024-04-26T17:24:31.371 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:24:31 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-a[71057]: starting mds.a at 2024-04-26T17:24:31.371 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:24:31 smithi090 bash[71003]: f4b3fe68368ebc5bca49d9b38fe73a3cc433b3c19cc5769b96d25a6a704f5127 2024-04-26T17:24:31.371 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:24:31 smithi090 systemd[1]: Started Ceph mds.a for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:24:31.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:31 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/641628630' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:31.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:31.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:31.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:31.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:31.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:31.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:31 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:31 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/641628630' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:31.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:31.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:31 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:31 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/641628630' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T17:24:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T17:24:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:31 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:32.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:32 smithi090 ceph-mon[29417]: Deploying daemon mds.b on smithi119 2024-04-26T17:24:32.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:32 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.90:6840/4015520836,v1:172.21.15.90:6841/4015520836] up:boot 2024-04-26T17:24:32.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:32 smithi090 ceph-mon[29417]: fsmap 11 up:standby 2024-04-26T17:24:32.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:32 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T17:24:32.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:32 smithi090 ceph-mon[29417]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:32 smithi167 ceph-mon[32665]: Deploying daemon mds.b on smithi119 2024-04-26T17:24:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:32 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.90:6840/4015520836,v1:172.21.15.90:6841/4015520836] up:boot 2024-04-26T17:24:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:32 smithi167 ceph-mon[32665]: fsmap 11 up:standby 2024-04-26T17:24:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:32 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T17:24:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:32 smithi167 ceph-mon[32665]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:32 smithi119 ceph-mon[32584]: Deploying daemon mds.b on smithi119 2024-04-26T17:24:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:32 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.90:6840/4015520836,v1:172.21.15.90:6841/4015520836] up:boot 2024-04-26T17:24:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:32 smithi119 ceph-mon[32584]: fsmap 11 up:standby 2024-04-26T17:24:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:32 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T17:24:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:32 smithi119 ceph-mon[32584]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:32.996 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:33.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.106+0000 7f2f7687b640 1 -- 172.21.15.90:0/2917247679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2f70102250 msgr2=0x7f2f701026d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:33.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.106+0000 7f2f7687b640 1 --2- 172.21.15.90:0/2917247679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2f70102250 0x7f2f701026d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2f64009900 tx=0x7f2f6402a410 comp rx=0 tx=0).stop 2024-04-26T17:24:33.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.106+0000 7f2f7687b640 1 -- 172.21.15.90:0/2917247679 shutdown_connections 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.106+0000 7f2f7687b640 1 --2- 172.21.15.90:0/2917247679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f70102c10 0x7f2f701094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.106+0000 7f2f7687b640 1 --2- 172.21.15.90:0/2917247679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2f70102250 0x7f2f701026d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.106+0000 7f2f7687b640 1 --2- 172.21.15.90:0/2917247679 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2f70101060 0x7f2f70101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.106+0000 7f2f7687b640 1 -- 172.21.15.90:0/2917247679 >> 172.21.15.90:0/2917247679 conn(0x7f2f700fc5f0 msgr2=0x7f2f700fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.106+0000 7f2f7687b640 1 -- 172.21.15.90:0/2917247679 shutdown_connections 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.106+0000 7f2f7687b640 1 -- 172.21.15.90:0/2917247679 wait complete. 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f7687b640 1 Processor -- start 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f7687b640 1 -- start start 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f7687b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2f70101060 0x7f2f701972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f7687b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f70102250 0x7f2f701977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f7687b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2f70102c10 0x7f2f7019e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f7687b640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7010cbc0 con 0x7f2f70102c10 2024-04-26T17:24:33.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f7687b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7010ca40 con 0x7f2f70101060 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f7687b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7010cd40 con 0x7f2f70102250 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f74e18640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2f70102c10 0x7f2f7019e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f74e18640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2f70102c10 0x7f2f7019e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57008/0 (socket says 172.21.15.90:57008) 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f74e18640 1 -- 172.21.15.90:0/266869116 learned_addr learned my addr 172.21.15.90:0/266869116 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f6ffff640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2f70101060 0x7f2f701972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.107+0000 7f2f6f7fe640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f70102250 0x7f2f701977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.108+0000 7f2f74e18640 1 -- 172.21.15.90:0/266869116 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f70102250 msgr2=0x7f2f701977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.108+0000 7f2f74e18640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f70102250 0x7f2f701977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.108+0000 7f2f74e18640 1 -- 172.21.15.90:0/266869116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2f70101060 msgr2=0x7f2f701972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.108+0000 7f2f74e18640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2f70101060 0x7f2f701972b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.108+0000 7f2f74e18640 1 -- 172.21.15.90:0/266869116 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f7019ee80 con 0x7f2f70102c10 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.108+0000 7f2f74e18640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2f70102c10 0x7f2f7019e810 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2f6800eaa0 tx=0x7f2f6800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:33.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.108+0000 7f2f6d7fa640 1 -- 172.21.15.90:0/266869116 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f6800cdb0 con 0x7f2f70102c10 2024-04-26T17:24:33.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.108+0000 7f2f6d7fa640 1 -- 172.21.15.90:0/266869116 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2f68005020 con 0x7f2f70102c10 2024-04-26T17:24:33.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.108+0000 7f2f7687b640 1 -- 172.21.15.90:0/266869116 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f7019f170 con 0x7f2f70102c10 2024-04-26T17:24:33.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.108+0000 7f2f6d7fa640 1 -- 172.21.15.90:0/266869116 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f680116d0 con 0x7f2f70102c10 2024-04-26T17:24:33.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.108+0000 7f2f7687b640 1 -- 172.21.15.90:0/266869116 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f7019f690 con 0x7f2f70102c10 2024-04-26T17:24:33.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.109+0000 7f2f7687b640 1 -- 172.21.15.90:0/266869116 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f70108450 con 0x7f2f70102c10 2024-04-26T17:24:33.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.110+0000 7f2f6d7fa640 1 -- 172.21.15.90:0/266869116 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2f68005580 con 0x7f2f70102c10 2024-04-26T17:24:33.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.110+0000 7f2f6d7fa640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2f580a3bb0 0x7f2f580a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:33.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.111+0000 7f2f6ffff640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2f580a3bb0 0x7f2f580a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:33.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.111+0000 7f2f6d7fa640 1 -- 172.21.15.90:0/266869116 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f2f680d0010 con 0x7f2f70102c10 2024-04-26T17:24:33.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.111+0000 7f2f6ffff640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2f580a3bb0 0x7f2f580a6070 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2f60005fd0 tx=0x7f2f6000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:33.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.115+0000 7f2f6d7fa640 1 -- 172.21.15.90:0/266869116 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2f68016030 con 0x7f2f70102c10 2024-04-26T17:24:33.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.330+0000 7f2f7687b640 1 -- 172.21.15.90:0/266869116 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2f7002d6d0 con 0x7f2f70102c10 2024-04-26T17:24:33.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.331+0000 7f2f6d7fa640 1 -- 172.21.15.90:0/266869116 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9662 (secure 0 0 0) 0x7f2f6809c840 con 0x7f2f70102c10 2024-04-26T17:24:33.331 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:33.331 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14652,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T17:24:33.331 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 12 2024-04-26T17:24:33.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.333+0000 7f2f7687b640 1 -- 172.21.15.90:0/266869116 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2f580a3bb0 msgr2=0x7f2f580a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:33.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.333+0000 7f2f7687b640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2f580a3bb0 0x7f2f580a6070 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2f60005fd0 tx=0x7f2f6000b410 comp rx=0 tx=0).stop 2024-04-26T17:24:33.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.333+0000 7f2f7687b640 1 -- 172.21.15.90:0/266869116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2f70102c10 msgr2=0x7f2f7019e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:33.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.333+0000 7f2f7687b640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2f70102c10 0x7f2f7019e810 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2f6800eaa0 tx=0x7f2f6800ef60 comp rx=0 tx=0).stop 2024-04-26T17:24:33.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.333+0000 7f2f7687b640 1 -- 172.21.15.90:0/266869116 shutdown_connections 2024-04-26T17:24:33.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.333+0000 7f2f7687b640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2f580a3bb0 0x7f2f580a6070 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:33.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.333+0000 7f2f7687b640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2f70102c10 0x7f2f7019e810 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:33.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.333+0000 7f2f7687b640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f70102250 0x7f2f701977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:33.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.333+0000 7f2f7687b640 1 --2- 172.21.15.90:0/266869116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2f70101060 0x7f2f701972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:33.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.333+0000 7f2f7687b640 1 -- 172.21.15.90:0/266869116 >> 172.21.15.90:0/266869116 conn(0x7f2f700fc5f0 msgr2=0x7f2f70105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:33.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.333+0000 7f2f7687b640 1 -- 172.21.15.90:0/266869116 shutdown_connections 2024-04-26T17:24:33.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:33.333+0000 7f2f7687b640 1 -- 172.21.15.90:0/266869116 wait complete. 2024-04-26T17:24:33.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:33 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/266869116' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:33.547 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:24:33 smithi119 systemd[1]: Starting Ceph mds.b for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:24:33.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:33 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/266869116' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:33.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:33 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/266869116' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:33.964 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:24:33 smithi119 podman[62495]: 2024-04-26 17:24:33.538798733 +0000 UTC m=+0.017941358 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:24:33.964 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:24:33 smithi119 podman[62495]: 2024-04-26 17:24:33.662162689 +0000 UTC m=+0.141305314 container create 2ae58f57263560d18d56a4574f2831ef41f4927f4211b9543dc8f3714ba50653 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-b, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b) 2024-04-26T17:24:33.964 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:24:33 smithi119 podman[62495]: 2024-04-26 17:24:33.965196811 +0000 UTC m=+0.444339437 container init 2ae58f57263560d18d56a4574f2831ef41f4927f4211b9543dc8f3714ba50653 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b) 2024-04-26T17:24:34.297 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:24:33 smithi119 podman[62495]: 2024-04-26 17:24:33.968052327 +0000 UTC m=+0.447194960 container start 2ae58f57263560d18d56a4574f2831ef41f4927f4211b9543dc8f3714ba50653 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-b, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:24:34.297 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:24:33 smithi119 ceph-mds[62514]: -- 172.21.15.119:0/2540398312 <== mon.2 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5646804bba40 con 0x56468048e800 2024-04-26T17:24:34.297 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:24:33 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-b[62510]: starting mds.b at 2024-04-26T17:24:34.297 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:24:34 smithi119 bash[62495]: 2ae58f57263560d18d56a4574f2831ef41f4927f4211b9543dc8f3714ba50653 2024-04-26T17:24:34.297 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:24:34 smithi119 systemd[1]: Started Ceph mds.b for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:24:34.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:34 smithi090 ceph-mon[29417]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:34.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:34 smithi167 ceph-mon[32665]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:34.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:34 smithi119 ceph-mon[32584]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:35.345 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:35.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.447+0000 7f9012356640 1 -- 172.21.15.90:0/714400868 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f900c103d00 msgr2=0x7f900c10a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:35.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.447+0000 7f9012356640 1 --2- 172.21.15.90:0/714400868 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f900c103d00 0x7f900c10a590 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9004009ca0 tx=0x7f900402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.447+0000 7f9012356640 1 -- 172.21.15.90:0/714400868 shutdown_connections 2024-04-26T17:24:35.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.447+0000 7f9012356640 1 --2- 172.21.15.90:0/714400868 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f900c103d00 0x7f900c10a590 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.447+0000 7f9012356640 1 --2- 172.21.15.90:0/714400868 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f900c103340 0x7f900c1037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.447+0000 7f9012356640 1 --2- 172.21.15.90:0/714400868 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f900c102150 0x7f900c102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.447+0000 7f9012356640 1 -- 172.21.15.90:0/714400868 >> 172.21.15.90:0/714400868 conn(0x7f900c0fd6e0 msgr2=0x7f900c0ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.447+0000 7f9012356640 1 -- 172.21.15.90:0/714400868 shutdown_connections 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.447+0000 7f9012356640 1 -- 172.21.15.90:0/714400868 wait complete. 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f9012356640 1 Processor -- start 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f9012356640 1 -- start start 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f9012356640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f900c102150 0x7f900c198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f9012356640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f900c103340 0x7f900c198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f9012356640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f900c103d00 0x7f900c19f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f9012356640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f900c10dc60 con 0x7f900c103d00 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f9012356640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f900c10dae0 con 0x7f900c102150 2024-04-26T17:24:35.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f9012356640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f900c10dde0 con 0x7f900c103340 2024-04-26T17:24:35.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f90108f3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f900c103d00 0x7f900c19f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:35.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f90108f3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f900c103d00 0x7f900c19f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55114/0 (socket says 172.21.15.90:55114) 2024-04-26T17:24:35.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f90108f3640 1 -- 172.21.15.90:0/1663731694 learned_addr learned my addr 172.21.15.90:0/1663731694 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:35.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f900bfff640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f900c102150 0x7f900c198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:35.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f900b7fe640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f900c103340 0x7f900c198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:35.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f90108f3640 1 -- 172.21.15.90:0/1663731694 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f900c103340 msgr2=0x7f900c198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:35.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f90108f3640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f900c103340 0x7f900c198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f90108f3640 1 -- 172.21.15.90:0/1663731694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f900c102150 msgr2=0x7f900c198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:35.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f90108f3640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f900c102150 0x7f900c198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.448+0000 7f90108f3640 1 -- 172.21.15.90:0/1663731694 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f900c19ff20 con 0x7f900c103d00 2024-04-26T17:24:35.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.449+0000 7f90108f3640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f900c103d00 0x7f900c19f8b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9004006010 tx=0x7f9004003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:35.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.449+0000 7f90097fa640 1 -- 172.21.15.90:0/1663731694 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9004032ed0 con 0x7f900c103d00 2024-04-26T17:24:35.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.449+0000 7f90097fa640 1 -- 172.21.15.90:0/1663731694 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f90040044f0 con 0x7f900c103d00 2024-04-26T17:24:35.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.449+0000 7f9012356640 1 -- 172.21.15.90:0/1663731694 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f900c1a01b0 con 0x7f900c103d00 2024-04-26T17:24:35.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.449+0000 7f90097fa640 1 -- 172.21.15.90:0/1663731694 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9004030bf0 con 0x7f900c103d00 2024-04-26T17:24:35.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.449+0000 7f9012356640 1 -- 172.21.15.90:0/1663731694 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f900c1a0700 con 0x7f900c103d00 2024-04-26T17:24:35.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.450+0000 7f9012356640 1 -- 172.21.15.90:0/1663731694 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f900c109560 con 0x7f900c103d00 2024-04-26T17:24:35.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.451+0000 7f90097fa640 1 -- 172.21.15.90:0/1663731694 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f90040046a0 con 0x7f900c103d00 2024-04-26T17:24:35.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.451+0000 7f90097fa640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8ff40a3bb0 0x7f8ff40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:35.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.451+0000 7f900bfff640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8ff40a3bb0 0x7f8ff40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:35.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.451+0000 7f90097fa640 1 -- 172.21.15.90:0/1663731694 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f90040f1450 con 0x7f900c103d00 2024-04-26T17:24:35.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.452+0000 7f900bfff640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8ff40a3bb0 0x7f8ff40a6070 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f900c1031a0 tx=0x7f8ffc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:35.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.456+0000 7f90097fa640 1 -- 172.21.15.90:0/1663731694 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f90040be2d0 con 0x7f900c103d00 2024-04-26T17:24:35.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:24:35.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:35 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] up:boot 2024-04-26T17:24:35.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:35 smithi167 ceph-mon[32665]: fsmap 12 up:standby 2024-04-26T17:24:35.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T17:24:35.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:24:35.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:35 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] up:boot 2024-04-26T17:24:35.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:35 smithi119 ceph-mon[32584]: fsmap 12 up:standby 2024-04-26T17:24:35.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T17:24:35.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.677+0000 7f9012356640 1 -- 172.21.15.90:0/1663731694 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f900c062d00 con 0x7f900c103d00 2024-04-26T17:24:35.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.678+0000 7f90097fa640 1 -- 172.21.15.90:0/1663731694 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10491 (secure 0 0 0) 0x7f90040bdbd0 con 0x7f900c103d00 2024-04-26T17:24:35.678 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:35.678 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14652,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24509,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-26T17:24:35.678 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 13 2024-04-26T17:24:35.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.680+0000 7f9012356640 1 -- 172.21.15.90:0/1663731694 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8ff40a3bb0 msgr2=0x7f8ff40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:35.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.680+0000 7f9012356640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8ff40a3bb0 0x7f8ff40a6070 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f900c1031a0 tx=0x7f8ffc005f90 comp rx=0 tx=0).stop 2024-04-26T17:24:35.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.680+0000 7f9012356640 1 -- 172.21.15.90:0/1663731694 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f900c103d00 msgr2=0x7f900c19f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:35.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.680+0000 7f9012356640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f900c103d00 0x7f900c19f8b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9004006010 tx=0x7f9004003ba0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.680+0000 7f9012356640 1 -- 172.21.15.90:0/1663731694 shutdown_connections 2024-04-26T17:24:35.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.680+0000 7f9012356640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8ff40a3bb0 0x7f8ff40a6070 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.680+0000 7f9012356640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f900c103d00 0x7f900c19f8b0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.680+0000 7f9012356640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f900c103340 0x7f900c198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.680+0000 7f9012356640 1 --2- 172.21.15.90:0/1663731694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f900c102150 0x7f900c198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.680+0000 7f9012356640 1 -- 172.21.15.90:0/1663731694 >> 172.21.15.90:0/1663731694 conn(0x7f900c0fd6e0 msgr2=0x7f900c106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:35.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.680+0000 7f9012356640 1 -- 172.21.15.90:0/1663731694 shutdown_connections 2024-04-26T17:24:35.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.680+0000 7f9012356640 1 -- 172.21.15.90:0/1663731694 wait complete. 2024-04-26T17:24:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:24:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:35 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] up:boot 2024-04-26T17:24:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:35 smithi090 ceph-mon[29417]: fsmap 12 up:standby 2024-04-26T17:24:35.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T17:24:35.693 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:24:35.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.807+0000 7efea1c91640 1 -- 172.21.15.90:0/42351092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe9c107ec0 msgr2=0x7efe9c10a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:35.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.807+0000 7efea1c91640 1 --2- 172.21.15.90:0/42351092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe9c107ec0 0x7efe9c10a2b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7efe94009ca0 tx=0x7efe9402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.807+0000 7efea1c91640 1 -- 172.21.15.90:0/42351092 shutdown_connections 2024-04-26T17:24:35.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.807+0000 7efea1c91640 1 --2- 172.21.15.90:0/42351092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe9c107ec0 0x7efe9c10a2b0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.807+0000 7efea1c91640 1 --2- 172.21.15.90:0/42351092 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efe9c105590 0x7efe9c107980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.807+0000 7efea1c91640 1 --2- 172.21.15.90:0/42351092 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efe9c102c60 0x7efe9c105050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.807+0000 7efea1c91640 1 -- 172.21.15.90:0/42351092 >> 172.21.15.90:0/42351092 conn(0x7efe9c0fc5f0 msgr2=0x7efe9c0fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:35.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.808+0000 7efea1c91640 1 -- 172.21.15.90:0/42351092 shutdown_connections 2024-04-26T17:24:35.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.808+0000 7efea1c91640 1 -- 172.21.15.90:0/42351092 wait complete. 2024-04-26T17:24:35.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.808+0000 7efea1c91640 1 Processor -- start 2024-04-26T17:24:35.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.808+0000 7efea1c91640 1 -- start start 2024-04-26T17:24:35.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.808+0000 7efea1c91640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efe9c102c60 0x7efe9c1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:35.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.808+0000 7efea1c91640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe9c105590 0x7efe9c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:35.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.808+0000 7efea1c91640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efe9c107ec0 0x7efe9c19f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:35.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.808+0000 7efea1c91640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c10dce0 con 0x7efe9c105590 2024-04-26T17:24:35.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.808+0000 7efea1c91640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c10db60 con 0x7efe9c102c60 2024-04-26T17:24:35.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.808+0000 7efea1c91640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c10de60 con 0x7efe9c107ec0 2024-04-26T17:24:35.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe9affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe9c105590 0x7efe9c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:35.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe9affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe9c105590 0x7efe9c198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55122/0 (socket says 172.21.15.90:55122) 2024-04-26T17:24:35.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe9affd640 1 -- 172.21.15.90:0/1618046002 learned_addr learned my addr 172.21.15.90:0/1618046002 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:35.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe9b7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efe9c102c60 0x7efe9c1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:35.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe9bfff640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efe9c107ec0 0x7efe9c19f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:35.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe9affd640 1 -- 172.21.15.90:0/1618046002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efe9c107ec0 msgr2=0x7efe9c19f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:35.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe9affd640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efe9c107ec0 0x7efe9c19f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe9affd640 1 -- 172.21.15.90:0/1618046002 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efe9c102c60 msgr2=0x7efe9c1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:35.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe9affd640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efe9c102c60 0x7efe9c1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:35.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe9affd640 1 -- 172.21.15.90:0/1618046002 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe9c19ffe0 con 0x7efe9c105590 2024-04-26T17:24:35.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe9b7fe640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efe9c102c60 0x7efe9c1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:24:35.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe9affd640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe9c105590 0x7efe9c198900 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7efe8c00e9c0 tx=0x7efe8c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:35.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe98ff9640 1 -- 172.21.15.90:0/1618046002 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe8c00cd80 con 0x7efe9c105590 2024-04-26T17:24:35.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe98ff9640 1 -- 172.21.15.90:0/1618046002 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7efe8c0054d0 con 0x7efe9c105590 2024-04-26T17:24:35.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efea1c91640 1 -- 172.21.15.90:0/1618046002 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe9c1a02d0 con 0x7efe9c105590 2024-04-26T17:24:35.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efe98ff9640 1 -- 172.21.15.90:0/1618046002 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe8c010430 con 0x7efe9c105590 2024-04-26T17:24:35.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.809+0000 7efea1c91640 1 -- 172.21.15.90:0/1618046002 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe9c1a0820 con 0x7efe9c105590 2024-04-26T17:24:35.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.811+0000 7efea1c91640 1 -- 172.21.15.90:0/1618046002 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe9c0fe0e0 con 0x7efe9c105590 2024-04-26T17:24:35.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.812+0000 7efe98ff9640 1 -- 172.21.15.90:0/1618046002 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7efe8c004fc0 con 0x7efe9c105590 2024-04-26T17:24:35.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.813+0000 7efe98ff9640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efe840a3bb0 0x7efe840a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:35.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.813+0000 7efe9b7fe640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efe840a3bb0 0x7efe840a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:35.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.813+0000 7efe98ff9640 1 -- 172.21.15.90:0/1618046002 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7efe8c0d0290 con 0x7efe9c105590 2024-04-26T17:24:35.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.813+0000 7efe9b7fe640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efe840a3bb0 0x7efe840a6070 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7efe90005d00 tx=0x7efe9000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:35.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:35.818+0000 7efe98ff9640 1 -- 172.21.15.90:0/1618046002 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efe8c09d110 con 0x7efe9c105590 2024-04-26T17:24:36.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.011+0000 7efea1c91640 1 -- 172.21.15.90:0/1618046002 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efe9c02d880 con 0x7efe9c105590 2024-04-26T17:24:36.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.012+0000 7efe98ff9640 1 -- 172.21.15.90:0/1618046002 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18479 (secure 0 0 0) 0x7efe8c09ca10 con 0x7efe9c105590 2024-04-26T17:24:36.012 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:36.013 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":82,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:23:50.422945+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:24:36.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.015+0000 7efea1c91640 1 -- 172.21.15.90:0/1618046002 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efe840a3bb0 msgr2=0x7efe840a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.015+0000 7efea1c91640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efe840a3bb0 0x7efe840a6070 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7efe90005d00 tx=0x7efe9000b410 comp rx=0 tx=0).stop 2024-04-26T17:24:36.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.015+0000 7efea1c91640 1 -- 172.21.15.90:0/1618046002 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe9c105590 msgr2=0x7efe9c198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.015+0000 7efea1c91640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe9c105590 0x7efe9c198900 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7efe8c00e9c0 tx=0x7efe8c00ee80 comp rx=0 tx=0).stop 2024-04-26T17:24:36.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.015+0000 7efea1c91640 1 -- 172.21.15.90:0/1618046002 shutdown_connections 2024-04-26T17:24:36.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.015+0000 7efea1c91640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efe840a3bb0 0x7efe840a6070 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.015+0000 7efea1c91640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efe9c107ec0 0x7efe9c19f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.015+0000 7efea1c91640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe9c105590 0x7efe9c198900 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.015+0000 7efea1c91640 1 --2- 172.21.15.90:0/1618046002 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efe9c102c60 0x7efe9c1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.015+0000 7efea1c91640 1 -- 172.21.15.90:0/1618046002 >> 172.21.15.90:0/1618046002 conn(0x7efe9c0fc5f0 msgr2=0x7efe9c1035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:36.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.015+0000 7efea1c91640 1 -- 172.21.15.90:0/1618046002 shutdown_connections 2024-04-26T17:24:36.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.015+0000 7efea1c91640 1 -- 172.21.15.90:0/1618046002 wait complete. 2024-04-26T17:24:36.027 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T17:24:36.027 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:24:36.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.135+0000 7fd8a4be2640 1 -- 172.21.15.90:0/1198160812 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8a0105590 msgr2=0x7fd8a0107980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.135+0000 7fd8a4be2640 1 --2- 172.21.15.90:0/1198160812 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8a0105590 0x7fd8a0107980 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd890009900 tx=0x7fd89002a410 comp rx=0 tx=0).stop 2024-04-26T17:24:36.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.135+0000 7fd8a4be2640 1 -- 172.21.15.90:0/1198160812 shutdown_connections 2024-04-26T17:24:36.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.135+0000 7fd8a4be2640 1 --2- 172.21.15.90:0/1198160812 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8a0107ec0 0x7fd8a010a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.135+0000 7fd8a4be2640 1 --2- 172.21.15.90:0/1198160812 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8a0105590 0x7fd8a0107980 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.135+0000 7fd8a4be2640 1 --2- 172.21.15.90:0/1198160812 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8a0102c60 0x7fd8a0105050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.135+0000 7fd8a4be2640 1 -- 172.21.15.90:0/1198160812 >> 172.21.15.90:0/1198160812 conn(0x7fd8a00fc5d0 msgr2=0x7fd8a00fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:36.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.135+0000 7fd8a4be2640 1 -- 172.21.15.90:0/1198160812 shutdown_connections 2024-04-26T17:24:36.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.135+0000 7fd8a4be2640 1 -- 172.21.15.90:0/1198160812 wait complete. 2024-04-26T17:24:36.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd8a4be2640 1 Processor -- start 2024-04-26T17:24:36.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd8a4be2640 1 -- start start 2024-04-26T17:24:36.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd8a4be2640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8a0102c60 0x7fd8a0198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:36.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd8a4be2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8a0105590 0x7fd8a0198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:36.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd8a4be2640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8a0107ec0 0x7fd8a019fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:36.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd8a4be2640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd8a010dcd0 con 0x7fd8a0107ec0 2024-04-26T17:24:36.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd8a4be2640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd8a010db50 con 0x7fd8a0102c60 2024-04-26T17:24:36.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd8a4be2640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd8a010de50 con 0x7fd8a0105590 2024-04-26T17:24:36.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd89ed9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8a0107ec0 0x7fd8a019fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:36.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd89ed9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8a0107ec0 0x7fd8a019fa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55138/0 (socket says 172.21.15.90:55138) 2024-04-26T17:24:36.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd89ed9d640 1 -- 172.21.15.90:0/3371234613 learned_addr learned my addr 172.21.15.90:0/3371234613 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:36.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd89dd9b640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8a0105590 0x7fd8a0198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:36.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.136+0000 7fd89e59c640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8a0102c60 0x7fd8a0198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:36.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.137+0000 7fd89ed9d640 1 -- 172.21.15.90:0/3371234613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8a0105590 msgr2=0x7fd8a0198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.137+0000 7fd89ed9d640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8a0105590 0x7fd8a0198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.137+0000 7fd89ed9d640 1 -- 172.21.15.90:0/3371234613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8a0102c60 msgr2=0x7fd8a0198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.137+0000 7fd89ed9d640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8a0102c60 0x7fd8a0198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.137+0000 7fd89ed9d640 1 -- 172.21.15.90:0/3371234613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8a01a0070 con 0x7fd8a0107ec0 2024-04-26T17:24:36.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.137+0000 7fd89e59c640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8a0102c60 0x7fd8a0198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:24:36.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.137+0000 7fd89ed9d640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8a0107ec0 0x7fd8a019fa00 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd89800b970 tx=0x7fd89800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:36.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.137+0000 7fd88f7fe640 1 -- 172.21.15.90:0/3371234613 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd898019070 con 0x7fd8a0107ec0 2024-04-26T17:24:36.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.137+0000 7fd88f7fe640 1 -- 172.21.15.90:0/3371234613 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd898014440 con 0x7fd8a0107ec0 2024-04-26T17:24:36.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.137+0000 7fd8a4be2640 1 -- 172.21.15.90:0/3371234613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8a01a0360 con 0x7fd8a0107ec0 2024-04-26T17:24:36.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.137+0000 7fd88f7fe640 1 -- 172.21.15.90:0/3371234613 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8980075d0 con 0x7fd8a0107ec0 2024-04-26T17:24:36.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.137+0000 7fd8a4be2640 1 -- 172.21.15.90:0/3371234613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8a01a0900 con 0x7fd8a0107ec0 2024-04-26T17:24:36.141 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.138+0000 7fd8a4be2640 1 -- 172.21.15.90:0/3371234613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8a00fe0c0 con 0x7fd8a0107ec0 2024-04-26T17:24:36.141 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.139+0000 7fd88f7fe640 1 -- 172.21.15.90:0/3371234613 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd89801c070 con 0x7fd8a0107ec0 2024-04-26T17:24:36.141 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.140+0000 7fd88f7fe640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8880a3bb0 0x7fd8880a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:36.141 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.140+0000 7fd89e59c640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8880a3bb0 0x7fd8880a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:36.141 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.140+0000 7fd88f7fe640 1 -- 172.21.15.90:0/3371234613 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fd8980cf4f0 con 0x7fd8a0107ec0 2024-04-26T17:24:36.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.140+0000 7fd89e59c640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8880a3bb0 0x7fd8880a6070 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd894009c20 tx=0x7fd894005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:36.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.144+0000 7fd88f7fe640 1 -- 172.21.15.90:0/3371234613 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd89809bd20 con 0x7fd8a0107ec0 2024-04-26T17:24:36.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.325+0000 7fd8a4be2640 1 -- 172.21.15.90:0/3371234613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd8a0062d00 con 0x7fd8a0107ec0 2024-04-26T17:24:36.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.325+0000 7fd88f7fe640 1 -- 172.21.15.90:0/3371234613 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7fd8980a0020 con 0x7fd8a0107ec0 2024-04-26T17:24:36.325 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:24:36.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.327+0000 7fd8a4be2640 1 -- 172.21.15.90:0/3371234613 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8880a3bb0 msgr2=0x7fd8880a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.327+0000 7fd8a4be2640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8880a3bb0 0x7fd8880a6070 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd894009c20 tx=0x7fd894005f90 comp rx=0 tx=0).stop 2024-04-26T17:24:36.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.327+0000 7fd8a4be2640 1 -- 172.21.15.90:0/3371234613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8a0107ec0 msgr2=0x7fd8a019fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.327+0000 7fd8a4be2640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8a0107ec0 0x7fd8a019fa00 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd89800b970 tx=0x7fd89800be30 comp rx=0 tx=0).stop 2024-04-26T17:24:36.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.327+0000 7fd8a4be2640 1 -- 172.21.15.90:0/3371234613 shutdown_connections 2024-04-26T17:24:36.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.327+0000 7fd8a4be2640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8880a3bb0 0x7fd8880a6070 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.327+0000 7fd8a4be2640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8a0107ec0 0x7fd8a019fa00 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.327+0000 7fd8a4be2640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8a0105590 0x7fd8a0198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.327+0000 7fd8a4be2640 1 --2- 172.21.15.90:0/3371234613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8a0102c60 0x7fd8a0198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.327+0000 7fd8a4be2640 1 -- 172.21.15.90:0/3371234613 >> 172.21.15.90:0/3371234613 conn(0x7fd8a00fc5d0 msgr2=0x7fd8a0104af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:36.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.327+0000 7fd8a4be2640 1 -- 172.21.15.90:0/3371234613 shutdown_connections 2024-04-26T17:24:36.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.327+0000 7fd8a4be2640 1 -- 172.21.15.90:0/3371234613 wait complete. 2024-04-26T17:24:36.339 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-26T17:24:36.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.437+0000 7f1090be5640 1 -- 172.21.15.90:0/1512089335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f108c102bd0 msgr2=0x7f108c104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.437+0000 7f1090be5640 1 --2- 172.21.15.90:0/1512089335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f108c102bd0 0x7f108c104fc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f107c009900 tx=0x7f107c02a410 comp rx=0 tx=0).stop 2024-04-26T17:24:36.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.437+0000 7f1090be5640 1 -- 172.21.15.90:0/1512089335 shutdown_connections 2024-04-26T17:24:36.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.437+0000 7f1090be5640 1 --2- 172.21.15.90:0/1512089335 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f108c107e30 0x7f108c10a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.437+0000 7f1090be5640 1 --2- 172.21.15.90:0/1512089335 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f108c105500 0x7f108c1078f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.437+0000 7f1090be5640 1 --2- 172.21.15.90:0/1512089335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f108c102bd0 0x7f108c104fc0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.437+0000 7f1090be5640 1 -- 172.21.15.90:0/1512089335 >> 172.21.15.90:0/1512089335 conn(0x7f108c0fc600 msgr2=0x7f108c0fea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:36.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.437+0000 7f1090be5640 1 -- 172.21.15.90:0/1512089335 shutdown_connections 2024-04-26T17:24:36.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.437+0000 7f1090be5640 1 -- 172.21.15.90:0/1512089335 wait complete. 2024-04-26T17:24:36.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1090be5640 1 Processor -- start 2024-04-26T17:24:36.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1090be5640 1 -- start start 2024-04-26T17:24:36.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1090be5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f108c102bd0 0x7f108c198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:36.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1090be5640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f108c105500 0x7f108c198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:36.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1090be5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f108c107e30 0x7f108c19f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:36.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1090be5640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f108c10dc60 con 0x7f108c105500 2024-04-26T17:24:36.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1090be5640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f108c10dae0 con 0x7f108c102bd0 2024-04-26T17:24:36.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1090be5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f108c10dde0 con 0x7f108c107e30 2024-04-26T17:24:36.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1089d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f108c105500 0x7f108c198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:36.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1089d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f108c105500 0x7f108c198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55160/0 (socket says 172.21.15.90:55160) 2024-04-26T17:24:36.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1089d9b640 1 -- 172.21.15.90:0/2968513724 learned_addr learned my addr 172.21.15.90:0/2968513724 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:36.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f108ad9d640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f108c107e30 0x7f108c19f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:36.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f108a59c640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f108c102bd0 0x7f108c198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:36.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1089d9b640 1 -- 172.21.15.90:0/2968513724 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f108c107e30 msgr2=0x7f108c19f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1089d9b640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f108c107e30 0x7f108c19f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1089d9b640 1 -- 172.21.15.90:0/2968513724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f108c102bd0 msgr2=0x7f108c198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1089d9b640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f108c102bd0 0x7f108c198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1089d9b640 1 -- 172.21.15.90:0/2968513724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f108c19ff60 con 0x7f108c105500 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f108ad9d640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f108c107e30 0x7f108c19f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f108a59c640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f108c102bd0 0x7f108c198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1089d9b640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f108c105500 0x7f108c198880 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f108000d770 tx=0x7f108000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f107b7fe640 1 -- 172.21.15.90:0/2968513724 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1080017070 con 0x7f108c105500 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.438+0000 7f1090be5640 1 -- 172.21.15.90:0/2968513724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f108c1a0250 con 0x7f108c105500 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.439+0000 7f107b7fe640 1 -- 172.21.15.90:0/2968513724 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1080009c30 con 0x7f108c105500 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.439+0000 7f107b7fe640 1 -- 172.21.15.90:0/2968513724 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f108000f620 con 0x7f108c105500 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.439+0000 7f1090be5640 1 -- 172.21.15.90:0/2968513724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f108c1a07f0 con 0x7f108c105500 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.439+0000 7f1090be5640 1 -- 172.21.15.90:0/2968513724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f108c0fe0f0 con 0x7f108c105500 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.440+0000 7f107b7fe640 1 -- 172.21.15.90:0/2968513724 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f108001a070 con 0x7f108c105500 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.441+0000 7f107b7fe640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f10740a3bb0 0x7f10740a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:36.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.441+0000 7f108a59c640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f10740a3bb0 0x7f10740a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:36.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.441+0000 7f107b7fe640 1 -- 172.21.15.90:0/2968513724 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f10800cfad0 con 0x7f108c105500 2024-04-26T17:24:36.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.441+0000 7f108a59c640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f10740a3bb0 0x7f10740a6070 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f107c006010 tx=0x7f107c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:36.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.446+0000 7f107b7fe640 1 -- 172.21.15.90:0/2968513724 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1080009de0 con 0x7f108c105500 2024-04-26T17:24:36.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.623+0000 7f1090be5640 1 -- 172.21.15.90:0/2968513724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f108c02d8d0 con 0x7f108c105500 2024-04-26T17:24:36.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.624+0000 7f107b7fe640 1 -- 172.21.15.90:0/2968513724 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7f108009c950 con 0x7f108c105500 2024-04-26T17:24:36.624 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:36.624 INFO:teuthology.orchestra.run.smithi090.stdout:[ 2024-04-26T17:24:36.624 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:24:36.624 INFO:teuthology.orchestra.run.smithi090.stdout: "poolnum": 1, 2024-04-26T17:24:36.624 INFO:teuthology.orchestra.run.smithi090.stdout: "poolname": ".mgr" 2024-04-26T17:24:36.624 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:24:36.624 INFO:teuthology.orchestra.run.smithi090.stdout:] 2024-04-26T17:24:36.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.626+0000 7f1090be5640 1 -- 172.21.15.90:0/2968513724 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f10740a3bb0 msgr2=0x7f10740a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.626+0000 7f1090be5640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f10740a3bb0 0x7f10740a6070 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f107c006010 tx=0x7f107c000bc0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.626+0000 7f1090be5640 1 -- 172.21.15.90:0/2968513724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f108c105500 msgr2=0x7f108c198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.626+0000 7f1090be5640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f108c105500 0x7f108c198880 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f108000d770 tx=0x7f108000dc30 comp rx=0 tx=0).stop 2024-04-26T17:24:36.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.626+0000 7f1090be5640 1 -- 172.21.15.90:0/2968513724 shutdown_connections 2024-04-26T17:24:36.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.626+0000 7f1090be5640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f10740a3bb0 0x7f10740a6070 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.626+0000 7f1090be5640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f108c107e30 0x7f108c19f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.626+0000 7f1090be5640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f108c105500 0x7f108c198880 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.626+0000 7f1090be5640 1 --2- 172.21.15.90:0/2968513724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f108c102bd0 0x7f108c198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.626+0000 7f1090be5640 1 -- 172.21.15.90:0/2968513724 >> 172.21.15.90:0/2968513724 conn(0x7f108c0fc600 msgr2=0x7f108c103510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:36.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.626+0000 7f1090be5640 1 -- 172.21.15.90:0/2968513724 shutdown_connections 2024-04-26T17:24:36.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.626+0000 7f1090be5640 1 -- 172.21.15.90:0/2968513724 wait complete. 2024-04-26T17:24:36.635 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:36 smithi090 ceph-mon[29417]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:36.635 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:36 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1663731694' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:36.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:36 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1618046002' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:36.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:36 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:36 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3371234613' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:24:36.637 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-26T17:24:36.637 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-26T17:24:36.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.742+0000 7f9122c9a640 1 -- 172.21.15.90:0/3782175148 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f911c102250 msgr2=0x7f911c1026d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.742+0000 7f9122c9a640 1 --2- 172.21.15.90:0/3782175148 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f911c102250 0x7f911c1026d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9108009900 tx=0x7f910802a410 comp rx=0 tx=0).stop 2024-04-26T17:24:36.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.742+0000 7f9122c9a640 1 -- 172.21.15.90:0/3782175148 shutdown_connections 2024-04-26T17:24:36.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.742+0000 7f9122c9a640 1 --2- 172.21.15.90:0/3782175148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f911c102c10 0x7f911c1094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.742+0000 7f9122c9a640 1 --2- 172.21.15.90:0/3782175148 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f911c102250 0x7f911c1026d0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.742+0000 7f9122c9a640 1 --2- 172.21.15.90:0/3782175148 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f911c101060 0x7f911c101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.742+0000 7f9122c9a640 1 -- 172.21.15.90:0/3782175148 >> 172.21.15.90:0/3782175148 conn(0x7f911c0fc5f0 msgr2=0x7f911c0fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:36.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.742+0000 7f9122c9a640 1 -- 172.21.15.90:0/3782175148 shutdown_connections 2024-04-26T17:24:36.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.742+0000 7f9122c9a640 1 -- 172.21.15.90:0/3782175148 wait complete. 2024-04-26T17:24:36.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9122c9a640 1 Processor -- start 2024-04-26T17:24:36.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9122c9a640 1 -- start start 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9122c9a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f911c101060 0x7f911c06b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9122c9a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f911c102250 0x7f911c19d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9122c9a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f911c102c10 0x7f911c19f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9122c9a640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f911c10cbf0 con 0x7f911c102c10 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9122c9a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f911c10ca70 con 0x7f911c101060 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9122c9a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f911c10cd70 con 0x7f911c102250 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9121237640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f911c102c10 0x7f911c19f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9121237640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f911c102c10 0x7f911c19f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55176/0 (socket says 172.21.15.90:55176) 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9121237640 1 -- 172.21.15.90:0/76818748 learned_addr learned my addr 172.21.15.90:0/76818748 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9120a36640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f911c101060 0x7f911c06b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f911bfff640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f911c102250 0x7f911c19d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9121237640 1 -- 172.21.15.90:0/76818748 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f911c102250 msgr2=0x7f911c19d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9121237640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f911c102250 0x7f911c19d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9121237640 1 -- 172.21.15.90:0/76818748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f911c101060 msgr2=0x7f911c06b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:36.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9121237640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f911c101060 0x7f911c06b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:36.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9121237640 1 -- 172.21.15.90:0/76818748 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f911c1a0050 con 0x7f911c102c10 2024-04-26T17:24:36.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.743+0000 7f9120a36640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f911c101060 0x7f911c06b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:24:36.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.744+0000 7f9121237640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f911c102c10 0x7f911c19f740 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f911400cce0 tx=0x7f911400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:36.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.744+0000 7f9119ffb640 1 -- 172.21.15.90:0/76818748 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911400f450 con 0x7f911c102c10 2024-04-26T17:24:36.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.744+0000 7f9119ffb640 1 -- 172.21.15.90:0/76818748 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f911400faa0 con 0x7f911c102c10 2024-04-26T17:24:36.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.744+0000 7f9122c9a640 1 -- 172.21.15.90:0/76818748 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f911c1a02e0 con 0x7f911c102c10 2024-04-26T17:24:36.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.744+0000 7f9119ffb640 1 -- 172.21.15.90:0/76818748 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9114018b20 con 0x7f911c102c10 2024-04-26T17:24:36.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.744+0000 7f9122c9a640 1 -- 172.21.15.90:0/76818748 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f911c1a0860 con 0x7f911c102c10 2024-04-26T17:24:36.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.745+0000 7f9122c9a640 1 -- 172.21.15.90:0/76818748 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f911c108400 con 0x7f911c102c10 2024-04-26T17:24:36.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.746+0000 7f9119ffb640 1 -- 172.21.15.90:0/76818748 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f911400fc50 con 0x7f911c102c10 2024-04-26T17:24:36.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.747+0000 7f9119ffb640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f910c0a3bb0 0x7f910c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:36.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.747+0000 7f9119ffb640 1 -- 172.21.15.90:0/76818748 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f91140d0830 con 0x7f911c102c10 2024-04-26T17:24:36.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.747+0000 7f9120a36640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f910c0a3bb0 0x7f910c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:36.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.747+0000 7f9120a36640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f910c0a3bb0 0x7f910c0a6070 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f911c1020b0 tx=0x7f9110008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:36.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.750+0000 7f9119ffb640 1 -- 172.21.15.90:0/76818748 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9114014030 con 0x7f911c102c10 2024-04-26T17:24:36.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:36 smithi167 ceph-mon[32665]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:36.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:36 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1663731694' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:36.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:36 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1618046002' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:36.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:36 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:36 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3371234613' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:24:36.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:36 smithi119 ceph-mon[32584]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:36.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:36 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1663731694' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:36.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:36 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1618046002' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:36.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:36 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:36.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:36 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3371234613' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:24:36.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:36.936+0000 7f9122c9a640 1 -- 172.21.15.90:0/76818748 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f911c02d6d0 con 0x7f911c102c10 2024-04-26T17:24:37.679 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:37 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2968513724' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T17:24:37.679 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:37 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:37.680 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:37 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:24:37.680 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:37 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:37.680 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:37 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:24:37.680 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:37 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/76818748' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T17:24:37.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:37 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2968513724' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T17:24:37.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:37.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:24:37.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:37.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:37 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:24:37.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:37 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/76818748' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T17:24:37.685 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:37 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2968513724' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T17:24:37.685 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:37 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:37.685 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:37 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:24:37.685 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:37 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:37.685 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:37 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:24:37.685 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:37 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/76818748' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T17:24:37.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.738+0000 7f9119ffb640 1 -- 172.21.15.90:0/76818748 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7f911409d740 con 0x7f911c102c10 2024-04-26T17:24:37.738 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_metadata' created 2024-04-26T17:24:37.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.741+0000 7f9122c9a640 1 -- 172.21.15.90:0/76818748 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f910c0a3bb0 msgr2=0x7f910c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:37.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.741+0000 7f9122c9a640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f910c0a3bb0 0x7f910c0a6070 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f911c1020b0 tx=0x7f9110008040 comp rx=0 tx=0).stop 2024-04-26T17:24:37.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.741+0000 7f9122c9a640 1 -- 172.21.15.90:0/76818748 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f911c102c10 msgr2=0x7f911c19f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:37.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.741+0000 7f9122c9a640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f911c102c10 0x7f911c19f740 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f911400cce0 tx=0x7f911400a620 comp rx=0 tx=0).stop 2024-04-26T17:24:37.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.741+0000 7f9122c9a640 1 -- 172.21.15.90:0/76818748 shutdown_connections 2024-04-26T17:24:37.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.741+0000 7f9122c9a640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f910c0a3bb0 0x7f910c0a6070 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:37.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.741+0000 7f9122c9a640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f911c102c10 0x7f911c19f740 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:37.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.741+0000 7f9122c9a640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f911c102250 0x7f911c19d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:37.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.741+0000 7f9122c9a640 1 --2- 172.21.15.90:0/76818748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f911c101060 0x7f911c06b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:37.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.741+0000 7f9122c9a640 1 -- 172.21.15.90:0/76818748 >> 172.21.15.90:0/76818748 conn(0x7f911c0fc5f0 msgr2=0x7f911c1055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:37.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.741+0000 7f9122c9a640 1 -- 172.21.15.90:0/76818748 shutdown_connections 2024-04-26T17:24:37.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.741+0000 7f9122c9a640 1 -- 172.21.15.90:0/76818748 wait complete. 2024-04-26T17:24:37.755 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-04-26T17:24:37.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.862+0000 7f83eda42640 1 -- 172.21.15.90:0/3423207453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f83e8101c50 msgr2=0x7f83e81094f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:37.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.862+0000 7f83eda42640 1 --2- 172.21.15.90:0/3423207453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f83e8101c50 0x7f83e81094f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f83e0009ca0 tx=0x7f83e002a8b0 comp rx=0 tx=0).stop 2024-04-26T17:24:37.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 -- 172.21.15.90:0/3423207453 shutdown_connections 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 --2- 172.21.15.90:0/3423207453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f83e8101c50 0x7f83e81094f0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 --2- 172.21.15.90:0/3423207453 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e8101290 0x7f83e8101710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 --2- 172.21.15.90:0/3423207453 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83e81026d0 0x7f83e8102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 -- 172.21.15.90:0/3423207453 >> 172.21.15.90:0/3423207453 conn(0x7f83e80fbd40 msgr2=0x7f83e80fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 -- 172.21.15.90:0/3423207453 shutdown_connections 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 -- 172.21.15.90:0/3423207453 wait complete. 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 Processor -- start 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 -- start start 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83e8101290 0x7f83e8197260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f83e8101c50 0x7f83e81977a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e81026d0 0x7f83e819e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f83e810cba0 con 0x7f83e8101c50 2024-04-26T17:24:37.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f83e810ca20 con 0x7f83e8101290 2024-04-26T17:24:37.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83eda42640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f83e810cd20 con 0x7f83e81026d0 2024-04-26T17:24:37.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.863+0000 7f83e67fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f83e8101c50 0x7f83e81977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:37.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83e67fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f83e8101c50 0x7f83e81977a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55202/0 (socket says 172.21.15.90:55202) 2024-04-26T17:24:37.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83e67fc640 1 -- 172.21.15.90:0/2475716902 learned_addr learned my addr 172.21.15.90:0/2475716902 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:37.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83e77fe640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e81026d0 0x7f83e819e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:37.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83e6ffd640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83e8101290 0x7f83e8197260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:37.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83e67fc640 1 -- 172.21.15.90:0/2475716902 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e81026d0 msgr2=0x7f83e819e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:37.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83e67fc640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e81026d0 0x7f83e819e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:37.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83e67fc640 1 -- 172.21.15.90:0/2475716902 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83e8101290 msgr2=0x7f83e8197260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:37.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83e67fc640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83e8101290 0x7f83e8197260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:37.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83e67fc640 1 -- 172.21.15.90:0/2475716902 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83e819ee80 con 0x7f83e8101c50 2024-04-26T17:24:37.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83e67fc640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f83e8101c50 0x7f83e81977a0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f83dc00d950 tx=0x7f83dc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:37.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83eca40640 1 -- 172.21.15.90:0/2475716902 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83dc017070 con 0x7f83e8101c50 2024-04-26T17:24:37.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83eca40640 1 -- 172.21.15.90:0/2475716902 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f83dc009c30 con 0x7f83e8101c50 2024-04-26T17:24:37.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83eda42640 1 -- 172.21.15.90:0/2475716902 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83e819f170 con 0x7f83e8101c50 2024-04-26T17:24:37.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83eca40640 1 -- 172.21.15.90:0/2475716902 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83dc00f620 con 0x7f83e8101c50 2024-04-26T17:24:37.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.864+0000 7f83eda42640 1 -- 172.21.15.90:0/2475716902 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83e819f670 con 0x7f83e8101c50 2024-04-26T17:24:37.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.865+0000 7f83eda42640 1 -- 172.21.15.90:0/2475716902 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83e8108450 con 0x7f83e8101c50 2024-04-26T17:24:37.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.866+0000 7f83eca40640 1 -- 172.21.15.90:0/2475716902 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f83dc01a070 con 0x7f83e8101c50 2024-04-26T17:24:37.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.867+0000 7f83eca40640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f83d00a3bb0 0x7f83d00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:37.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.867+0000 7f83e6ffd640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f83d00a3bb0 0x7f83d00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:37.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.867+0000 7f83eca40640 1 -- 172.21.15.90:0/2475716902 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7497+0+0 (secure 0 0 0) 0x7f83dc0cfb10 con 0x7f83e8101c50 2024-04-26T17:24:37.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.867+0000 7f83e6ffd640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f83d00a3bb0 0x7f83d00a6070 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f83d80058c0 tx=0x7f83d8005c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:37.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:37.871+0000 7f83eca40640 1 -- 172.21.15.90:0/2475716902 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f83dc009de0 con 0x7f83e8101c50 2024-04-26T17:24:38.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.053+0000 7f83eda42640 1 -- 172.21.15.90:0/2475716902 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f83e802d6d0 con 0x7f83e8101c50 2024-04-26T17:24:38.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:38 smithi090 ceph-mon[29417]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:38.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:38 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/76818748' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T17:24:38.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:38 smithi090 ceph-mon[29417]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T17:24:38.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:38 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2475716902' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-26T17:24:38.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.741+0000 7f83eca40640 1 -- 172.21.15.90:0/2475716902 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v84) ==== 171+0+0 (secure 0 0 0) 0x7f83dc09c820 con 0x7f83e8101c50 2024-04-26T17:24:38.741 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_data' created 2024-04-26T17:24:38.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.743+0000 7f83eda42640 1 -- 172.21.15.90:0/2475716902 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f83d00a3bb0 msgr2=0x7f83d00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:38.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.743+0000 7f83eda42640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f83d00a3bb0 0x7f83d00a6070 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f83d80058c0 tx=0x7f83d8005c60 comp rx=0 tx=0).stop 2024-04-26T17:24:38.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.743+0000 7f83eda42640 1 -- 172.21.15.90:0/2475716902 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f83e8101c50 msgr2=0x7f83e81977a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:38.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.743+0000 7f83eda42640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f83e8101c50 0x7f83e81977a0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f83dc00d950 tx=0x7f83dc00de10 comp rx=0 tx=0).stop 2024-04-26T17:24:38.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.743+0000 7f83eda42640 1 -- 172.21.15.90:0/2475716902 shutdown_connections 2024-04-26T17:24:38.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.743+0000 7f83eda42640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f83d00a3bb0 0x7f83d00a6070 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:38.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.743+0000 7f83eda42640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e81026d0 0x7f83e819e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:38.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.743+0000 7f83eda42640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f83e8101c50 0x7f83e81977a0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:38.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.743+0000 7f83eda42640 1 --2- 172.21.15.90:0/2475716902 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83e8101290 0x7f83e8197260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:38.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.743+0000 7f83eda42640 1 -- 172.21.15.90:0/2475716902 >> 172.21.15.90:0/2475716902 conn(0x7f83e80fbd40 msgr2=0x7f83e8105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:38.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.744+0000 7f83eda42640 1 -- 172.21.15.90:0/2475716902 shutdown_connections 2024-04-26T17:24:38.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.744+0000 7f83eda42640 1 -- 172.21.15.90:0/2475716902 wait complete. 2024-04-26T17:24:38.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:38 smithi167 ceph-mon[32665]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:38.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:38 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/76818748' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T17:24:38.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:38 smithi167 ceph-mon[32665]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T17:24:38.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:38 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2475716902' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-26T17:24:38.764 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-26T17:24:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:38 smithi119 ceph-mon[32584]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:38 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/76818748' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T17:24:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:38 smithi119 ceph-mon[32584]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T17:24:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:38 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2475716902' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-26T17:24:38.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.866+0000 7fd199cae640 1 -- 172.21.15.90:0/495572166 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd194105550 msgr2=0x7fd194107940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:38.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.866+0000 7fd199cae640 1 --2- 172.21.15.90:0/495572166 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd194105550 0x7fd194107940 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd188009900 tx=0x7fd18802a410 comp rx=0 tx=0).stop 2024-04-26T17:24:38.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.866+0000 7fd199cae640 1 -- 172.21.15.90:0/495572166 shutdown_connections 2024-04-26T17:24:38.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.866+0000 7fd199cae640 1 --2- 172.21.15.90:0/495572166 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd194107e80 0x7fd19410a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:38.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.866+0000 7fd199cae640 1 --2- 172.21.15.90:0/495572166 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd194105550 0x7fd194107940 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:38.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.866+0000 7fd199cae640 1 --2- 172.21.15.90:0/495572166 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd194102c20 0x7fd194105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:38.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.866+0000 7fd199cae640 1 -- 172.21.15.90:0/495572166 >> 172.21.15.90:0/495572166 conn(0x7fd1940fc5b0 msgr2=0x7fd1940fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:38.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.866+0000 7fd199cae640 1 -- 172.21.15.90:0/495572166 shutdown_connections 2024-04-26T17:24:38.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.866+0000 7fd199cae640 1 -- 172.21.15.90:0/495572166 wait complete. 2024-04-26T17:24:38.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.866+0000 7fd199cae640 1 Processor -- start 2024-04-26T17:24:38.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd199cae640 1 -- start start 2024-04-26T17:24:38.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd199cae640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd194102c20 0x7fd1941983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:38.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd199cae640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd194105550 0x7fd194198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:38.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd199cae640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd194107e80 0x7fd19419f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:38.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd199cae640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd19410dca0 con 0x7fd194107e80 2024-04-26T17:24:38.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd199cae640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd19410db20 con 0x7fd194105550 2024-04-26T17:24:38.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd199cae640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd19410de20 con 0x7fd194102c20 2024-04-26T17:24:38.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd193fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd194107e80 0x7fd19419f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:38.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd193fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd194107e80 0x7fd19419f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55228/0 (socket says 172.21.15.90:55228) 2024-04-26T17:24:38.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd193fff640 1 -- 172.21.15.90:0/1347950919 learned_addr learned my addr 172.21.15.90:0/1347950919 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:38.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd1937fe640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd194102c20 0x7fd1941983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:38.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd193fff640 1 -- 172.21.15.90:0/1347950919 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd194102c20 msgr2=0x7fd1941983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:38.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd193fff640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd194102c20 0x7fd1941983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:38.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd193fff640 1 -- 172.21.15.90:0/1347950919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd194105550 msgr2=0x7fd194198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:38.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd192ffd640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd194105550 0x7fd194198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:38.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd193fff640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd194105550 0x7fd194198920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:38.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd193fff640 1 -- 172.21.15.90:0/1347950919 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1941a0000 con 0x7fd194107e80 2024-04-26T17:24:38.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd193fff640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd194107e80 0x7fd19419f990 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd18c00eaa0 tx=0x7fd18c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:38.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.867+0000 7fd190ff9640 1 -- 172.21.15.90:0/1347950919 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd18c00cdb0 con 0x7fd194107e80 2024-04-26T17:24:38.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.868+0000 7fd190ff9640 1 -- 172.21.15.90:0/1347950919 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd18c005020 con 0x7fd194107e80 2024-04-26T17:24:38.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.868+0000 7fd199cae640 1 -- 172.21.15.90:0/1347950919 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1941a02f0 con 0x7fd194107e80 2024-04-26T17:24:38.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.868+0000 7fd190ff9640 1 -- 172.21.15.90:0/1347950919 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd18c0116d0 con 0x7fd194107e80 2024-04-26T17:24:38.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.868+0000 7fd199cae640 1 -- 172.21.15.90:0/1347950919 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1941a0840 con 0x7fd194107e80 2024-04-26T17:24:38.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.869+0000 7fd199cae640 1 -- 172.21.15.90:0/1347950919 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1940fe0a0 con 0x7fd194107e80 2024-04-26T17:24:38.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.870+0000 7fd190ff9640 1 -- 172.21.15.90:0/1347950919 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd18c005580 con 0x7fd194107e80 2024-04-26T17:24:38.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.870+0000 7fd190ff9640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd17c0a3c30 0x7fd17c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:38.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.870+0000 7fd1937fe640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd17c0a3c30 0x7fd17c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:38.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.870+0000 7fd190ff9640 1 -- 172.21.15.90:0/1347950919 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7879+0+0 (secure 0 0 0) 0x7fd18c0d0410 con 0x7fd194107e80 2024-04-26T17:24:38.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.871+0000 7fd1937fe640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd17c0a3c30 0x7fd17c0a60f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd184009bd0 tx=0x7fd184005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:38.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:38.875+0000 7fd190ff9640 1 -- 172.21.15.90:0/1347950919 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd18c016030 con 0x7fd194107e80 2024-04-26T17:24:39.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.089+0000 7fd199cae640 1 -- 172.21.15.90:0/1347950919 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fd194062d70 con 0x7fd194107e80 2024-04-26T17:24:39.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.749+0000 7fd190ff9640 1 -- 172.21.15.90:0/1347950919 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7fd18c09cfa0 con 0x7fd194107e80 2024-04-26T17:24:39.749 INFO:teuthology.orchestra.run.smithi090.stderr:new fs with metadata pool 2 and data pool 3 2024-04-26T17:24:39.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.752+0000 7fd199cae640 1 -- 172.21.15.90:0/1347950919 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd17c0a3c30 msgr2=0x7fd17c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:39.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.752+0000 7fd199cae640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd17c0a3c30 0x7fd17c0a60f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd184009bd0 tx=0x7fd184005f90 comp rx=0 tx=0).stop 2024-04-26T17:24:39.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.752+0000 7fd199cae640 1 -- 172.21.15.90:0/1347950919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd194107e80 msgr2=0x7fd19419f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:39.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.752+0000 7fd199cae640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd194107e80 0x7fd19419f990 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd18c00eaa0 tx=0x7fd18c00ef60 comp rx=0 tx=0).stop 2024-04-26T17:24:39.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.752+0000 7fd199cae640 1 -- 172.21.15.90:0/1347950919 shutdown_connections 2024-04-26T17:24:39.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.752+0000 7fd199cae640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd17c0a3c30 0x7fd17c0a60f0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:39.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.752+0000 7fd199cae640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd194107e80 0x7fd19419f990 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:39.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.752+0000 7fd199cae640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd194105550 0x7fd194198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:39.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.752+0000 7fd199cae640 1 --2- 172.21.15.90:0/1347950919 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd194102c20 0x7fd1941983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:39.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.752+0000 7fd199cae640 1 -- 172.21.15.90:0/1347950919 >> 172.21.15.90:0/1347950919 conn(0x7fd1940fc5b0 msgr2=0x7fd194104a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:39.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.752+0000 7fd199cae640 1 -- 172.21.15.90:0/1347950919 shutdown_connections 2024-04-26T17:24:39.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.752+0000 7fd199cae640 1 -- 172.21.15.90:0/1347950919 wait complete. 2024-04-26T17:24:39.755 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.755 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.755 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.756 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.756 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.756 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.756 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.756 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:39.756 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:24:39.756 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.757 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2475716902' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-26T17:24:39.757 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T17:24:39.757 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1347950919' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T17:24:39.757 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:39 smithi167 ceph-mon[32665]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T17:24:39.765 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.765 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:39.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:24:39.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2475716902' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-26T17:24:39.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T17:24:39.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1347950919' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T17:24:39.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:39 smithi090 ceph-mon[29417]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T17:24:39.767 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-04-26T17:24:39.767 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-04-26T17:24:39.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:24:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:24:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:24:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2475716902' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-26T17:24:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T17:24:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1347950919' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T17:24:39.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:39 smithi119 ceph-mon[32584]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T17:24:39.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.876+0000 7ff711efa640 1 -- 172.21.15.90:0/2165068418 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff70c105590 msgr2=0x7ff70c107980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:39.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.876+0000 7ff711efa640 1 --2- 172.21.15.90:0/2165068418 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff70c105590 0x7ff70c107980 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff700009900 tx=0x7ff70002a410 comp rx=0 tx=0).stop 2024-04-26T17:24:39.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.876+0000 7ff711efa640 1 -- 172.21.15.90:0/2165068418 shutdown_connections 2024-04-26T17:24:39.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.876+0000 7ff711efa640 1 --2- 172.21.15.90:0/2165068418 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff70c107ec0 0x7ff70c10a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:39.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.876+0000 7ff711efa640 1 --2- 172.21.15.90:0/2165068418 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff70c105590 0x7ff70c107980 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:39.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.876+0000 7ff711efa640 1 --2- 172.21.15.90:0/2165068418 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff70c102c60 0x7ff70c105050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:39.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.876+0000 7ff711efa640 1 -- 172.21.15.90:0/2165068418 >> 172.21.15.90:0/2165068418 conn(0x7ff70c0fc5b0 msgr2=0x7ff70c0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:39.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.876+0000 7ff711efa640 1 -- 172.21.15.90:0/2165068418 shutdown_connections 2024-04-26T17:24:39.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.876+0000 7ff711efa640 1 -- 172.21.15.90:0/2165068418 wait complete. 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.876+0000 7ff711efa640 1 Processor -- start 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff711efa640 1 -- start start 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff711efa640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff70c102c60 0x7ff70c198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff711efa640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff70c105590 0x7ff70c198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff711efa640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff70c107ec0 0x7ff70c19f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff711efa640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff70c10dcd0 con 0x7ff70c102c60 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff711efa640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff70c10db50 con 0x7ff70c107ec0 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff711efa640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff70c10de50 con 0x7ff70c105590 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff70b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff70c102c60 0x7ff70c198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff70b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff70c102c60 0x7ff70c198410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55250/0 (socket says 172.21.15.90:55250) 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff70b7fe640 1 -- 172.21.15.90:0/2198054620 learned_addr learned my addr 172.21.15.90:0/2198054620 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff70affd640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff70c105590 0x7ff70c198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff70b7fe640 1 -- 172.21.15.90:0/2198054620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff70c105590 msgr2=0x7ff70c198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff70bfff640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff70c107ec0 0x7ff70c19f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:39.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff70b7fe640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff70c105590 0x7ff70c198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:39.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff70b7fe640 1 -- 172.21.15.90:0/2198054620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff70c107ec0 msgr2=0x7ff70c19f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:39.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff70b7fe640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff70c107ec0 0x7ff70c19f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:39.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff70b7fe640 1 -- 172.21.15.90:0/2198054620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff70c1a0030 con 0x7ff70c102c60 2024-04-26T17:24:39.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff70b7fe640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff70c102c60 0x7ff70c198410 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc00b4a0 tx=0x7ff6fc00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:39.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff708ff9640 1 -- 172.21.15.90:0/2198054620 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6fc014070 con 0x7ff70c102c60 2024-04-26T17:24:39.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff711efa640 1 -- 172.21.15.90:0/2198054620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff70c1a0320 con 0x7ff70c102c60 2024-04-26T17:24:39.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff708ff9640 1 -- 172.21.15.90:0/2198054620 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff6fc010ac0 con 0x7ff70c102c60 2024-04-26T17:24:39.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff708ff9640 1 -- 172.21.15.90:0/2198054620 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6fc017c20 con 0x7ff70c102c60 2024-04-26T17:24:39.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.877+0000 7ff711efa640 1 -- 172.21.15.90:0/2198054620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff70c1a08c0 con 0x7ff70c102c60 2024-04-26T17:24:39.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.878+0000 7ff711efa640 1 -- 172.21.15.90:0/2198054620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff70c0fe0a0 con 0x7ff70c102c60 2024-04-26T17:24:39.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.880+0000 7ff708ff9640 1 -- 172.21.15.90:0/2198054620 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff6fc017070 con 0x7ff70c102c60 2024-04-26T17:24:39.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.880+0000 7ff708ff9640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff6f40a3bb0 0x7ff6f40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:39.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.880+0000 7ff70affd640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff6f40a3bb0 0x7ff6f40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:39.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.880+0000 7ff708ff9640 1 -- 172.21.15.90:0/2198054620 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7ff6fc0cfd70 con 0x7ff70c102c60 2024-04-26T17:24:39.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.881+0000 7ff70affd640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff6f40a3bb0 0x7ff6f40a6070 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff700005ab0 tx=0x7ff700005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:39.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:39.884+0000 7ff708ff9640 1 -- 172.21.15.90:0/2198054620 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff6fc09c8a0 con 0x7ff70c102c60 2024-04-26T17:24:40.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.069+0000 7ff711efa640 1 -- 172.21.15.90:0/2198054620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7ff70c02d6d0 con 0x7ff70c102c60 2024-04-26T17:24:40.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.442+0000 7ff708ff9640 1 -- 172.21.15.90:0/2198054620 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v86) ==== 157+0+0 (secure 0 0 0) 0x7ff6fc09c1a0 con 0x7ff70c102c60 2024-04-26T17:24:40.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.445+0000 7ff711efa640 1 -- 172.21.15.90:0/2198054620 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff6f40a3bb0 msgr2=0x7ff6f40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:40.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.445+0000 7ff711efa640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff6f40a3bb0 0x7ff6f40a6070 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff700005ab0 tx=0x7ff700005d50 comp rx=0 tx=0).stop 2024-04-26T17:24:40.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.445+0000 7ff711efa640 1 -- 172.21.15.90:0/2198054620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff70c102c60 msgr2=0x7ff70c198410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:40.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.445+0000 7ff711efa640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff70c102c60 0x7ff70c198410 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc00b4a0 tx=0x7ff6fc00b960 comp rx=0 tx=0).stop 2024-04-26T17:24:40.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.445+0000 7ff711efa640 1 -- 172.21.15.90:0/2198054620 shutdown_connections 2024-04-26T17:24:40.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.445+0000 7ff711efa640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff6f40a3bb0 0x7ff6f40a6070 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:40.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.445+0000 7ff711efa640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff70c107ec0 0x7ff70c19f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:40.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.445+0000 7ff711efa640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff70c105590 0x7ff70c198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:40.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.445+0000 7ff711efa640 1 --2- 172.21.15.90:0/2198054620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff70c102c60 0x7ff70c198410 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:40.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.445+0000 7ff711efa640 1 -- 172.21.15.90:0/2198054620 >> 172.21.15.90:0/2198054620 conn(0x7ff70c0fc5b0 msgr2=0x7ff70c104ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:40.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.445+0000 7ff711efa640 1 -- 172.21.15.90:0/2198054620 shutdown_connections 2024-04-26T17:24:40.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.445+0000 7ff711efa640 1 -- 172.21.15.90:0/2198054620 wait complete. 2024-04-26T17:24:40.457 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-04-26T17:24:40.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.562+0000 7fa4ad19b640 1 -- 172.21.15.90:0/2419249025 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4a81022b0 msgr2=0x7fa4a8102730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:40.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.562+0000 7fa4ad19b640 1 --2- 172.21.15.90:0/2419249025 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4a81022b0 0x7fa4a8102730 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa49c009900 tx=0x7fa49c02a410 comp rx=0 tx=0).stop 2024-04-26T17:24:40.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.562+0000 7fa4ad19b640 1 -- 172.21.15.90:0/2419249025 shutdown_connections 2024-04-26T17:24:40.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.562+0000 7fa4ad19b640 1 --2- 172.21.15.90:0/2419249025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa4a8102c70 0x7fa4a8109500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:40.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.562+0000 7fa4ad19b640 1 --2- 172.21.15.90:0/2419249025 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4a81022b0 0x7fa4a8102730 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:40.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.562+0000 7fa4ad19b640 1 --2- 172.21.15.90:0/2419249025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4a81010c0 0x7fa4a81014e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:40.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.562+0000 7fa4ad19b640 1 -- 172.21.15.90:0/2419249025 >> 172.21.15.90:0/2419249025 conn(0x7fa4a80fc650 msgr2=0x7fa4a80fea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:40.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.562+0000 7fa4ad19b640 1 -- 172.21.15.90:0/2419249025 shutdown_connections 2024-04-26T17:24:40.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.562+0000 7fa4ad19b640 1 -- 172.21.15.90:0/2419249025 wait complete. 2024-04-26T17:24:40.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4ad19b640 1 Processor -- start 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4ad19b640 1 -- start start 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4ad19b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4a81010c0 0x7fa4a8197400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4ad19b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa4a81022b0 0x7fa4a8197940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4ad19b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4a8102c70 0x7fa4a819e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4ad19b640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa4a810cc60 con 0x7fa4a8102c70 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4ad19b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fa4a810cae0 con 0x7fa4a81010c0 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4ad19b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa4a810cde0 con 0x7fa4a81022b0 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4a759e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4a8102c70 0x7fa4a819e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4a759e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4a8102c70 0x7fa4a819e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55276/0 (socket says 172.21.15.90:55276) 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4a759e640 1 -- 172.21.15.90:0/3286218982 learned_addr learned my addr 172.21.15.90:0/3286218982 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4a6d9d640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4a81010c0 0x7fa4a8197400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.563+0000 7fa4a659c640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa4a81022b0 0x7fa4a8197940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.564+0000 7fa4a759e640 1 -- 172.21.15.90:0/3286218982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa4a81022b0 msgr2=0x7fa4a8197940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:40.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.564+0000 7fa4a759e640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa4a81022b0 0x7fa4a8197940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.564+0000 7fa4a759e640 1 -- 172.21.15.90:0/3286218982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4a81010c0 msgr2=0x7fa4a8197400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.564+0000 7fa4a759e640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4a81010c0 0x7fa4a8197400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.564+0000 7fa4a759e640 1 -- 172.21.15.90:0/3286218982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4a819f020 con 0x7fa4a8102c70 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.564+0000 7fa4a659c640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa4a81022b0 0x7fa4a8197940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.564+0000 7fa4a759e640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4a8102c70 0x7fa4a819e9b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa4a000b970 tx=0x7fa4a000bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.564+0000 7fa48ffff640 1 -- 172.21.15.90:0/3286218982 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a0019070 con 0x7fa4a8102c70 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.564+0000 7fa4ad19b640 1 -- 172.21.15.90:0/3286218982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4a819f310 con 0x7fa4a8102c70 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.564+0000 7fa48ffff640 1 -- 172.21.15.90:0/3286218982 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa4a0014440 con 0x7fa4a8102c70 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.564+0000 7fa48ffff640 1 -- 172.21.15.90:0/3286218982 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a00075d0 con 0x7fa4a8102c70 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.564+0000 7fa4ad19b640 1 -- 172.21.15.90:0/3286218982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4a819f890 con 0x7fa4a8102c70 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.565+0000 7fa4ad19b640 1 -- 172.21.15.90:0/3286218982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4a8108520 con 0x7fa4a8102c70 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.566+0000 7fa48ffff640 1 -- 172.21.15.90:0/3286218982 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa4a001c070 con 0x7fa4a8102c70 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.567+0000 7fa48ffff640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa4900a3bb0 0x7fa4900a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:40.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.567+0000 7fa4a6d9d640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa4900a3bb0 0x7fa4900a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:40.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.567+0000 7fa48ffff640 1 -- 172.21.15.90:0/3286218982 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8277+0+0 (secure 0 0 0) 0x7fa4a00cf990 con 0x7fa4a8102c70 2024-04-26T17:24:40.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.567+0000 7fa4a6d9d640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa4900a3bb0 0x7fa4900a6070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa4a8102110 tx=0x7fa498009110 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:40.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.571+0000 7fa48ffff640 1 -- 172.21.15.90:0/3286218982 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa4a009c340 con 0x7fa4a8102c70 2024-04-26T17:24:40.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:40.750+0000 7fa4ad19b640 1 -- 172.21.15.90:0/3286218982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fa4a8062d00 con 0x7fa4a8102c70 2024-04-26T17:24:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:40 smithi167 ceph-mon[32665]: pgmap v287: 97 pgs: 5 active+clean, 28 creating+peering, 64 unknown; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:40 smithi167 ceph-mon[32665]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T17:24:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:40 smithi167 ceph-mon[32665]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T17:24:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:40 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1347950919' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T17:24:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:40 smithi167 ceph-mon[32665]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T17:24:40.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:40 smithi167 ceph-mon[32665]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T17:24:40.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:40 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] up:active 2024-04-26T17:24:40.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:40 smithi167 ceph-mon[32665]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T17:24:40.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:40 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2198054620' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-26T17:24:40.797 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:24:40 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-b[62510]: 2024-04-26T17:24:40.393+0000 7f244901f700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-26T17:24:40.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:40 smithi119 ceph-mon[32584]: pgmap v287: 97 pgs: 5 active+clean, 28 creating+peering, 64 unknown; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:40.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:40 smithi119 ceph-mon[32584]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T17:24:40.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:40 smithi119 ceph-mon[32584]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T17:24:40.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:40 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1347950919' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T17:24:40.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:40 smithi119 ceph-mon[32584]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T17:24:40.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:40 smithi119 ceph-mon[32584]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T17:24:40.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:40 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] up:active 2024-04-26T17:24:40.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:40 smithi119 ceph-mon[32584]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T17:24:40.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:40 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2198054620' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-26T17:24:40.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:40 smithi090 ceph-mon[29417]: pgmap v287: 97 pgs: 5 active+clean, 28 creating+peering, 64 unknown; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:40.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:40 smithi090 ceph-mon[29417]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T17:24:40.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:40 smithi090 ceph-mon[29417]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T17:24:40.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:40 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1347950919' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T17:24:40.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:40 smithi090 ceph-mon[29417]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T17:24:40.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:40 smithi090 ceph-mon[29417]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T17:24:40.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:40 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] up:active 2024-04-26T17:24:40.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:40 smithi090 ceph-mon[29417]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T17:24:40.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:40 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2198054620' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-26T17:24:41.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:41 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2198054620' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-26T17:24:41.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:41 smithi167 ceph-mon[32665]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T17:24:41.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:41 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3286218982' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T17:24:41.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:41 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2198054620' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-26T17:24:41.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:41 smithi119 ceph-mon[32584]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T17:24:41.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:41 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3286218982' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T17:24:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:41 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2198054620' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-26T17:24:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:41 smithi090 ceph-mon[29417]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T17:24:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:41 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3286218982' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T17:24:42.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.446+0000 7fa48ffff640 1 -- 172.21.15.90:0/3286218982 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v88) ==== 228+0+0 (secure 0 0 0) 0x7fa4a009bc40 con 0x7fa4a8102c70 2024-04-26T17:24:42.446 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_data_ec' created 2024-04-26T17:24:42.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.450+0000 7fa4ad19b640 1 -- 172.21.15.90:0/3286218982 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa4900a3bb0 msgr2=0x7fa4900a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:42.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.450+0000 7fa4ad19b640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa4900a3bb0 0x7fa4900a6070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa4a8102110 tx=0x7fa498009110 comp rx=0 tx=0).stop 2024-04-26T17:24:42.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.450+0000 7fa4ad19b640 1 -- 172.21.15.90:0/3286218982 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4a8102c70 msgr2=0x7fa4a819e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:42.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.450+0000 7fa4ad19b640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4a8102c70 0x7fa4a819e9b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa4a000b970 tx=0x7fa4a000bd70 comp rx=0 tx=0).stop 2024-04-26T17:24:42.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.450+0000 7fa4ad19b640 1 -- 172.21.15.90:0/3286218982 shutdown_connections 2024-04-26T17:24:42.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.450+0000 7fa4ad19b640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa4900a3bb0 0x7fa4900a6070 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:42.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.450+0000 7fa4ad19b640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4a8102c70 0x7fa4a819e9b0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:42.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.450+0000 7fa4ad19b640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa4a81022b0 0x7fa4a8197940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:42.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.450+0000 7fa4ad19b640 1 --2- 172.21.15.90:0/3286218982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4a81010c0 0x7fa4a8197400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:42.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.450+0000 7fa4ad19b640 1 -- 172.21.15.90:0/3286218982 >> 172.21.15.90:0/3286218982 conn(0x7fa4a80fc650 msgr2=0x7fa4a81056f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:42.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.450+0000 7fa4ad19b640 1 -- 172.21.15.90:0/3286218982 shutdown_connections 2024-04-26T17:24:42.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.450+0000 7fa4ad19b640 1 -- 172.21.15.90:0/3286218982 wait complete. 2024-04-26T17:24:42.468 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-04-26T17:24:42.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.576+0000 7f0265507640 1 -- 172.21.15.90:0/1866175559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0260103760 msgr2=0x7f0260103b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:42.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.576+0000 7f0265507640 1 --2- 172.21.15.90:0/1866175559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0260103760 0x7f0260103b80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f0250009900 tx=0x7f025002a410 comp rx=0 tx=0).stop 2024-04-26T17:24:42.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.576+0000 7f0265507640 1 -- 172.21.15.90:0/1866175559 shutdown_connections 2024-04-26T17:24:42.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.576+0000 7f0265507640 1 --2- 172.21.15.90:0/1866175559 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0260100b90 0x7f026010a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:42.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.576+0000 7f0265507640 1 --2- 172.21.15.90:0/1866175559 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02601001d0 0x7f0260100650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:42.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.576+0000 7f0265507640 1 --2- 172.21.15.90:0/1866175559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0260103760 0x7f0260103b80 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:42.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.576+0000 7f0265507640 1 -- 172.21.15.90:0/1866175559 >> 172.21.15.90:0/1866175559 conn(0x7f02600fbd30 msgr2=0x7f02600fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:42.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.576+0000 7f0265507640 1 -- 172.21.15.90:0/1866175559 shutdown_connections 2024-04-26T17:24:42.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.576+0000 7f0265507640 1 -- 172.21.15.90:0/1866175559 wait complete. 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f0265507640 1 Processor -- start 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f0265507640 1 -- start start 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f0265507640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02601001d0 0x7f0260198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f0265507640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0260100b90 0x7f02601988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f0265507640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0260103760 0x7f026019f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f0265507640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f026010dcc0 con 0x7f0260100b90 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f0265507640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f026010db40 con 0x7f0260103760 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f0265507640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f026010de40 con 0x7f02601001d0 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f02567fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0260100b90 0x7f02601988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f02567fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0260100b90 0x7f02601988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55300/0 (socket says 172.21.15.90:55300) 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f02567fc640 1 -- 172.21.15.90:0/1568185633 learned_addr learned my addr 172.21.15.90:0/1568185633 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f025effd640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02601001d0 0x7f0260198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:42.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f025f7fe640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0260103760 0x7f026019f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:42.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f02567fc640 1 -- 172.21.15.90:0/1568185633 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02601001d0 msgr2=0x7f0260198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:42.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f02567fc640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02601001d0 0x7f0260198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:42.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f02567fc640 1 -- 172.21.15.90:0/1568185633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0260103760 msgr2=0x7f026019f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:42.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f02567fc640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0260103760 0x7f026019f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:42.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.577+0000 7f02567fc640 1 -- 172.21.15.90:0/1568185633 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f026019ffa0 con 0x7f0260100b90 2024-04-26T17:24:42.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.578+0000 7f02567fc640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0260100b90 0x7f02601988c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f024800c890 tx=0x7f024800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:42.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.578+0000 7f025cff9640 1 -- 172.21.15.90:0/1568185633 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0248004220 con 0x7f0260100b90 2024-04-26T17:24:42.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.578+0000 7f025cff9640 1 -- 172.21.15.90:0/1568185633 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f02480043c0 con 0x7f0260100b90 2024-04-26T17:24:42.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.578+0000 7f0265507640 1 -- 172.21.15.90:0/1568185633 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02601a0290 con 0x7f0260100b90 2024-04-26T17:24:42.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.578+0000 7f025cff9640 1 -- 172.21.15.90:0/1568185633 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0248004a00 con 0x7f0260100b90 2024-04-26T17:24:42.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.578+0000 7f0265507640 1 -- 172.21.15.90:0/1568185633 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02601a07e0 con 0x7f0260100b90 2024-04-26T17:24:42.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.579+0000 7f0265507640 1 -- 172.21.15.90:0/1568185633 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02601096f0 con 0x7f0260100b90 2024-04-26T17:24:42.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.580+0000 7f025cff9640 1 -- 172.21.15.90:0/1568185633 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f02480079b0 con 0x7f0260100b90 2024-04-26T17:24:42.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.580+0000 7f025cff9640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f024c0a3bb0 0x7f024c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:42.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.580+0000 7f025effd640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f024c0a3bb0 0x7f024c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:42.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.580+0000 7f025cff9640 1 -- 172.21.15.90:0/1568185633 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8770+0+0 (secure 0 0 0) 0x7f02480d0410 con 0x7f0260100b90 2024-04-26T17:24:42.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.581+0000 7f025effd640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f024c0a3bb0 0x7f024c0a6070 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0250000c00 tx=0x7f0250005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:42.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.585+0000 7f025cff9640 1 -- 172.21.15.90:0/1568185633 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0248014030 con 0x7f0260100b90 2024-04-26T17:24:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:42 smithi167 ceph-mon[32665]: pgmap v290: 97 pgs: 23 active+clean, 35 creating+peering, 39 unknown; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:42 smithi167 ceph-mon[32665]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T17:24:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:42 smithi167 ceph-mon[32665]: Cluster is now healthy 2024-04-26T17:24:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:42 smithi167 ceph-mon[32665]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T17:24:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:42 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3286218982' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T17:24:42.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:42 smithi167 ceph-mon[32665]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T17:24:42.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:42.763+0000 7f0265507640 1 -- 172.21.15.90:0/1568185633 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f026002d6d0 con 0x7f0260100b90 2024-04-26T17:24:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:42 smithi119 ceph-mon[32584]: pgmap v290: 97 pgs: 23 active+clean, 35 creating+peering, 39 unknown; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:42 smithi119 ceph-mon[32584]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T17:24:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:42 smithi119 ceph-mon[32584]: Cluster is now healthy 2024-04-26T17:24:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:42 smithi119 ceph-mon[32584]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T17:24:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:42 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3286218982' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T17:24:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:42 smithi119 ceph-mon[32584]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T17:24:42.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:42 smithi090 ceph-mon[29417]: pgmap v290: 97 pgs: 23 active+clean, 35 creating+peering, 39 unknown; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T17:24:42.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:42 smithi090 ceph-mon[29417]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T17:24:42.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:42 smithi090 ceph-mon[29417]: Cluster is now healthy 2024-04-26T17:24:42.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:42 smithi090 ceph-mon[29417]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T17:24:42.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:42 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3286218982' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T17:24:42.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:42 smithi090 ceph-mon[29417]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T17:24:43.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.448+0000 7f025cff9640 1 -- 172.21.15.90:0/1568185633 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v89) ==== 169+0+0 (secure 0 0 0) 0x7f024809cbd0 con 0x7f0260100b90 2024-04-26T17:24:43.448 INFO:teuthology.orchestra.run.smithi090.stderr:set pool 4 allow_ec_overwrites to true 2024-04-26T17:24:43.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.451+0000 7f0265507640 1 -- 172.21.15.90:0/1568185633 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f024c0a3bb0 msgr2=0x7f024c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:43.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.451+0000 7f0265507640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f024c0a3bb0 0x7f024c0a6070 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0250000c00 tx=0x7f0250005d50 comp rx=0 tx=0).stop 2024-04-26T17:24:43.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.451+0000 7f0265507640 1 -- 172.21.15.90:0/1568185633 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0260100b90 msgr2=0x7f02601988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:43.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.451+0000 7f0265507640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0260100b90 0x7f02601988c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f024800c890 tx=0x7f024800cd50 comp rx=0 tx=0).stop 2024-04-26T17:24:43.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.451+0000 7f0265507640 1 -- 172.21.15.90:0/1568185633 shutdown_connections 2024-04-26T17:24:43.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.451+0000 7f0265507640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f024c0a3bb0 0x7f024c0a6070 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:43.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.451+0000 7f0265507640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0260103760 0x7f026019f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:43.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.451+0000 7f0265507640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0260100b90 0x7f02601988c0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:43.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.451+0000 7f0265507640 1 --2- 172.21.15.90:0/1568185633 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02601001d0 0x7f0260198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:43.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.451+0000 7f0265507640 1 -- 172.21.15.90:0/1568185633 >> 172.21.15.90:0/1568185633 conn(0x7f02600fbd30 msgr2=0x7f02601068c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:43.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.452+0000 7f0265507640 1 -- 172.21.15.90:0/1568185633 shutdown_connections 2024-04-26T17:24:43.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.452+0000 7f0265507640 1 -- 172.21.15.90:0/1568185633 wait complete. 2024-04-26T17:24:43.474 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-04-26T17:24:43.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.579+0000 7f7517243640 1 -- 172.21.15.90:0/2962328227 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7510101060 msgr2=0x7f7510101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.579+0000 7f7517243640 1 --2- 172.21.15.90:0/2962328227 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7510101060 0x7f7510101480 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7504009900 tx=0x7f750402a410 comp rx=0 tx=0).stop 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.579+0000 7f7517243640 1 -- 172.21.15.90:0/2962328227 shutdown_connections 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.579+0000 7f7517243640 1 --2- 172.21.15.90:0/2962328227 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7510102c10 0x7f75101094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.579+0000 7f7517243640 1 --2- 172.21.15.90:0/2962328227 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7510102250 0x7f75101026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.579+0000 7f7517243640 1 --2- 172.21.15.90:0/2962328227 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7510101060 0x7f7510101480 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.579+0000 7f7517243640 1 -- 172.21.15.90:0/2962328227 >> 172.21.15.90:0/2962328227 conn(0x7f75100fc5f0 msgr2=0x7f75100fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.579+0000 7f7517243640 1 -- 172.21.15.90:0/2962328227 shutdown_connections 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.579+0000 7f7517243640 1 -- 172.21.15.90:0/2962328227 wait complete. 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.579+0000 7f7517243640 1 Processor -- start 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.579+0000 7f7517243640 1 -- start start 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f7517243640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7510101060 0x7f751010d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f7517243640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7510102250 0x7f751010bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:43.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f7517243640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7510102c10 0x7f751010c090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f7517243640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f751010dd20 con 0x7f7510102c10 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f7517243640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f751010dba0 con 0x7f7510101060 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f7517243640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f751010dea0 con 0x7f7510102250 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f75157e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7510102c10 0x7f751010c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f75157e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7510102c10 0x7f751010c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55318/0 (socket says 172.21.15.90:55318) 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f75157e0640 1 -- 172.21.15.90:0/3932691150 learned_addr learned my addr 172.21.15.90:0/3932691150 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f750ffff640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7510102250 0x7f751010bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f7514fdf640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7510101060 0x7f751010d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f75157e0640 1 -- 172.21.15.90:0/3932691150 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7510102250 msgr2=0x7f751010bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f75157e0640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7510102250 0x7f751010bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f75157e0640 1 -- 172.21.15.90:0/3932691150 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7510101060 msgr2=0x7f751010d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f75157e0640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7510101060 0x7f751010d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f75157e0640 1 -- 172.21.15.90:0/3932691150 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f751010c920 con 0x7f7510102c10 2024-04-26T17:24:43.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f75157e0640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7510102c10 0x7f751010c090 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f750800cce0 tx=0x7f750800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:43.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f750dffb640 1 -- 172.21.15.90:0/3932691150 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750800f450 con 0x7f7510102c10 2024-04-26T17:24:43.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f750dffb640 1 -- 172.21.15.90:0/3932691150 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f750800faa0 con 0x7f7510102c10 2024-04-26T17:24:43.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f7517243640 1 -- 172.21.15.90:0/3932691150 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75101a24d0 con 0x7f7510102c10 2024-04-26T17:24:43.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.580+0000 7f750dffb640 1 -- 172.21.15.90:0/3932691150 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7508018b20 con 0x7f7510102c10 2024-04-26T17:24:43.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.581+0000 7f7517243640 1 -- 172.21.15.90:0/3932691150 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75101a29d0 con 0x7f7510102c10 2024-04-26T17:24:43.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.582+0000 7f7517243640 1 -- 172.21.15.90:0/3932691150 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75101084a0 con 0x7f7510102c10 2024-04-26T17:24:43.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.583+0000 7f750dffb640 1 -- 172.21.15.90:0/3932691150 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f750800fc50 con 0x7f7510102c10 2024-04-26T17:24:43.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.583+0000 7f750dffb640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f75000a3bb0 0x7f75000a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:43.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.583+0000 7f7514fdf640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f75000a3bb0 0x7f75000a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:43.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.583+0000 7f750dffb640 1 -- 172.21.15.90:0/3932691150 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8770+0+0 (secure 0 0 0) 0x7f75080d0d20 con 0x7f7510102c10 2024-04-26T17:24:43.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.584+0000 7f7514fdf640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f75000a3bb0 0x7f75000a6070 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7504005ab0 tx=0x7f7504005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:43.587 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.588+0000 7f750dffb640 1 -- 172.21.15.90:0/3932691150 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7508014030 con 0x7f7510102c10 2024-04-26T17:24:43.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:43 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1568185633' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-26T17:24:43.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:43 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1568185633' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-26T17:24:43.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:43 smithi167 ceph-mon[32665]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T17:24:43.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:43 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1568185633' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-26T17:24:43.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:43 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1568185633' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-26T17:24:43.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:43 smithi119 ceph-mon[32584]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T17:24:43.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:43.805+0000 7f7517243640 1 -- 172.21.15.90:0/3932691150 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f7510062d00 con 0x7f7510102c10 2024-04-26T17:24:43.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:43 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1568185633' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-26T17:24:43.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:43 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1568185633' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-26T17:24:43.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:43 smithi090 ceph-mon[29417]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T17:24:44.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.470+0000 7f750dffb640 1 -- 172.21.15.90:0/3932691150 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v16) ==== 137+0+0 (secure 0 0 0) 0x7f750809d4e0 con 0x7f7510102c10 2024-04-26T17:24:44.470 INFO:teuthology.orchestra.run.smithi090.stderr:added data pool 4 to fsmap 2024-04-26T17:24:44.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.473+0000 7f7517243640 1 -- 172.21.15.90:0/3932691150 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f75000a3bb0 msgr2=0x7f75000a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:44.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.473+0000 7f7517243640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f75000a3bb0 0x7f75000a6070 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7504005ab0 tx=0x7f7504005d50 comp rx=0 tx=0).stop 2024-04-26T17:24:44.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.473+0000 7f7517243640 1 -- 172.21.15.90:0/3932691150 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7510102c10 msgr2=0x7f751010c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:44.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.473+0000 7f7517243640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7510102c10 0x7f751010c090 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f750800cce0 tx=0x7f750800a620 comp rx=0 tx=0).stop 2024-04-26T17:24:44.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.473+0000 7f7517243640 1 -- 172.21.15.90:0/3932691150 shutdown_connections 2024-04-26T17:24:44.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.473+0000 7f7517243640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f75000a3bb0 0x7f75000a6070 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.473+0000 7f7517243640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7510102c10 0x7f751010c090 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.473+0000 7f7517243640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7510102250 0x7f751010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.473+0000 7f7517243640 1 --2- 172.21.15.90:0/3932691150 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7510101060 0x7f751010d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.473+0000 7f7517243640 1 -- 172.21.15.90:0/3932691150 >> 172.21.15.90:0/3932691150 conn(0x7f75100fc5f0 msgr2=0x7f7510105670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:44.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.473+0000 7f7517243640 1 -- 172.21.15.90:0/3932691150 shutdown_connections 2024-04-26T17:24:44.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.473+0000 7f7517243640 1 -- 172.21.15.90:0/3932691150 wait complete. 2024-04-26T17:24:44.487 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:44.588 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.586+0000 7f58e51cd640 1 -- 172.21.15.90:0/60273404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e0103d00 msgr2=0x7f58e010a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:44.588 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.586+0000 7f58e51cd640 1 --2- 172.21.15.90:0/60273404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e0103d00 0x7f58e010a590 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f58d8009ca0 tx=0x7f58d802a8c0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.588 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.586+0000 7f58e51cd640 1 -- 172.21.15.90:0/60273404 shutdown_connections 2024-04-26T17:24:44.588 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.586+0000 7f58e51cd640 1 --2- 172.21.15.90:0/60273404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e0103d00 0x7f58e010a590 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.588 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.586+0000 7f58e51cd640 1 --2- 172.21.15.90:0/60273404 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58e0103340 0x7f58e01037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.588 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.586+0000 7f58e51cd640 1 --2- 172.21.15.90:0/60273404 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58e0102150 0x7f58e0102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.588 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.586+0000 7f58e51cd640 1 -- 172.21.15.90:0/60273404 >> 172.21.15.90:0/60273404 conn(0x7f58e00fd700 msgr2=0x7f58e00ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:44.588 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.586+0000 7f58e51cd640 1 -- 172.21.15.90:0/60273404 shutdown_connections 2024-04-26T17:24:44.588 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.586+0000 7f58e51cd640 1 -- 172.21.15.90:0/60273404 wait complete. 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58e51cd640 1 Processor -- start 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58e51cd640 1 -- start start 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58e51cd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e0102150 0x7f58e0075eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58e51cd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58e0103340 0x7f58e00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58e51cd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58e0103d00 0x7f58e0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58e51cd640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f58e010dc60 con 0x7f58e0102150 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58e51cd640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f58e010dae0 con 0x7f58e0103340 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58e51cd640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f58e010dde0 con 0x7f58e0103d00 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58ded9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e0102150 0x7f58e0075eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58ded9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e0102150 0x7f58e0075eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58558/0 (socket says 172.21.15.90:58558) 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58ded9d640 1 -- 172.21.15.90:0/2348501188 learned_addr learned my addr 172.21.15.90:0/2348501188 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58de59c640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58e0103340 0x7f58e00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:44.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58ded9d640 1 -- 172.21.15.90:0/2348501188 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58e0103d00 msgr2=0x7f58e0074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:44.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58ded9d640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58e0103d00 0x7f58e0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58ded9d640 1 -- 172.21.15.90:0/2348501188 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58e0103340 msgr2=0x7f58e00744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:44.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58ded9d640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58e0103340 0x7f58e00744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58ded9d640 1 -- 172.21.15.90:0/2348501188 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58e00752c0 con 0x7f58e0102150 2024-04-26T17:24:44.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.587+0000 7f58de59c640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58e0103340 0x7f58e00744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:24:44.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.588+0000 7f58ded9d640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e0102150 0x7f58e0075eb0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f58d000d950 tx=0x7f58d000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:44.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.588+0000 7f58c7fff640 1 -- 172.21.15.90:0/2348501188 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d0017070 con 0x7f58e0102150 2024-04-26T17:24:44.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.588+0000 7f58e51cd640 1 -- 172.21.15.90:0/2348501188 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58e01a2480 con 0x7f58e0102150 2024-04-26T17:24:44.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.588+0000 7f58c7fff640 1 -- 172.21.15.90:0/2348501188 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f58d0009c30 con 0x7f58e0102150 2024-04-26T17:24:44.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.588+0000 7f58c7fff640 1 -- 172.21.15.90:0/2348501188 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d000f620 con 0x7f58e0102150 2024-04-26T17:24:44.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.588+0000 7f58e51cd640 1 -- 172.21.15.90:0/2348501188 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58e01a2980 con 0x7f58e0102150 2024-04-26T17:24:44.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.589+0000 7f58e51cd640 1 -- 172.21.15.90:0/2348501188 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58e0109540 con 0x7f58e0102150 2024-04-26T17:24:44.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.590+0000 7f58c7fff640 1 -- 172.21.15.90:0/2348501188 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f58d001a070 con 0x7f58e0102150 2024-04-26T17:24:44.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.591+0000 7f58c7fff640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f58c80a3bb0 0x7f58c80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:44.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.591+0000 7f58de59c640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f58c80a3bb0 0x7f58c80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:44.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.591+0000 7f58c7fff640 1 -- 172.21.15.90:0/2348501188 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f58d00d0160 con 0x7f58e0102150 2024-04-26T17:24:44.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.591+0000 7f58de59c640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f58c80a3bb0 0x7f58c80a6070 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f58e0075c20 tx=0x7f58d4005d30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:44.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.595+0000 7f58c7fff640 1 -- 172.21.15.90:0/2348501188 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f58d0009de0 con 0x7f58e0102150 2024-04-26T17:24:44.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:44 smithi167 ceph-mon[32665]: pgmap v293: 129 pgs: 62 active+clean, 35 creating+peering, 32 unknown; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 4 op/s 2024-04-26T17:24:44.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:44 smithi167 ceph-mon[32665]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T17:24:44.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:44 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3932691150' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-26T17:24:44.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:44 smithi119 ceph-mon[32584]: pgmap v293: 129 pgs: 62 active+clean, 35 creating+peering, 32 unknown; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 4 op/s 2024-04-26T17:24:44.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:44 smithi119 ceph-mon[32584]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T17:24:44.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:44 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3932691150' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-26T17:24:44.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.811+0000 7f58e51cd640 1 -- 172.21.15.90:0/2348501188 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f58e002d6d0 con 0x7f58e0102150 2024-04-26T17:24:44.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.812+0000 7f58c7fff640 1 -- 172.21.15.90:0/2348501188 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+11809 (secure 0 0 0) 0x7f58d009c900 con 0x7f58e0102150 2024-04-26T17:24:44.811 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:44.812 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":16,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14652,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:24:43.807447+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24509,"qdb_cluster":[24509]},"id":1}]} 2024-04-26T17:24:44.812 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 16 2024-04-26T17:24:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.814+0000 7f58e51cd640 1 -- 172.21.15.90:0/2348501188 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f58c80a3bb0 msgr2=0x7f58c80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.814+0000 7f58e51cd640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f58c80a3bb0 0x7f58c80a6070 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f58e0075c20 tx=0x7f58d4005d30 comp rx=0 tx=0).stop 2024-04-26T17:24:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.814+0000 7f58e51cd640 1 -- 172.21.15.90:0/2348501188 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e0102150 msgr2=0x7f58e0075eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.814+0000 7f58e51cd640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e0102150 0x7f58e0075eb0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f58d000d950 tx=0x7f58d000de10 comp rx=0 tx=0).stop 2024-04-26T17:24:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.814+0000 7f58e51cd640 1 -- 172.21.15.90:0/2348501188 shutdown_connections 2024-04-26T17:24:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.814+0000 7f58e51cd640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f58c80a3bb0 0x7f58c80a6070 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.814+0000 7f58e51cd640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58e0103d00 0x7f58e0074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.814+0000 7f58e51cd640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58e0103340 0x7f58e00744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.814+0000 7f58e51cd640 1 --2- 172.21.15.90:0/2348501188 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e0102150 0x7f58e0075eb0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.814+0000 7f58e51cd640 1 -- 172.21.15.90:0/2348501188 >> 172.21.15.90:0/2348501188 conn(0x7f58e00fd700 msgr2=0x7f58e0106710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.814+0000 7f58e51cd640 1 -- 172.21.15.90:0/2348501188 shutdown_connections 2024-04-26T17:24:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.814+0000 7f58e51cd640 1 -- 172.21.15.90:0/2348501188 wait complete. 2024-04-26T17:24:44.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:44 smithi090 ceph-mon[29417]: pgmap v293: 129 pgs: 62 active+clean, 35 creating+peering, 32 unknown; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 4 op/s 2024-04-26T17:24:44.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:44 smithi090 ceph-mon[29417]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T17:24:44.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:44 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3932691150' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-26T17:24:44.827 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:24:44.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.927+0000 7f8150264640 1 -- 172.21.15.90:0/3993651529 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8148101060 msgr2=0x7f8148101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:44.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.927+0000 7f8150264640 1 --2- 172.21.15.90:0/3993651529 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8148101060 0x7f8148101480 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8144009ca0 tx=0x7f814402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 -- 172.21.15.90:0/3993651529 shutdown_connections 2024-04-26T17:24:44.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 --2- 172.21.15.90:0/3993651529 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8148102c10 0x7f81481094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 --2- 172.21.15.90:0/3993651529 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8148102250 0x7f81481026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 --2- 172.21.15.90:0/3993651529 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8148101060 0x7f8148101480 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 -- 172.21.15.90:0/3993651529 >> 172.21.15.90:0/3993651529 conn(0x7f81480fc5f0 msgr2=0x7f81480fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:44.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 -- 172.21.15.90:0/3993651529 shutdown_connections 2024-04-26T17:24:44.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 -- 172.21.15.90:0/3993651529 wait complete. 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 Processor -- start 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 -- start start 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8148101060 0x7f814806b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8148102250 0x7f814819d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8148102c10 0x7f814819f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f814810cbb0 con 0x7f8148102250 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f814810ca30 con 0x7f8148101060 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f8150264640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f814810cd30 con 0x7f8148102c10 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f814d7ff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8148102250 0x7f814819d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f814d7ff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8148102250 0x7f814819d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58576/0 (socket says 172.21.15.90:58576) 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.928+0000 7f814d7ff640 1 -- 172.21.15.90:0/2029046156 learned_addr learned my addr 172.21.15.90:0/2029046156 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f814e000640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8148101060 0x7f814806b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f814e801640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8148102c10 0x7f814819f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:44.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f814d7ff640 1 -- 172.21.15.90:0/2029046156 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8148102c10 msgr2=0x7f814819f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:44.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f814d7ff640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8148102c10 0x7f814819f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f814d7ff640 1 -- 172.21.15.90:0/2029046156 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8148101060 msgr2=0x7f814806b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:44.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f814d7ff640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8148101060 0x7f814806b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:44.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f814d7ff640 1 -- 172.21.15.90:0/2029046156 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f814819ffb0 con 0x7f8148102250 2024-04-26T17:24:44.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f814e801640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8148102c10 0x7f814819f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:24:44.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f814d7ff640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8148102250 0x7f814819d080 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f813800c920 tx=0x7f813800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:44.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f813effd640 1 -- 172.21.15.90:0/2029046156 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138007c70 con 0x7f8148102250 2024-04-26T17:24:44.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f8150264640 1 -- 172.21.15.90:0/2029046156 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81481a0240 con 0x7f8148102250 2024-04-26T17:24:44.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f813effd640 1 -- 172.21.15.90:0/2029046156 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8138007e10 con 0x7f8148102250 2024-04-26T17:24:44.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f813effd640 1 -- 172.21.15.90:0/2029046156 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138018760 con 0x7f8148102250 2024-04-26T17:24:44.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.929+0000 7f8150264640 1 -- 172.21.15.90:0/2029046156 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81481a0790 con 0x7f8148102250 2024-04-26T17:24:44.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.930+0000 7f8150264640 1 -- 172.21.15.90:0/2029046156 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81481083a0 con 0x7f8148102250 2024-04-26T17:24:44.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.931+0000 7f813effd640 1 -- 172.21.15.90:0/2029046156 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f813800f450 con 0x7f8148102250 2024-04-26T17:24:44.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.932+0000 7f813effd640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f81340a3bb0 0x7f81340a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:44.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.932+0000 7f813effd640 1 -- 172.21.15.90:0/2029046156 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f81380d0790 con 0x7f8148102250 2024-04-26T17:24:44.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.932+0000 7f814e000640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f81340a3bb0 0x7f81340a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:44.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.932+0000 7f814e000640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f81340a3bb0 0x7f81340a6070 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8144006010 tx=0x7f8144031000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:44.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:44.936+0000 7f813effd640 1 -- 172.21.15.90:0/2029046156 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8138014030 con 0x7f8148102250 2024-04-26T17:24:45.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.112+0000 7f8150264640 1 -- 172.21.15.90:0/2029046156 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8148062d00 con 0x7f8148102250 2024-04-26T17:24:45.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.114+0000 7f813effd640 1 -- 172.21.15.90:0/2029046156 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24151 (secure 0 0 0) 0x7f813809cf30 con 0x7f8148102250 2024-04-26T17:24:45.114 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:45.114 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":90,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:24:43.807282+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:24:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.116+0000 7f8150264640 1 -- 172.21.15.90:0/2029046156 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f81340a3bb0 msgr2=0x7f81340a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.116+0000 7f8150264640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f81340a3bb0 0x7f81340a6070 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8144006010 tx=0x7f8144031000 comp rx=0 tx=0).stop 2024-04-26T17:24:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.116+0000 7f8150264640 1 -- 172.21.15.90:0/2029046156 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8148102250 msgr2=0x7f814819d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.116+0000 7f8150264640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8148102250 0x7f814819d080 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f813800c920 tx=0x7f813800cde0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.116+0000 7f8150264640 1 -- 172.21.15.90:0/2029046156 shutdown_connections 2024-04-26T17:24:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.116+0000 7f8150264640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f81340a3bb0 0x7f81340a6070 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.116+0000 7f8150264640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8148102c10 0x7f814819f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.116+0000 7f8150264640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8148102250 0x7f814819d080 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.116+0000 7f8150264640 1 --2- 172.21.15.90:0/2029046156 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8148101060 0x7f814806b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.116+0000 7f8150264640 1 -- 172.21.15.90:0/2029046156 >> 172.21.15.90:0/2029046156 conn(0x7f81480fc5f0 msgr2=0x7f8148105570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.116+0000 7f8150264640 1 -- 172.21.15.90:0/2029046156 shutdown_connections 2024-04-26T17:24:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.116+0000 7f8150264640 1 -- 172.21.15.90:0/2029046156 wait complete. 2024-04-26T17:24:45.128 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:24:45.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 -- 172.21.15.90:0/4101019413 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb930102be0 msgr2=0x7fb930104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 --2- 172.21.15.90:0/4101019413 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb930102be0 0x7fb930104fd0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb928009900 tx=0x7fb92802a410 comp rx=0 tx=0).stop 2024-04-26T17:24:45.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 -- 172.21.15.90:0/4101019413 shutdown_connections 2024-04-26T17:24:45.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 --2- 172.21.15.90:0/4101019413 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb930107e40 0x7fb93010a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 --2- 172.21.15.90:0/4101019413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb930105510 0x7fb930107900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 --2- 172.21.15.90:0/4101019413 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb930102be0 0x7fb930104fd0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 -- 172.21.15.90:0/4101019413 >> 172.21.15.90:0/4101019413 conn(0x7fb9300fc5f0 msgr2=0x7fb9300fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 -- 172.21.15.90:0/4101019413 shutdown_connections 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 -- 172.21.15.90:0/4101019413 wait complete. 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 Processor -- start 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 -- start start 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb930102be0 0x7fb930198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.226+0000 7fb93824e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb930105510 0x7fb9301989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb93824e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb930107e40 0x7fb93019fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb93824e640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb93010dc90 con 0x7fb930107e40 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb93824e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb93010db10 con 0x7fb930102be0 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb93824e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb93010de10 con 0x7fb930105510 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb9367eb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb930107e40 0x7fb93019fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb9367eb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb930107e40 0x7fb93019fa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58604/0 (socket says 172.21.15.90:58604) 2024-04-26T17:24:45.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb9367eb640 1 -- 172.21.15.90:0/3958045287 learned_addr learned my addr 172.21.15.90:0/3958045287 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb935fea640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb930102be0 0x7fb930198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb9357e9640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb930105510 0x7fb9301989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb9367eb640 1 -- 172.21.15.90:0/3958045287 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb930105510 msgr2=0x7fb9301989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb9367eb640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb930105510 0x7fb9301989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb9367eb640 1 -- 172.21.15.90:0/3958045287 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb930102be0 msgr2=0x7fb930198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb9367eb640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb930102be0 0x7fb930198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb9367eb640 1 -- 172.21.15.90:0/3958045287 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9301a00a0 con 0x7fb930107e40 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb9367eb640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb930107e40 0x7fb93019fa30 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb92c009fd0 tx=0x7fb92c00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb926ffd640 1 -- 172.21.15.90:0/3958045287 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c017070 con 0x7fb930107e40 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb926ffd640 1 -- 172.21.15.90:0/3958045287 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb92c003e20 con 0x7fb930107e40 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb93824e640 1 -- 172.21.15.90:0/3958045287 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9301a0390 con 0x7fb930107e40 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb926ffd640 1 -- 172.21.15.90:0/3958045287 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c010460 con 0x7fb930107e40 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.227+0000 7fb93824e640 1 -- 172.21.15.90:0/3958045287 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9301a08e0 con 0x7fb930107e40 2024-04-26T17:24:45.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.228+0000 7fb93824e640 1 -- 172.21.15.90:0/3958045287 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9300fe0e0 con 0x7fb930107e40 2024-04-26T17:24:45.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.229+0000 7fb926ffd640 1 -- 172.21.15.90:0/3958045287 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb92c003970 con 0x7fb930107e40 2024-04-26T17:24:45.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.230+0000 7fb926ffd640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb91c0a3c30 0x7fb91c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:45.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.230+0000 7fb935fea640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb91c0a3c30 0x7fb91c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:45.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.230+0000 7fb926ffd640 1 -- 172.21.15.90:0/3958045287 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fb92c0d0730 con 0x7fb930107e40 2024-04-26T17:24:45.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.230+0000 7fb935fea640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb91c0a3c30 0x7fb91c0a60f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb928006010 tx=0x7fb928005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:45.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.233+0000 7fb926ffd640 1 -- 172.21.15.90:0/3958045287 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb92c09cf50 con 0x7fb930107e40 2024-04-26T17:24:45.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.413+0000 7fb93824e640 1 -- 172.21.15.90:0/3958045287 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb930062d00 con 0x7fb930107e40 2024-04-26T17:24:45.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.414+0000 7fb926ffd640 1 -- 172.21.15.90:0/3958045287 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24151 (secure 0 0 0) 0x7fb92c09c850 con 0x7fb930107e40 2024-04-26T17:24:45.414 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:45.415 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":90,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:24:43.807282+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:24:45.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.416+0000 7fb93824e640 1 -- 172.21.15.90:0/3958045287 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb91c0a3c30 msgr2=0x7fb91c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.416+0000 7fb93824e640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb91c0a3c30 0x7fb91c0a60f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb928006010 tx=0x7fb928005d50 comp rx=0 tx=0).stop 2024-04-26T17:24:45.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.416+0000 7fb93824e640 1 -- 172.21.15.90:0/3958045287 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb930107e40 msgr2=0x7fb93019fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.416+0000 7fb93824e640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb930107e40 0x7fb93019fa30 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb92c009fd0 tx=0x7fb92c00b260 comp rx=0 tx=0).stop 2024-04-26T17:24:45.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.416+0000 7fb93824e640 1 -- 172.21.15.90:0/3958045287 shutdown_connections 2024-04-26T17:24:45.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.416+0000 7fb93824e640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb91c0a3c30 0x7fb91c0a60f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.416+0000 7fb93824e640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb930107e40 0x7fb93019fa30 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.416+0000 7fb93824e640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb930105510 0x7fb9301989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.416+0000 7fb93824e640 1 --2- 172.21.15.90:0/3958045287 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb930102be0 0x7fb930198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.416+0000 7fb93824e640 1 -- 172.21.15.90:0/3958045287 >> 172.21.15.90:0/3958045287 conn(0x7fb9300fc5f0 msgr2=0x7fb9301034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:45.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.416+0000 7fb93824e640 1 -- 172.21.15.90:0/3958045287 shutdown_connections 2024-04-26T17:24:45.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.416+0000 7fb93824e640 1 -- 172.21.15.90:0/3958045287 wait complete. 2024-04-26T17:24:45.444 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:24:45.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.543+0000 7f342df87640 1 -- 172.21.15.90:0/408960773 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3428102230 msgr2=0x7f34281026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.543+0000 7f342df87640 1 --2- 172.21.15.90:0/408960773 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3428102230 0x7f34281026b0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f341c009900 tx=0x7f341c02a410 comp rx=0 tx=0).stop 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.543+0000 7f342df87640 1 -- 172.21.15.90:0/408960773 shutdown_connections 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.543+0000 7f342df87640 1 --2- 172.21.15.90:0/408960773 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3428102bf0 0x7f3428109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.543+0000 7f342df87640 1 --2- 172.21.15.90:0/408960773 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3428102230 0x7f34281026b0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.543+0000 7f342df87640 1 --2- 172.21.15.90:0/408960773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3428101040 0x7f3428101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.543+0000 7f342df87640 1 -- 172.21.15.90:0/408960773 >> 172.21.15.90:0/408960773 conn(0x7f34280fc5b0 msgr2=0x7f34280fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.543+0000 7f342df87640 1 -- 172.21.15.90:0/408960773 shutdown_connections 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.543+0000 7f342df87640 1 -- 172.21.15.90:0/408960773 wait complete. 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f342df87640 1 Processor -- start 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f342df87640 1 -- start start 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f342df87640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3428101040 0x7f34281972e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f342df87640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3428102230 0x7f3428197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f342df87640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3428102bf0 0x7f342819e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:45.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f342df87640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f342810cbb0 con 0x7f3428102bf0 2024-04-26T17:24:45.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f342df87640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f342810ca30 con 0x7f3428102230 2024-04-26T17:24:45.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f342df87640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f342810cd30 con 0x7f3428101040 2024-04-26T17:24:45.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f3427fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3428102bf0 0x7f342819e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:45.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f3427fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3428102bf0 0x7f342819e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58636/0 (socket says 172.21.15.90:58636) 2024-04-26T17:24:45.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f3427fff640 1 -- 172.21.15.90:0/1771514364 learned_addr learned my addr 172.21.15.90:0/1771514364 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:45.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f3426ffd640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3428102230 0x7f3428197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:45.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.544+0000 7f34277fe640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3428101040 0x7f34281972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:45.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.545+0000 7f3427fff640 1 -- 172.21.15.90:0/1771514364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3428101040 msgr2=0x7f34281972e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.545+0000 7f3427fff640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3428101040 0x7f34281972e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.545+0000 7f3427fff640 1 -- 172.21.15.90:0/1771514364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3428102230 msgr2=0x7f3428197820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.545+0000 7f3427fff640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3428102230 0x7f3428197820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.545+0000 7f3427fff640 1 -- 172.21.15.90:0/1771514364 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f342819ef00 con 0x7f3428102bf0 2024-04-26T17:24:45.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.545+0000 7f3426ffd640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3428102230 0x7f3428197820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:24:45.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.545+0000 7f3427fff640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3428102bf0 0x7f342819e890 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f342000b970 tx=0x7f342000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:45.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.545+0000 7f3424ff9640 1 -- 172.21.15.90:0/1771514364 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3420019070 con 0x7f3428102bf0 2024-04-26T17:24:45.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.545+0000 7f342df87640 1 -- 172.21.15.90:0/1771514364 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f342819f1f0 con 0x7f3428102bf0 2024-04-26T17:24:45.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.545+0000 7f3424ff9640 1 -- 172.21.15.90:0/1771514364 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3420014440 con 0x7f3428102bf0 2024-04-26T17:24:45.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.545+0000 7f342df87640 1 -- 172.21.15.90:0/1771514364 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f342819f790 con 0x7f3428102bf0 2024-04-26T17:24:45.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.545+0000 7f3424ff9640 1 -- 172.21.15.90:0/1771514364 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34200075d0 con 0x7f3428102bf0 2024-04-26T17:24:45.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.546+0000 7f342df87640 1 -- 172.21.15.90:0/1771514364 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3428068f20 con 0x7f3428102bf0 2024-04-26T17:24:45.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.547+0000 7f3424ff9640 1 -- 172.21.15.90:0/1771514364 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f342001c070 con 0x7f3428102bf0 2024-04-26T17:24:45.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.547+0000 7f3424ff9640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f34100a3bb0 0x7f34100a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:45.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.548+0000 7f34277fe640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f34100a3bb0 0x7f34100a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:45.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.548+0000 7f3424ff9640 1 -- 172.21.15.90:0/1771514364 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f34200d0120 con 0x7f3428102bf0 2024-04-26T17:24:45.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.548+0000 7f34277fe640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f34100a3bb0 0x7f34100a6070 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f3428102090 tx=0x7f3418005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:45.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.551+0000 7f3424ff9640 1 -- 172.21.15.90:0/1771514364 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f342009c270 con 0x7f3428102bf0 2024-04-26T17:24:45.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:45 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3932691150' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-26T17:24:45.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:45 smithi090 ceph-mon[29417]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T17:24:45.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:45 smithi090 ceph-mon[29417]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T17:24:45.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:45 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2348501188' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:45.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:45 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2029046156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:45.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:45 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3958045287' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:45.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:45 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3932691150' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-26T17:24:45.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:45 smithi167 ceph-mon[32665]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T17:24:45.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:45 smithi167 ceph-mon[32665]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T17:24:45.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:45 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2348501188' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:45.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:45 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2029046156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:45.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:45 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3958045287' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:45.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.766+0000 7f342df87640 1 -- 172.21.15.90:0/1771514364 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f342802d6d0 con 0x7f3428102bf0 2024-04-26T17:24:45.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.767+0000 7f3424ff9640 1 -- 172.21.15.90:0/1771514364 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+11809 (secure 0 0 0) 0x7f34200a0570 con 0x7f3428102bf0 2024-04-26T17:24:45.767 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:45.767 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":16,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14652,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:24:43.807447+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24509},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24509,"qdb_cluster":[24509]},"id":1}]} 2024-04-26T17:24:45.768 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 16 2024-04-26T17:24:45.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.769+0000 7f342df87640 1 -- 172.21.15.90:0/1771514364 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f34100a3bb0 msgr2=0x7f34100a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.769+0000 7f342df87640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f34100a3bb0 0x7f34100a6070 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f3428102090 tx=0x7f3418005f90 comp rx=0 tx=0).stop 2024-04-26T17:24:45.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.769+0000 7f342df87640 1 -- 172.21.15.90:0/1771514364 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3428102bf0 msgr2=0x7f342819e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.769+0000 7f342df87640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3428102bf0 0x7f342819e890 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f342000b970 tx=0x7f342000be30 comp rx=0 tx=0).stop 2024-04-26T17:24:45.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.769+0000 7f342df87640 1 -- 172.21.15.90:0/1771514364 shutdown_connections 2024-04-26T17:24:45.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.769+0000 7f342df87640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f34100a3bb0 0x7f34100a6070 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.769+0000 7f342df87640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3428102bf0 0x7f342819e890 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.769+0000 7f342df87640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3428102230 0x7f3428197820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.769+0000 7f342df87640 1 --2- 172.21.15.90:0/1771514364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3428101040 0x7f34281972e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.769+0000 7f342df87640 1 -- 172.21.15.90:0/1771514364 >> 172.21.15.90:0/1771514364 conn(0x7f34280fc5b0 msgr2=0x7f3428105600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:45.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.769+0000 7f342df87640 1 -- 172.21.15.90:0/1771514364 shutdown_connections 2024-04-26T17:24:45.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.769+0000 7f342df87640 1 -- 172.21.15.90:0/1771514364 wait complete. 2024-04-26T17:24:45.780 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:24:45.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:45 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3932691150' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-26T17:24:45.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:45 smithi119 ceph-mon[32584]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T17:24:45.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:45 smithi119 ceph-mon[32584]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T17:24:45.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:45 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2348501188' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:45.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:45 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2029046156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:45.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:45 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3958045287' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:45.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.879+0000 7fad01859640 1 -- 172.21.15.90:0/2911702129 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facfc102150 msgr2=0x7facfc102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.879+0000 7fad01859640 1 --2- 172.21.15.90:0/2911702129 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facfc102150 0x7facfc102570 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7facf0009900 tx=0x7facf002a410 comp rx=0 tx=0).stop 2024-04-26T17:24:45.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.879+0000 7fad01859640 1 -- 172.21.15.90:0/2911702129 shutdown_connections 2024-04-26T17:24:45.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.879+0000 7fad01859640 1 --2- 172.21.15.90:0/2911702129 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facfc103d00 0x7facfc10a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.879+0000 7fad01859640 1 --2- 172.21.15.90:0/2911702129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facfc103340 0x7facfc1037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.879+0000 7fad01859640 1 --2- 172.21.15.90:0/2911702129 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facfc102150 0x7facfc102570 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.879+0000 7fad01859640 1 -- 172.21.15.90:0/2911702129 >> 172.21.15.90:0/2911702129 conn(0x7facfc0fd6e0 msgr2=0x7facfc0ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.879+0000 7fad01859640 1 -- 172.21.15.90:0/2911702129 shutdown_connections 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.879+0000 7fad01859640 1 -- 172.21.15.90:0/2911702129 wait complete. 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.879+0000 7fad01859640 1 Processor -- start 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.879+0000 7fad01859640 1 -- start start 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7fad01859640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facfc102150 0x7facfc198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7fad01859640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facfc103340 0x7facfc198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7fad01859640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facfc103d00 0x7facfc19f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7fad01859640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7facfc10dc60 con 0x7facfc103d00 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7fad01859640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7facfc10dae0 con 0x7facfc103340 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7fad01859640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7facfc10dde0 con 0x7facfc102150 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7facfb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facfc103d00 0x7facfc19f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7facfb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facfc103d00 0x7facfc19f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58654/0 (socket says 172.21.15.90:58654) 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7facfb7fe640 1 -- 172.21.15.90:0/540618996 learned_addr learned my addr 172.21.15.90:0/540618996 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7facfa7fc640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facfc103340 0x7facfc198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7facfb7fe640 1 -- 172.21.15.90:0/540618996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facfc102150 msgr2=0x7facfc198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7facfaffd640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facfc102150 0x7facfc198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7facfb7fe640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facfc102150 0x7facfc198310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7facfb7fe640 1 -- 172.21.15.90:0/540618996 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facfc103340 msgr2=0x7facfc198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7facfb7fe640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facfc103340 0x7facfc198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7facfb7fe640 1 -- 172.21.15.90:0/540618996 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facfc19ff30 con 0x7facfc103d00 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7facfb7fe640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facfc103d00 0x7facfc19f8c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7facf400eb10 tx=0x7facf400ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7fad00857640 1 -- 172.21.15.90:0/540618996 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf400ce20 con 0x7facfc103d00 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7fad00857640 1 -- 172.21.15.90:0/540618996 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7facf4005020 con 0x7facfc103d00 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7fad01859640 1 -- 172.21.15.90:0/540618996 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facfc1a0220 con 0x7facfc103d00 2024-04-26T17:24:45.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7fad00857640 1 -- 172.21.15.90:0/540618996 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf4010690 con 0x7facfc103d00 2024-04-26T17:24:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.880+0000 7fad01859640 1 -- 172.21.15.90:0/540618996 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facfc1a0720 con 0x7facfc103d00 2024-04-26T17:24:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.881+0000 7fad01859640 1 -- 172.21.15.90:0/540618996 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facfc109470 con 0x7facfc103d00 2024-04-26T17:24:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.882+0000 7fad00857640 1 -- 172.21.15.90:0/540618996 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7facf40051d0 con 0x7facfc103d00 2024-04-26T17:24:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.883+0000 7fad00857640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7face40a3bb0 0x7face40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:45.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.883+0000 7facfaffd640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7face40a3bb0 0x7face40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:45.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.883+0000 7fad00857640 1 -- 172.21.15.90:0/540618996 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7facf40d0c80 con 0x7facfc103d00 2024-04-26T17:24:45.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.883+0000 7facfaffd640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7face40a3bb0 0x7face40a6070 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7facf00096c0 tx=0x7facf0000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:45.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:45.887+0000 7fad00857640 1 -- 172.21.15.90:0/540618996 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7facf409d420 con 0x7facfc103d00 2024-04-26T17:24:46.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.066+0000 7fad01859640 1 -- 172.21.15.90:0/540618996 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7facfc062d00 con 0x7facfc103d00 2024-04-26T17:24:46.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.068+0000 7fad00857640 1 -- 172.21.15.90:0/540618996 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24151 (secure 0 0 0) 0x7facf409cd20 con 0x7facfc103d00 2024-04-26T17:24:46.068 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:46.068 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":90,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:24:43.807282+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:24:46.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.070+0000 7fad01859640 1 -- 172.21.15.90:0/540618996 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7face40a3bb0 msgr2=0x7face40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:46.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.070+0000 7fad01859640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7face40a3bb0 0x7face40a6070 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7facf00096c0 tx=0x7facf0000bc0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.070+0000 7fad01859640 1 -- 172.21.15.90:0/540618996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facfc103d00 msgr2=0x7facfc19f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:46.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.070+0000 7fad01859640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facfc103d00 0x7facfc19f8c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7facf400eb10 tx=0x7facf400ef10 comp rx=0 tx=0).stop 2024-04-26T17:24:46.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.070+0000 7fad01859640 1 -- 172.21.15.90:0/540618996 shutdown_connections 2024-04-26T17:24:46.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.070+0000 7fad01859640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7face40a3bb0 0x7face40a6070 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.070+0000 7fad01859640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facfc103d00 0x7facfc19f8c0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.070+0000 7fad01859640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facfc103340 0x7facfc198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.070+0000 7fad01859640 1 --2- 172.21.15.90:0/540618996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facfc102150 0x7facfc198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.070+0000 7fad01859640 1 -- 172.21.15.90:0/540618996 >> 172.21.15.90:0/540618996 conn(0x7facfc0fd6e0 msgr2=0x7facfc106640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:46.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.070+0000 7fad01859640 1 -- 172.21.15.90:0/540618996 shutdown_connections 2024-04-26T17:24:46.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.070+0000 7fad01859640 1 -- 172.21.15.90:0/540618996 wait complete. 2024-04-26T17:24:46.083 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-26T17:24:39.091441+0000', 'modified': '2024-04-26T17:24:43.807447+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24509}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24509': {'gid': 24509, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.119:6839/3240223440', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6838', 'nonce': 3240223440}, {'type': 'v1', 'addr': '172.21.15.119:6839', 'nonce': 3240223440}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24509, 'qdb_cluster': [24509]} 2024-04-26T17:24:46.083 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-26T17:24:46.083 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-26T17:24:46.182 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.181+0000 7fb1e756f640 1 -- 172.21.15.90:0/1615830840 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb1e0102230 msgr2=0x7fb1e01026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.181+0000 7fb1e756f640 1 --2- 172.21.15.90:0/1615830840 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb1e0102230 0x7fb1e01026b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4009900 tx=0x7fb1d402a410 comp rx=0 tx=0).stop 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.181+0000 7fb1e756f640 1 -- 172.21.15.90:0/1615830840 shutdown_connections 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.181+0000 7fb1e756f640 1 --2- 172.21.15.90:0/1615830840 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e0102bf0 0x7fb1e0109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.181+0000 7fb1e756f640 1 --2- 172.21.15.90:0/1615830840 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb1e0102230 0x7fb1e01026b0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.181+0000 7fb1e756f640 1 --2- 172.21.15.90:0/1615830840 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1e0101040 0x7fb1e0101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.181+0000 7fb1e756f640 1 -- 172.21.15.90:0/1615830840 >> 172.21.15.90:0/1615830840 conn(0x7fb1e00fc5b0 msgr2=0x7fb1e00fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e756f640 1 -- 172.21.15.90:0/1615830840 shutdown_connections 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e756f640 1 -- 172.21.15.90:0/1615830840 wait complete. 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e756f640 1 Processor -- start 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e756f640 1 -- start start 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e756f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb1e0101040 0x7fb1e0069e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e756f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1e0102230 0x7fb1e019d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e756f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e0102bf0 0x7fb1e019f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e756f640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e010cb50 con 0x7fb1e0101040 2024-04-26T17:24:46.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e756f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e010c9d0 con 0x7fb1e0102bf0 2024-04-26T17:24:46.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e756f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e010ccd0 con 0x7fb1e0102230 2024-04-26T17:24:46.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e530b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb1e0101040 0x7fb1e0069e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e530b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb1e0101040 0x7fb1e0069e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58662/0 (socket says 172.21.15.90:58662) 2024-04-26T17:24:46.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e530b640 1 -- 172.21.15.90:0/2060855329 learned_addr learned my addr 172.21.15.90:0/2060855329 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:46.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e0102bf0 0x7fb1e019f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.182+0000 7fb1e4b0a640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1e0102230 0x7fb1e019d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.183+0000 7fb1e530b640 1 -- 172.21.15.90:0/2060855329 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1e0102230 msgr2=0x7fb1e019d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:46.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.183+0000 7fb1e530b640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1e0102230 0x7fb1e019d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.183+0000 7fb1e530b640 1 -- 172.21.15.90:0/2060855329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e0102bf0 msgr2=0x7fb1e019f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:46.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.183+0000 7fb1e530b640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e0102bf0 0x7fb1e019f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.183+0000 7fb1e530b640 1 -- 172.21.15.90:0/2060855329 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e019ffe0 con 0x7fb1e0101040 2024-04-26T17:24:46.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.183+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e0102bf0 0x7fb1e019f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:24:46.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.183+0000 7fb1e530b640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb1e0101040 0x7fb1e0069e00 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc00d950 tx=0x7fb1dc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:46.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.183+0000 7fb1d27fc640 1 -- 172.21.15.90:0/2060855329 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc017020 con 0x7fb1e0101040 2024-04-26T17:24:46.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.183+0000 7fb1d27fc640 1 -- 172.21.15.90:0/2060855329 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb1dc009c30 con 0x7fb1e0101040 2024-04-26T17:24:46.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.183+0000 7fb1e756f640 1 -- 172.21.15.90:0/2060855329 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1e01a0270 con 0x7fb1e0101040 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.183+0000 7fb1d27fc640 1 -- 172.21.15.90:0/2060855329 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc00f6b0 con 0x7fb1e0101040 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.183+0000 7fb1e756f640 1 -- 172.21.15.90:0/2060855329 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1e01a07c0 con 0x7fb1e0101040 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.185+0000 7fb1d27fc640 1 -- 172.21.15.90:0/2060855329 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb1dc01a020 con 0x7fb1e0101040 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.185+0000 7fb1ea364740 1 Processor -- start 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.185+0000 7fb1ea364740 1 -- start start 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1ea364740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee7f5f0 0x56078ee7fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1ea364740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee807c0 0x56078ee80c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1ea364740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee81180 0x56078ee87a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1ea364740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56078ede43f0 con 0x56078ee7f5f0 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1ea364740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x56078ed80830 con 0x56078ee81180 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1ea364740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56078ede03b0 con 0x56078ee807c0 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1d27fc640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb1cc0a3bb0 0x7fb1cc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e5b0c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee7f5f0 0x56078ee7fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e5b0c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee7f5f0 0x56078ee7fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58664/0 (socket says 172.21.15.90:58664) 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e5b0c640 1 -- 172.21.15.90:0/2924537588 learned_addr learned my addr 172.21.15.90:0/2924537588 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e530b640 1 --2- 172.21.15.90:0/2924537588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee807c0 0x56078ee80c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb1cc0a3bb0 0x7fb1cc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1d27fc640 1 -- 172.21.15.90:0/2060855329 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fb1dc0d0690 con 0x7fb1e0101040 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e4b0a640 1 --2- 172.21.15.90:0/2924537588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee81180 0x56078ee87a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e5b0c640 1 -- 172.21.15.90:0/2924537588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee807c0 msgr2=0x56078ee80c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/2924537588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee807c0 0x56078ee80c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e5b0c640 1 -- 172.21.15.90:0/2924537588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee81180 msgr2=0x56078ee87a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/2924537588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee81180 0x56078ee87a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e5b0c640 1 -- 172.21.15.90:0/2924537588 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56078eaf62d0 con 0x56078ee7f5f0 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e4b0a640 1 --2- 172.21.15.90:0/2924537588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee81180 0x56078ee87a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.186+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/2924537588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee7f5f0 0x56078ee7fa10 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb1d8012940 tx=0x7fb1d8012e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f58d3f90426546e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:46.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1cb7fe640 1 -- 172.21.15.90:0/2924537588 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d8022070 con 0x56078ee7f5f0 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb1cc0a3bb0 0x7fb1cc0a6070 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb1d801f000 tx=0x7fb1d801d000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1cb7fe640 1 -- 172.21.15.90:0/2924537588 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb1d8012250 con 0x56078ee7f5f0 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1cb7fe640 1 -- 172.21.15.90:0/2924537588 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d801dda0 con 0x56078ee7f5f0 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1ea364740 1 -- 172.21.15.90:0/2924537588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee7f5f0 msgr2=0x56078ee7fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1ea364740 1 --2- 172.21.15.90:0/2924537588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee7f5f0 0x56078ee7fa10 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb1d8012940 tx=0x7fb1d8012e00 comp rx=0 tx=0).stop 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1ea364740 1 -- 172.21.15.90:0/2924537588 shutdown_connections 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1ea364740 1 --2- 172.21.15.90:0/2924537588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee81180 0x56078ee87a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1ea364740 1 --2- 172.21.15.90:0/2924537588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee807c0 0x56078ee80c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1ea364740 1 --2- 172.21.15.90:0/2924537588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee7f5f0 0x56078ee7fa10 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1ea364740 1 -- 172.21.15.90:0/2924537588 >> 172.21.15.90:0/2924537588 conn(0x56078ee7aae0 msgr2=0x56078ee7aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1ea364740 1 -- 172.21.15.90:0/2924537588 shutdown_connections 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.187+0000 7fb1ea364740 1 -- 172.21.15.90:0/2924537588 wait complete. 2024-04-26T17:24:46.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1ea364740 1 -- start start 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1ea364740 1 Processor -- start 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1ea364740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee7f5f0 0x56078ee89ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1ea364740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee807c0 0x56078ee8a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1ea364740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 0x56078ee91060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1ea364740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56078ee88190 con 0x56078ee81180 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1ea364740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x56078ed7e470 con 0x56078ee7f5f0 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1ea364740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56078ee88310 con 0x56078ee807c0 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1ea364740 10 client.0 _ll_register_callbacks cb 0x56078ed6c020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1e5b0c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 0x56078ee91060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1e5b0c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 0x56078ee91060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58666/0 (socket says 172.21.15.90:58666) 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1e5b0c640 1 -- 172.21.15.90:0/17324638 learned_addr learned my addr 172.21.15.90:0/17324638 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1e530b640 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee7f5f0 0x56078ee89ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1e4b0a640 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee807c0 0x56078ee8a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1e5b0c640 1 -- 172.21.15.90:0/17324638 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee807c0 msgr2=0x56078ee8a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee807c0 0x56078ee8a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1e5b0c640 1 -- 172.21.15.90:0/17324638 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee7f5f0 msgr2=0x56078ee89ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee7f5f0 0x56078ee89ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.188+0000 7fb1e5b0c640 1 -- 172.21.15.90:0/17324638 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56078ebc06b0 con 0x56078ee81180 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 0x56078ee91060 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb1d8007570 tx=0x7fb1d8012630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=307c6a20ae4603ed server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1c8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1c8ff9640 1 -- 172.21.15.90:0/17324638 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d8022040 con 0x56078ee81180 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1ea364740 1 -- 172.21.15.90:0/17324638 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1d8012250 con 0x56078ee81180 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1c8ff9640 1 -- 172.21.15.90:0/17324638 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fb1d801dd40 con 0x56078ee81180 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1c8ff9640 1 -- 172.21.15.90:0/17324638 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7fb1d8032470 con 0x56078ee81180 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1ea364740 10 client.14772 fetch_fsmap learned FSMap version 16 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1ea364740 1 -- 172.21.15.90:0/17324638 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=4+}) -- 0x56078ee94400 con 0x56078ee81180 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1c8ff9640 1 -- 172.21.15.90:0/17324638 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb1d8012250 con 0x56078ee81180 2024-04-26T17:24:46.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1c8ff9640 1 -- 172.21.15.90:0/17324638 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 16) ==== 8342+0+0 (secure 0 0 0) 0x7fb1d8029430 con 0x56078ee81180 2024-04-26T17:24:46.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1ea364740 10 client.14772 fetch_fsmap finished waiting for FSMap version 16 2024-04-26T17:24:46.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1ea364740 10 client.14772 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T17:24:46.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1ea364740 20 client.14772 populate_metadata read hostname 'smithi090' 2024-04-26T17:24:46.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1ea364740 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56078ee966a0 0x56078ee97b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1ea364740 4 client.14772 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:24:46.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.189+0000 7fb1ea364740 1 -- 172.21.15.90:0/17324638 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56078edf2000 con 0x56078ee966a0 2024-04-26T17:24:46.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.190+0000 7fb1e530b640 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56078ee966a0 0x56078ee97b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.190+0000 7fb1c8ff9640 10 client.14772 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.190+0000 7fb1e530b640 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56078ee966a0 0x56078ee97b10 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a9f5fba20103380 server_cookie=9d095e28afe69f7a in_seq=0 out_seq=0 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1c8ff9640 1 -- 172.21.15.90:0/17324638 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56078edf2000 con 0x56078ee966a0 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1c8ff9640 10 client.14772 handle_command_reply: tid=0 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1ea364740 1 client.14772 shutdown 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1ea364740 1 -- 172.21.15.90:0/17324638 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 msgr2=0x56078ee91060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1ea364740 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 0x56078ee91060 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb1d8007570 tx=0x7fb1d8012630 comp rx=0 tx=0).stop 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1ea364740 1 -- 172.21.15.90:0/17324638 shutdown_connections 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1ea364740 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56078ee966a0 0x56078ee97b10 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1ea364740 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 0x56078ee91060 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1ea364740 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee807c0 0x56078ee8a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1ea364740 1 --2- 172.21.15.90:0/17324638 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee7f5f0 0x56078ee89ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1ea364740 1 -- 172.21.15.90:0/17324638 >> 172.21.15.90:0/17324638 conn(0x56078ee7aae0 msgr2=0x56078ee79c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1c8ff9640 0 client.14772 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:24:46.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1ea364740 1 -- 172.21.15.90:0/17324638 shutdown_connections 2024-04-26T17:24:46.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1ea364740 1 -- 172.21.15.90:0/17324638 wait complete. 2024-04-26T17:24:46.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.191+0000 7fb1ea364740 20 client.14772 trim_cache size 0 max 16384 2024-04-26T17:24:46.217 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1ea364740 1 Processor -- start 2024-04-26T17:24:46.217 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1ea364740 1 -- start start 2024-04-26T17:24:46.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1ea364740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee7f5f0 0x56078ee80ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1ea364740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee807c0 0x56078ee90f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1ea364740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 0x56078ee896f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1ea364740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56078ee95e50 con 0x56078ee81180 2024-04-26T17:24:46.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1ea364740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x56078ee96520 con 0x56078ee807c0 2024-04-26T17:24:46.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1ea364740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56078ee96bf0 con 0x56078ee7f5f0 2024-04-26T17:24:46.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1e5b0c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 0x56078ee896f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1e5b0c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 0x56078ee896f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58682/0 (socket says 172.21.15.90:58682) 2024-04-26T17:24:46.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1e5b0c640 1 -- 172.21.15.90:0/2855772009 learned_addr learned my addr 172.21.15.90:0/2855772009 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:46.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1e530b640 1 --2- 172.21.15.90:0/2855772009 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee7f5f0 0x56078ee80ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1e4b0a640 1 --2- 172.21.15.90:0/2855772009 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee807c0 0x56078ee90f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1e5b0c640 1 -- 172.21.15.90:0/2855772009 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee7f5f0 msgr2=0x56078ee80ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:24:46.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/2855772009 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee7f5f0 0x56078ee80ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1e5b0c640 1 -- 172.21.15.90:0/2855772009 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee807c0 msgr2=0x56078ee90f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:24:46.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/2855772009 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee807c0 0x56078ee90f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.209+0000 7fb1e5b0c640 1 -- 172.21.15.90:0/2855772009 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56078ee875e0 con 0x56078ee81180 2024-04-26T17:24:46.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/2855772009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 0x56078ee896f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb1d8029850 tx=0x7fb1d80127f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84fa41137fa61e15 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:46.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1caffd640 1 -- 172.21.15.90:0/2855772009 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d8022070 con 0x56078ee81180 2024-04-26T17:24:46.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1caffd640 1 -- 172.21.15.90:0/2855772009 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb1d802d070 con 0x56078ee81180 2024-04-26T17:24:46.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1caffd640 1 -- 172.21.15.90:0/2855772009 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d801d690 con 0x56078ee81180 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1ea364740 1 -- 172.21.15.90:0/2855772009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 msgr2=0x56078ee896f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1ea364740 1 --2- 172.21.15.90:0/2855772009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 0x56078ee896f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb1d8029850 tx=0x7fb1d80127f0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1ea364740 1 -- 172.21.15.90:0/2855772009 shutdown_connections 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1ea364740 1 --2- 172.21.15.90:0/2855772009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee81180 0x56078ee896f0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1ea364740 1 --2- 172.21.15.90:0/2855772009 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee807c0 0x56078ee90f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1ea364740 1 --2- 172.21.15.90:0/2855772009 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee7f5f0 0x56078ee80ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1ea364740 1 -- 172.21.15.90:0/2855772009 >> 172.21.15.90:0/2855772009 conn(0x56078ee7aae0 msgr2=0x56078ee7aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1ea364740 1 -- 172.21.15.90:0/2855772009 shutdown_connections 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1ea364740 1 -- 172.21.15.90:0/2855772009 wait complete. 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.210+0000 7fb1ea364740 1 -- start start 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1ea364740 1 Processor -- start 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1ea364740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee7f5f0 0x56078ee8cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1ea364740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee807c0 0x56078ee8d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1ea364740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee81180 0x56078ee900c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1ea364740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56078ee97990 con 0x56078ee807c0 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1ea364740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x56078ee972c0 con 0x56078ee81180 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1ea364740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56078ee98060 con 0x56078ee7f5f0 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1ea364740 10 client.0 _ll_register_callbacks cb 0x7fb1d8012740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1e4b0a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee807c0 0x56078ee8d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1e4b0a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee807c0 0x56078ee8d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58698/0 (socket says 172.21.15.90:58698) 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1e4b0a640 1 -- 172.21.15.90:0/853684491 learned_addr learned my addr 172.21.15.90:0/853684491 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1e530b640 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee7f5f0 0x56078ee8cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1e5b0c640 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee81180 0x56078ee900c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1e4b0a640 1 -- 172.21.15.90:0/853684491 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee7f5f0 msgr2=0x56078ee8cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1e4b0a640 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee7f5f0 0x56078ee8cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1e4b0a640 1 -- 172.21.15.90:0/853684491 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee81180 msgr2=0x56078ee900c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:24:46.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1e4b0a640 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee81180 0x56078ee900c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1e4b0a640 1 -- 172.21.15.90:0/853684491 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56078ee906b0 con 0x56078ee807c0 2024-04-26T17:24:46.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1e4b0a640 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee807c0 0x56078ee8d0a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4005ab0 tx=0x7fb1d4032cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99363adc89ce41f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:46.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.211+0000 7fb1c8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:24:46.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1c8ff9640 1 -- 172.21.15.90:0/853684491 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d4035070 con 0x56078ee807c0 2024-04-26T17:24:46.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1c8ff9640 1 -- 172.21.15.90:0/853684491 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fb1d4004240 con 0x56078ee807c0 2024-04-26T17:24:46.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1ea364740 1 -- 172.21.15.90:0/853684491 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1d802d070 con 0x56078ee807c0 2024-04-26T17:24:46.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1c8ff9640 1 -- 172.21.15.90:0/853684491 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7fb1d4004440 con 0x56078ee807c0 2024-04-26T17:24:46.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1ea364740 10 client.14778 fetch_fsmap learned FSMap version 16 2024-04-26T17:24:46.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1ea364740 1 -- 172.21.15.90:0/853684491 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=4+}) -- 0x56078eefcbe0 con 0x56078ee807c0 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1c8ff9640 1 -- 172.21.15.90:0/853684491 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb1d802d070 con 0x56078ee807c0 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1c8ff9640 1 -- 172.21.15.90:0/853684491 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 16) ==== 8342+0+0 (secure 0 0 0) 0x7fb1d4004bf0 con 0x56078ee807c0 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1ea364740 10 client.14778 fetch_fsmap finished waiting for FSMap version 16 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1ea364740 10 client.14778 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1ea364740 20 client.14778 populate_metadata read hostname 'smithi090' 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1ea364740 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56078ef01840 0x56078ef00550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1ea364740 4 client.14778 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1ea364740 1 -- 172.21.15.90:0/853684491 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "status"}) -- 0x56078edebe70 con 0x56078ef01840 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.212+0000 7fb1e530b640 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56078ef01840 0x56078ef00550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1c8ff9640 10 client.14778 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1e530b640 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56078ef01840 0x56078ef00550 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ea06c78b1e3101c server_cookie=20ae97cd4a266d14 in_seq=0 out_seq=0 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1c8ff9640 1 -- 172.21.15.90:0/853684491 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x56078edebe70 con 0x56078ef01840 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1c8ff9640 10 client.14778 handle_command_reply: tid=0 2024-04-26T17:24:46.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1ea364740 1 client.14778 shutdown 2024-04-26T17:24:46.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1ea364740 1 -- 172.21.15.90:0/853684491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee807c0 msgr2=0x56078ee8d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:46.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1ea364740 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee807c0 0x56078ee8d0a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4005ab0 tx=0x7fb1d4032cc0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1ea364740 1 -- 172.21.15.90:0/853684491 shutdown_connections 2024-04-26T17:24:46.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1ea364740 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56078ef01840 0x56078ef00550 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1ea364740 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56078ee81180 0x56078ee900c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1ea364740 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56078ee807c0 0x56078ee8d0a0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1c8ff9640 0 client.14778 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:24:46.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1ea364740 1 --2- 172.21.15.90:0/853684491 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56078ee7f5f0 0x56078ee8cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1ea364740 1 -- 172.21.15.90:0/853684491 >> 172.21.15.90:0/853684491 conn(0x56078ee7aae0 msgr2=0x56078ee896f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:46.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1ea364740 1 -- 172.21.15.90:0/853684491 shutdown_connections 2024-04-26T17:24:46.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1ea364740 1 -- 172.21.15.90:0/853684491 wait complete. 2024-04-26T17:24:46.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1ea364740 20 client.14778 trim_cache size 0 max 16384 2024-04-26T17:24:46.226 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:24:46.226 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:24:46.226 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 0, 2024-04-26T17:24:46.226 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24509, 2024-04-26T17:24:46.226 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-04-26T17:24:46.226 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-04-26T17:24:46.226 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-04-26T17:24:46.227 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 6.4618221589999996, 2024-04-26T17:24:46.227 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 16, 2024-04-26T17:24:46.227 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 90, 2024-04-26T17:24:46.227 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T17:24:46.227 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 12.220386086 2024-04-26T17:24:46.227 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:24:46.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1e756f640 1 -- 172.21.15.90:0/2060855329 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb1cc0a3bb0 msgr2=0x7fb1cc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:46.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1e756f640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb1cc0a3bb0 0x7fb1cc0a6070 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb1d801f000 tx=0x7fb1d801d000 comp rx=0 tx=0).stop 2024-04-26T17:24:46.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1e756f640 1 -- 172.21.15.90:0/2060855329 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb1e0101040 msgr2=0x7fb1e0069e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:46.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.213+0000 7fb1e756f640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb1e0101040 0x7fb1e0069e00 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc00d950 tx=0x7fb1dc00de10 comp rx=0 tx=0).stop 2024-04-26T17:24:46.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.214+0000 7fb1e756f640 1 -- 172.21.15.90:0/2060855329 shutdown_connections 2024-04-26T17:24:46.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.214+0000 7fb1e756f640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb1cc0a3bb0 0x7fb1cc0a6070 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.214+0000 7fb1e756f640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e0102bf0 0x7fb1e019f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.214+0000 7fb1e756f640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1e0102230 0x7fb1e019d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.214+0000 7fb1e756f640 1 --2- 172.21.15.90:0/2060855329 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb1e0101040 0x7fb1e0069e00 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:46.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.214+0000 7fb1e756f640 1 -- 172.21.15.90:0/2060855329 >> 172.21.15.90:0/2060855329 conn(0x7fb1e00fc5b0 msgr2=0x7fb1e0105650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:46.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.214+0000 7fb1e756f640 1 -- 172.21.15.90:0/2060855329 shutdown_connections 2024-04-26T17:24:46.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:46.214+0000 7fb1e756f640 1 -- 172.21.15.90:0/2060855329 wait complete. 2024-04-26T17:24:46.229 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-26T17:24:46.230 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-26T17:24:46.230 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-26T17:24:46.463 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:24:46.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:46 smithi090 ceph-mon[29417]: pgmap v296: 129 pgs: 110 active+clean, 5 creating+activating, 8 creating+peering, 6 unknown; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 11 op/s 2024-04-26T17:24:46.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:46 smithi090 ceph-mon[29417]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T17:24:46.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:46 smithi090 ceph-mon[29417]: Cluster is now healthy 2024-04-26T17:24:46.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:46 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1771514364' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:46.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:46 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/540618996' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:46.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:46 smithi167 ceph-mon[32665]: pgmap v296: 129 pgs: 110 active+clean, 5 creating+activating, 8 creating+peering, 6 unknown; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 11 op/s 2024-04-26T17:24:46.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:46 smithi167 ceph-mon[32665]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T17:24:46.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:46 smithi167 ceph-mon[32665]: Cluster is now healthy 2024-04-26T17:24:46.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:46 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1771514364' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:46.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:46 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/540618996' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:46 smithi119 ceph-mon[32584]: pgmap v296: 129 pgs: 110 active+clean, 5 creating+activating, 8 creating+peering, 6 unknown; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 11 op/s 2024-04-26T17:24:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:46 smithi119 ceph-mon[32584]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T17:24:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:46 smithi119 ceph-mon[32584]: Cluster is now healthy 2024-04-26T17:24:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:46 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1771514364' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:24:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:46 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/540618996' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:48.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.134+0000 7fd8e73d6700 1 -- 172.21.15.90:0/4173971810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8e006b8a0 msgr2=0x7fd8e006bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:48.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.134+0000 7fd8e73d6700 1 --2- 172.21.15.90:0/4173971810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8e006b8a0 0x7fd8e006bd20 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd8d0009990 tx=0x7fd8d0009ca0 comp rx=0 tx=0).stop 2024-04-26T17:24:48.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.134+0000 7fd8e73d6700 1 -- 172.21.15.90:0/4173971810 shutdown_connections 2024-04-26T17:24:48.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.134+0000 7fd8e73d6700 1 --2- 172.21.15.90:0/4173971810 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8e0105660 0x7fd8e0105ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:48.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.134+0000 7fd8e73d6700 1 --2- 172.21.15.90:0/4173971810 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8e0107b40 0x7fd8e006b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:48.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.134+0000 7fd8e73d6700 1 --2- 172.21.15.90:0/4173971810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8e006b8a0 0x7fd8e006bd20 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:48.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.134+0000 7fd8e73d6700 1 -- 172.21.15.90:0/4173971810 >> 172.21.15.90:0/4173971810 conn(0x7fd8e0077b60 msgr2=0x7fd8e0077f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.134+0000 7fd8e73d6700 1 -- 172.21.15.90:0/4173971810 shutdown_connections 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.134+0000 7fd8e73d6700 1 -- 172.21.15.90:0/4173971810 wait complete. 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e73d6700 1 Processor -- start 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e73d6700 1 -- start start 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e73d6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8e006b8a0 0x7fd8e01a5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e73d6700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8e0105660 0x7fd8e01a5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e73d6700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8e0107b40 0x7fd8e019f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e73d6700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd8e01193d0 con 0x7fd8e0107b40 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e73d6700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd8e0119250 con 0x7fd8e006b8a0 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e73d6700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd8e0119550 con 0x7fd8e0105660 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e5973700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8e0107b40 0x7fd8e019f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e5973700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8e0107b40 0x7fd8e019f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58718/0 (socket says 172.21.15.90:58718) 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e5973700 1 -- 172.21.15.90:0/3987372121 learned_addr learned my addr 172.21.15.90:0/3987372121 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:48.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e4971700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8e0105660 0x7fd8e01a5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e5172700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8e006b8a0 0x7fd8e01a5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e5973700 1 -- 172.21.15.90:0/3987372121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8e0105660 msgr2=0x7fd8e01a5b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e5973700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8e0105660 0x7fd8e01a5b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e5973700 1 -- 172.21.15.90:0/3987372121 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8e006b8a0 msgr2=0x7fd8e01a5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e5973700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8e006b8a0 0x7fd8e01a5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e5973700 1 -- 172.21.15.90:0/3987372121 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8e019ff90 con 0x7fd8e0107b40 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.135+0000 7fd8e5172700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8e006b8a0 0x7fd8e01a5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.136+0000 7fd8e5973700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8e0107b40 0x7fd8e019f7b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd8d800caf0 tx=0x7fd8d800ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.136+0000 7fd8d67fc700 1 -- 172.21.15.90:0/3987372121 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8d8016030 con 0x7fd8e0107b40 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.136+0000 7fd8e73d6700 1 -- 172.21.15.90:0/3987372121 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8e01a0280 con 0x7fd8e0107b40 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.136+0000 7fd8d67fc700 1 -- 172.21.15.90:0/3987372121 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd8d800a7e0 con 0x7fd8e0107b40 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.136+0000 7fd8d67fc700 1 -- 172.21.15.90:0/3987372121 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8d80043c0 con 0x7fd8e0107b40 2024-04-26T17:24:48.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.136+0000 7fd8e73d6700 1 -- 172.21.15.90:0/3987372121 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8e01ac490 con 0x7fd8e0107b40 2024-04-26T17:24:48.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.137+0000 7fd8e73d6700 1 -- 172.21.15.90:0/3987372121 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8e0102140 con 0x7fd8e0107b40 2024-04-26T17:24:48.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.138+0000 7fd8d67fc700 1 -- 172.21.15.90:0/3987372121 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd8d8019070 con 0x7fd8e0107b40 2024-04-26T17:24:48.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.138+0000 7fd8d67fc700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8cc0a3c40 0x7fd8cc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:48.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.138+0000 7fd8e5172700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8cc0a3c40 0x7fd8cc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:48.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.138+0000 7fd8d67fc700 1 -- 172.21.15.90:0/3987372121 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fd8d80d0320 con 0x7fd8e0107b40 2024-04-26T17:24:48.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.139+0000 7fd8e5172700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8cc0a3c40 0x7fd8cc0a6100 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc005fd0 tx=0x7fd8dc005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:48.141 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.142+0000 7fd8d67fc700 1 -- 172.21.15.90:0/3987372121 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd8d809cac0 con 0x7fd8e0107b40 2024-04-26T17:24:48.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.384+0000 7fd8e73d6700 1 -- 172.21.15.90:0/3987372121 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd8e01ac720 con 0x7fd8e0107b40 2024-04-26T17:24:48.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.385+0000 7fd8d67fc700 1 -- 172.21.15.90:0/3987372121 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+88 (secure 0 0 0) 0x7fd8d809c3c0 con 0x7fd8e0107b40 2024-04-26T17:24:48.385 INFO:teuthology.orchestra.run.smithi090.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-26T17:24:48.386 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.387+0000 7fd8e73d6700 1 -- 172.21.15.90:0/3987372121 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8cc0a3c40 msgr2=0x7fd8cc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:48.386 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.387+0000 7fd8e73d6700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8cc0a3c40 0x7fd8cc0a6100 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc005fd0 tx=0x7fd8dc005ee0 comp rx=0 tx=0).stop 2024-04-26T17:24:48.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.387+0000 7fd8e73d6700 1 -- 172.21.15.90:0/3987372121 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8e0107b40 msgr2=0x7fd8e019f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:48.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.387+0000 7fd8e73d6700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8e0107b40 0x7fd8e019f7b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd8d800caf0 tx=0x7fd8d800ce00 comp rx=0 tx=0).stop 2024-04-26T17:24:48.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.387+0000 7fd8e73d6700 1 -- 172.21.15.90:0/3987372121 shutdown_connections 2024-04-26T17:24:48.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.387+0000 7fd8e73d6700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8cc0a3c40 0x7fd8cc0a6100 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:48.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.387+0000 7fd8e73d6700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8e0107b40 0x7fd8e019f7b0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:48.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.387+0000 7fd8e73d6700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8e006b8a0 0x7fd8e01a5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:48.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.387+0000 7fd8e73d6700 1 --2- 172.21.15.90:0/3987372121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8e0105660 0x7fd8e01a5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:48.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.387+0000 7fd8e73d6700 1 -- 172.21.15.90:0/3987372121 >> 172.21.15.90:0/3987372121 conn(0x7fd8e0077b60 msgr2=0x7fd8e01034c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:48.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.387+0000 7fd8e73d6700 1 -- 172.21.15.90:0/3987372121 shutdown_connections 2024-04-26T17:24:48.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:48.387+0000 7fd8e73d6700 1 -- 172.21.15.90:0/3987372121 wait complete. 2024-04-26T17:24:48.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:48 smithi090 ceph-mon[29417]: pgmap v297: 129 pgs: 116 active+clean, 5 creating+activating, 8 creating+peering; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-26T17:24:48.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:48 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3987372121' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T17:24:48.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:48 smithi167 ceph-mon[32665]: pgmap v297: 129 pgs: 116 active+clean, 5 creating+activating, 8 creating+peering; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-26T17:24:48.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:48 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3987372121' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T17:24:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:48 smithi119 ceph-mon[32584]: pgmap v297: 129 pgs: 116 active+clean, 5 creating+activating, 8 creating+peering; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-26T17:24:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:48 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3987372121' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T17:24:49.069 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-04-26T17:24:49.069 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-26T17:24:49.069 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi090.front.sepia.ceph.com 2024-04-26T17:24:49.069 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-04-26T17:24:49.069 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-26T17:24:49.069 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-04-26T17:24:49.069 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-26T17:24:49.069 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-26T17:24:49.069 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-04-26T17:24:49.070 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:24:49.070 DEBUG:teuthology.orchestra.run.smithi090:> ip addr 2024-04-26T17:24:49.085 INFO:teuthology.orchestra.run.smithi090.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-26T17:24:49.086 INFO:teuthology.orchestra.run.smithi090.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-26T17:24:49.086 INFO:teuthology.orchestra.run.smithi090.stdout: inet 127.0.0.1/8 scope host lo 2024-04-26T17:24:49.086 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-04-26T17:24:49.086 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 ::1/128 scope host 2024-04-26T17:24:49.086 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-04-26T17:24:49.086 INFO:teuthology.orchestra.run.smithi090.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T17:24:49.086 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:d8:a1:a8 brd ff:ff:ff:ff:ff:ff 2024-04-26T17:24:49.086 INFO:teuthology.orchestra.run.smithi090.stdout: altname enp7s0f0 2024-04-26T17:24:49.086 INFO:teuthology.orchestra.run.smithi090.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T17:24:49.087 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:d8:a1:a9 brd ff:ff:ff:ff:ff:ff 2024-04-26T17:24:49.087 INFO:teuthology.orchestra.run.smithi090.stdout: altname enp7s0f1 2024-04-26T17:24:49.087 INFO:teuthology.orchestra.run.smithi090.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T17:24:49.087 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:8f:d7:66 brd ff:ff:ff:ff:ff:ff 2024-04-26T17:24:49.087 INFO:teuthology.orchestra.run.smithi090.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-26T17:24:49.087 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:8f:d7:67 brd ff:ff:ff:ff:ff:ff 2024-04-26T17:24:49.087 INFO:teuthology.orchestra.run.smithi090.stdout: inet 172.21.15.90/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-26T17:24:49.087 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft 42272sec preferred_lft 42272sec 2024-04-26T17:24:49.087 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 fe80::c699:4aad:4c8:c084/64 scope link noprefixroute 2024-04-26T17:24:49.087 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-04-26T17:24:49.088 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-26T17:24:49.088 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T17:24:49.088 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-04-26T17:24:49.088 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link add name ceph-brx type bridge 2024-04-26T17:24:49.088 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip addr flush dev ceph-brx 2024-04-26T17:24:49.088 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link set ceph-brx up 2024-04-26T17:24:49.089 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-26T17:24:49.089 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-04-26T17:24:49.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T17:24:49.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:24:49.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:24:49.265 DEBUG:teuthology.orchestra.run.smithi090:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-26T17:24:49.288 INFO:teuthology.orchestra.run.smithi090.stdout:1 2024-04-26T17:24:49.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:24:49.290 DEBUG:teuthology.orchestra.run.smithi090:> route 2024-04-26T17:24:49.364 INFO:teuthology.orchestra.run.smithi090.stdout:Kernel IP routing table 2024-04-26T17:24:49.364 INFO:teuthology.orchestra.run.smithi090.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-26T17:24:49.364 INFO:teuthology.orchestra.run.smithi090.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-26T17:24:49.364 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-26T17:24:49.364 INFO:teuthology.orchestra.run.smithi090.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-26T17:24:49.365 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T17:24:49.365 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-04-26T17:24:49.365 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-26T17:24:49.365 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-26T17:24:49.365 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-26T17:24:49.365 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-04-26T17:24:49.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T17:24:49.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:24:49.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:24:49.629 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list 2024-04-26T17:24:49.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:24:49.644 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list-id 2024-04-26T17:24:49.699 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T17:24:49.699 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-04-26T17:24:49.699 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-26T17:24:49.699 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-04-26T17:24:49.699 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-04-26T17:24:49.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T17:24:49.808 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:24:49.815 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-04-26T17:24:49.815 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T17:24:49.815 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-04-26T17:24:49.815 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-04-26T17:24:49.815 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-26T17:24:49.815 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-04-26T17:24:49.815 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-04-26T17:24:49.816 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-04-26T17:24:49.816 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-04-26T17:24:49.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T17:24:49.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:24:49.939 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T17:24:49.939 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-04-26T17:24:49.939 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link set brx.0 up 2024-04-26T17:24:49.939 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link set dev brx.0 master ceph-brx 2024-04-26T17:24:49.939 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-04-26T17:24:49.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T17:24:50.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:24:50.015 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-04-26T17:24:50.015 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T17:24:50.015 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-04-26T17:24:50.029 INFO:teuthology.orchestra.run.smithi090.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-04-26T17:24:50.029 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T17:24:50.030 DEBUG:teuthology.orchestra.run.smithi090:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-04-26T17:24:50.084 DEBUG:teuthology.orchestra.run.smithi090:> sudo modprobe fuse 2024-04-26T17:24:50.149 DEBUG:teuthology.orchestra.run.smithi090:> cat /proc/self/mounts | awk '{print $2}' 2024-04-26T17:24:50.204 INFO:teuthology.orchestra.run.smithi090.stdout:/proc 2024-04-26T17:24:50.204 INFO:teuthology.orchestra.run.smithi090.stdout:/sys 2024-04-26T17:24:50.204 INFO:teuthology.orchestra.run.smithi090.stdout:/dev 2024-04-26T17:24:50.204 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/security 2024-04-26T17:24:50.204 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/shm 2024-04-26T17:24:50.204 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/pts 2024-04-26T17:24:50.204 INFO:teuthology.orchestra.run.smithi090.stdout:/run 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/cgroup 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/pstore 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/bpf 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/ 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/selinux 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/mqueue 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/hugepages 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/debug 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/tracing 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-sysusers.service 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/config 2024-04-26T17:24:50.205 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-26T17:24:50.206 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/fuse/connections 2024-04-26T17:24:50.206 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-sysctl.service 2024-04-26T17:24:50.206 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-26T17:24:50.206 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/nfs/rpc_pipefs 2024-04-26T17:24:50.206 INFO:teuthology.orchestra.run.smithi090.stdout:/run/user/1000 2024-04-26T17:24:50.206 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/ceph 2024-04-26T17:24:50.206 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay 2024-04-26T17:24:50.206 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/2de523190e87e8a3b17a51eb590bfdc6a9e2b0dbebfaa6a1daf117446c8549ca/merged 2024-04-26T17:24:50.206 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/8bb9ca8a5415d4d2cfc1af7cd75482fb9ded1391acd817bf1da62f6b3183249f/merged 2024-04-26T17:24:50.206 INFO:teuthology.orchestra.run.smithi090.stdout:/run/user/0 2024-04-26T17:24:50.206 INFO:teuthology.orchestra.run.smithi090.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T17:24:50.207 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/2b13a01384c97bc717930b5d177d53b8799e7296d2b5fdc51ca6a81f8dc8f877/merged 2024-04-26T17:24:50.207 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/2988dccb812df25700a2ad9649c03c323a7e19c83911dd599ad51ae517461391/merged 2024-04-26T17:24:50.207 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/cb3929dce0ae82dda7930616601d5ba53730552b20b48767c986a360ce624502/merged 2024-04-26T17:24:50.207 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/eb97ded5fa85c6e1b6a4616f083b45b35bf7741f6c4b7e2132c3d6fdf82564b2/merged 2024-04-26T17:24:50.207 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/0a3697feca84298839a20c027090cd0c7c871113d1aaaec200f38af018a77d42/merged 2024-04-26T17:24:50.207 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/63b6396688f8e5b1331af01f0273ec464fa7dbcea94377b7fd1fd9f0aa6029fa/merged 2024-04-26T17:24:50.207 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/bf33d0d77efd03e2ea7069ef9732fdee5b3be3a8b98033f25d374ddfa8392f2a/merged 2024-04-26T17:24:50.207 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/ce2e3e80c0279671cfe3bc6adb52d50d2a5ff309c43f70c3d424a8ad10831531/merged 2024-04-26T17:24:50.207 INFO:teuthology.orchestra.run.smithi090.stdout:/run/netns 2024-04-26T17:24:50.207 INFO:teuthology.orchestra.run.smithi090.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-26T17:24:50.207 INFO:teuthology.orchestra.run.smithi090.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-26T17:24:50.207 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:24:50.208 DEBUG:teuthology.orchestra.run.smithi090:> ls /sys/fs/fuse/connections 2024-04-26T17:24:50.259 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-26T17:24:50.259 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-04-26T17:24:50.302 DEBUG:teuthology.orchestra.run.smithi090:> sudo modprobe fuse 2024-04-26T17:24:50.325 DEBUG:teuthology.orchestra.run.smithi090:> cat /proc/self/mounts | awk '{print $2}' 2024-04-26T17:24:50.381 INFO:teuthology.orchestra.run.smithi090.stdout:/proc 2024-04-26T17:24:50.381 INFO:teuthology.orchestra.run.smithi090.stdout:/sys 2024-04-26T17:24:50.381 INFO:teuthology.orchestra.run.smithi090.stdout:/dev 2024-04-26T17:24:50.381 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/security 2024-04-26T17:24:50.381 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/shm 2024-04-26T17:24:50.381 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/pts 2024-04-26T17:24:50.381 INFO:teuthology.orchestra.run.smithi090.stdout:/run 2024-04-26T17:24:50.381 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/cgroup 2024-04-26T17:24:50.381 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/pstore 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/bpf 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/ 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/selinux 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/mqueue 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/hugepages 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/debug 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/tracing 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-sysusers.service 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/config 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/fuse/connections 2024-04-26T17:24:50.382 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-sysctl.service 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/nfs/rpc_pipefs 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/run/user/1000 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/ceph 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/2de523190e87e8a3b17a51eb590bfdc6a9e2b0dbebfaa6a1daf117446c8549ca/merged 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/8bb9ca8a5415d4d2cfc1af7cd75482fb9ded1391acd817bf1da62f6b3183249f/merged 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/run/user/0 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/2b13a01384c97bc717930b5d177d53b8799e7296d2b5fdc51ca6a81f8dc8f877/merged 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/2988dccb812df25700a2ad9649c03c323a7e19c83911dd599ad51ae517461391/merged 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/cb3929dce0ae82dda7930616601d5ba53730552b20b48767c986a360ce624502/merged 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/eb97ded5fa85c6e1b6a4616f083b45b35bf7741f6c4b7e2132c3d6fdf82564b2/merged 2024-04-26T17:24:50.383 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/0a3697feca84298839a20c027090cd0c7c871113d1aaaec200f38af018a77d42/merged 2024-04-26T17:24:50.384 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/63b6396688f8e5b1331af01f0273ec464fa7dbcea94377b7fd1fd9f0aa6029fa/merged 2024-04-26T17:24:50.384 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/bf33d0d77efd03e2ea7069ef9732fdee5b3be3a8b98033f25d374ddfa8392f2a/merged 2024-04-26T17:24:50.384 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/ce2e3e80c0279671cfe3bc6adb52d50d2a5ff309c43f70c3d424a8ad10831531/merged 2024-04-26T17:24:50.384 INFO:teuthology.orchestra.run.smithi090.stdout:/run/netns 2024-04-26T17:24:50.384 INFO:teuthology.orchestra.run.smithi090.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-26T17:24:50.384 INFO:teuthology.orchestra.run.smithi090.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-26T17:24:50.384 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:24:50.384 DEBUG:teuthology.orchestra.run.smithi090:> ls /sys/fs/fuse/connections 2024-04-26T17:24:50.395 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi090.stderr:2024-04-26T17:24:50.395+0000 7ff47ef85480 -1 init, newargv = 0x55adf850e5d0 newargc=15 2024-04-26T17:24:50.395 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi090.stderr:ceph-fuse[73176]: starting ceph client 2024-04-26T17:24:50.400 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi090.stderr:ceph-fuse[73176]: starting fuse 2024-04-26T17:24:50.410 INFO:teuthology.orchestra.run.smithi090.stdout:115 2024-04-26T17:24:50.410 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [115] 2024-04-26T17:24:50.410 DEBUG:teuthology.orchestra.run.smithi090:> sudo stdin-killer -- python3 -c ' 2024-04-26T17:24:50.410 DEBUG:teuthology.orchestra.run.smithi090:> import glob 2024-04-26T17:24:50.410 DEBUG:teuthology.orchestra.run.smithi090:> import re 2024-04-26T17:24:50.410 DEBUG:teuthology.orchestra.run.smithi090:> import os 2024-04-26T17:24:50.410 DEBUG:teuthology.orchestra.run.smithi090:> import subprocess 2024-04-26T17:24:50.410 DEBUG:teuthology.orchestra.run.smithi090:> 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> def _find_admin_socket(client_name): 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> files = glob.glob(asok_path) 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> # Given a non-glob path, it better be there 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> if "*" not in asok_path: 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> assert(len(files) == 1) 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> return files[0] 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> for f in files: 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-26T17:24:50.411 DEBUG:teuthology.orchestra.run.smithi090:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-26T17:24:50.412 DEBUG:teuthology.orchestra.run.smithi090:> contents = proc_f.read() 2024-04-26T17:24:50.412 DEBUG:teuthology.orchestra.run.smithi090:> if mountpoint in contents: 2024-04-26T17:24:50.412 DEBUG:teuthology.orchestra.run.smithi090:> return f 2024-04-26T17:24:50.412 DEBUG:teuthology.orchestra.run.smithi090:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-26T17:24:50.412 DEBUG:teuthology.orchestra.run.smithi090:> 2024-04-26T17:24:50.412 DEBUG:teuthology.orchestra.run.smithi090:> print(_find_admin_socket("client.admin")) 2024-04-26T17:24:50.412 DEBUG:teuthology.orchestra.run.smithi090:> ' 2024-04-26T17:24:50.527 INFO:teuthology.orchestra.run.smithi090.stdout:/var/run/ceph/ceph-client.admin.73176.asok 2024-04-26T17:24:50.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:24:50.537 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.73176.asok 2024-04-26T17:24:50.538 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:24:50.538 DEBUG:teuthology.orchestra.run.smithi090:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.73176.asok status 2024-04-26T17:24:50.672 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:24:50.672 INFO:teuthology.orchestra.run.smithi090.stdout: "metadata": { 2024-04-26T17:24:50.672 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_sha1": "c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f", 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_version": "ceph version 19.0.0-3227-gc37f63b3 (c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f) squid (dev)", 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "entity_id": "admin", 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "hostname": "smithi090", 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "pid": "73176", 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "root": "/" 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "dentry_count": 0, 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "dentry_pinned_count": 0, 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 14790, 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "inst": { 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "name": { 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "client", 2024-04-26T17:24:50.673 INFO:teuthology.orchestra.run.smithi090.stdout: "num": 14790 2024-04-26T17:24:50.674 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:24:50.674 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": { 2024-04-26T17:24:50.674 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "v1", 2024-04-26T17:24:50.674 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": "192.168.0.1:0", 2024-04-26T17:24:50.674 INFO:teuthology.orchestra.run.smithi090.stdout: "nonce": 661829277 2024-04-26T17:24:50.674 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:24:50.674 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:24:50.674 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": { 2024-04-26T17:24:50.674 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "v1", 2024-04-26T17:24:50.674 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": "192.168.0.1:0", 2024-04-26T17:24:50.674 INFO:teuthology.orchestra.run.smithi090.stdout: "nonce": 661829277 2024-04-26T17:24:50.674 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:24:50.675 INFO:teuthology.orchestra.run.smithi090.stdout: "inst_str": "client.14790 192.168.0.1:0/661829277", 2024-04-26T17:24:50.675 INFO:teuthology.orchestra.run.smithi090.stdout: "addr_str": "192.168.0.1:0/661829277", 2024-04-26T17:24:50.675 INFO:teuthology.orchestra.run.smithi090.stdout: "inode_count": 1, 2024-04-26T17:24:50.675 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_epoch": 16, 2024-04-26T17:24:50.675 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_epoch": 90, 2024-04-26T17:24:50.675 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_epoch_barrier": 0, 2024-04-26T17:24:50.675 INFO:teuthology.orchestra.run.smithi090.stdout: "blocklisted": false, 2024-04-26T17:24:50.675 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs" 2024-04-26T17:24:50.675 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:24:50.682 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:24:50.682 DEBUG:teuthology.orchestra.run.smithi090:> stat --file-system '--printf=%T 2024-04-26T17:24:50.682 DEBUG:teuthology.orchestra.run.smithi090:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-04-26T17:24:50.697 INFO:teuthology.orchestra.run.smithi090.stdout:fuseblk 2024-04-26T17:24:50.697 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-04-26T17:24:50.697 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:24:50.697 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-04-26T17:24:50.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:50 smithi167 ceph-mon[32665]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 5 op/s 2024-04-26T17:24:50.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:50 smithi090 ceph-mon[29417]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 5 op/s 2024-04-26T17:24:50.760 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-04-26T17:24:50.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:50 smithi119 ceph-mon[32584]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 5 op/s 2024-04-26T17:24:50.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:50 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T17:24:50.869 INFO:teuthology.orchestra.run.smithi090.stdout:# file: . 2024-04-26T17:24:50.869 INFO:teuthology.orchestra.run.smithi090.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-04-26T17:24:50.869 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:50.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:24:50.875 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:24:50.875 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T17:24:50.891 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:24:51.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.029+0000 7f9f71ba8640 1 -- 172.21.15.90:0/3714573897 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f6c102240 msgr2=0x7f9f6c1026c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.029+0000 7f9f71ba8640 1 --2- 172.21.15.90:0/3714573897 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f6c102240 0x7f9f6c1026c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9f60009900 tx=0x7f9f6002a410 comp rx=0 tx=0).stop 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.029+0000 7f9f71ba8640 1 -- 172.21.15.90:0/3714573897 shutdown_connections 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.029+0000 7f9f71ba8640 1 --2- 172.21.15.90:0/3714573897 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f6c102c00 0x7f9f6c109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.029+0000 7f9f71ba8640 1 --2- 172.21.15.90:0/3714573897 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f6c102240 0x7f9f6c1026c0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.029+0000 7f9f71ba8640 1 --2- 172.21.15.90:0/3714573897 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f6c101050 0x7f9f6c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.029+0000 7f9f71ba8640 1 -- 172.21.15.90:0/3714573897 >> 172.21.15.90:0/3714573897 conn(0x7f9f6c0fc5e0 msgr2=0x7f9f6c0fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.029+0000 7f9f71ba8640 1 -- 172.21.15.90:0/3714573897 shutdown_connections 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.029+0000 7f9f71ba8640 1 -- 172.21.15.90:0/3714573897 wait complete. 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.030+0000 7f9f71ba8640 1 Processor -- start 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.030+0000 7f9f71ba8640 1 -- start start 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.030+0000 7f9f71ba8640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f6c101050 0x7f9f6c1972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.030+0000 7f9f71ba8640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f6c102240 0x7f9f6c1977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.030+0000 7f9f71ba8640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f6c102c00 0x7f9f6c19e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.030+0000 7f9f71ba8640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9f6c10cb60 con 0x7f9f6c102240 2024-04-26T17:24:51.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.030+0000 7f9f71ba8640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9f6c10c9e0 con 0x7f9f6c101050 2024-04-26T17:24:51.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.030+0000 7f9f71ba8640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9f6c10cce0 con 0x7f9f6c102c00 2024-04-26T17:24:51.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.030+0000 7f9f6affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f6c102240 0x7f9f6c1977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.030+0000 7f9f6affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f6c102240 0x7f9f6c1977f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58734/0 (socket says 172.21.15.90:58734) 2024-04-26T17:24:51.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.030+0000 7f9f6affd640 1 -- 172.21.15.90:0/2657562309 learned_addr learned my addr 172.21.15.90:0/2657562309 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:51.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.030+0000 7f9f6bfff640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f6c102c00 0x7f9f6c19e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f6affd640 1 -- 172.21.15.90:0/2657562309 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f6c102c00 msgr2=0x7f9f6c19e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f6b7fe640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f6c101050 0x7f9f6c1972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f6affd640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f6c102c00 0x7f9f6c19e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f6affd640 1 -- 172.21.15.90:0/2657562309 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f6c101050 msgr2=0x7f9f6c1972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f6affd640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f6c101050 0x7f9f6c1972b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f6affd640 1 -- 172.21.15.90:0/2657562309 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f6c19eed0 con 0x7f9f6c102240 2024-04-26T17:24:51.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f6b7fe640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f6c101050 0x7f9f6c1972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:24:51.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f6affd640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f6c102240 0x7f9f6c1977f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f9f60004770 tx=0x7f9f600043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:51.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f68ff9640 1 -- 172.21.15.90:0/2657562309 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f6003f030 con 0x7f9f6c102240 2024-04-26T17:24:51.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f71ba8640 1 -- 172.21.15.90:0/2657562309 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f6c19f160 con 0x7f9f6c102240 2024-04-26T17:24:51.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f68ff9640 1 -- 172.21.15.90:0/2657562309 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9f60003cb0 con 0x7f9f6c102240 2024-04-26T17:24:51.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f68ff9640 1 -- 172.21.15.90:0/2657562309 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f60035070 con 0x7f9f6c102240 2024-04-26T17:24:51.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.031+0000 7f9f71ba8640 1 -- 172.21.15.90:0/2657562309 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f6c19f650 con 0x7f9f6c102240 2024-04-26T17:24:51.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.032+0000 7f9f71ba8640 1 -- 172.21.15.90:0/2657562309 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f6c108440 con 0x7f9f6c102240 2024-04-26T17:24:51.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.033+0000 7f9f68ff9640 1 -- 172.21.15.90:0/2657562309 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9f60042030 con 0x7f9f6c102240 2024-04-26T17:24:51.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.034+0000 7f9f68ff9640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9f540a3bb0 0x7f9f540a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.034+0000 7f9f6b7fe640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9f540a3bb0 0x7f9f540a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.034+0000 7f9f68ff9640 1 -- 172.21.15.90:0/2657562309 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f9f600f0d00 con 0x7f9f6c102240 2024-04-26T17:24:51.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.034+0000 7f9f6b7fe640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9f540a3bb0 0x7f9f540a6070 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9f6c1020a0 tx=0x7f9f5c009400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:51.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.038+0000 7f9f68ff9640 1 -- 172.21.15.90:0/2657562309 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9f600bd4a0 con 0x7f9f6c102240 2024-04-26T17:24:51.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.216+0000 7f9f71ba8640 1 -- 172.21.15.90:0/2657562309 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9f6c062d00 con 0x7f9f6c102240 2024-04-26T17:24:51.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.218+0000 7f9f68ff9640 1 -- 172.21.15.90:0/2657562309 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24151 (secure 0 0 0) 0x7f9f600bcda0 con 0x7f9f6c102240 2024-04-26T17:24:51.218 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:51.218 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":90,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:24:43.807282+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:24:51.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.220+0000 7f9f71ba8640 1 -- 172.21.15.90:0/2657562309 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9f540a3bb0 msgr2=0x7f9f540a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.220+0000 7f9f71ba8640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9f540a3bb0 0x7f9f540a6070 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9f6c1020a0 tx=0x7f9f5c009400 comp rx=0 tx=0).stop 2024-04-26T17:24:51.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.220+0000 7f9f71ba8640 1 -- 172.21.15.90:0/2657562309 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f6c102240 msgr2=0x7f9f6c1977f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.220+0000 7f9f71ba8640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f6c102240 0x7f9f6c1977f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f9f60004770 tx=0x7f9f600043b0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.220+0000 7f9f71ba8640 1 -- 172.21.15.90:0/2657562309 shutdown_connections 2024-04-26T17:24:51.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.220+0000 7f9f71ba8640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9f540a3bb0 0x7f9f540a6070 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.220+0000 7f9f71ba8640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f6c102c00 0x7f9f6c19e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.220+0000 7f9f71ba8640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f6c102240 0x7f9f6c1977f0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.220+0000 7f9f71ba8640 1 --2- 172.21.15.90:0/2657562309 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f6c101050 0x7f9f6c1972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.220+0000 7f9f71ba8640 1 -- 172.21.15.90:0/2657562309 >> 172.21.15.90:0/2657562309 conn(0x7f9f6c0fc5e0 msgr2=0x7f9f6c105610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:51.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.220+0000 7f9f71ba8640 1 -- 172.21.15.90:0/2657562309 shutdown_connections 2024-04-26T17:24:51.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.220+0000 7f9f71ba8640 1 -- 172.21.15.90:0/2657562309 wait complete. 2024-04-26T17:24:51.231 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T17:24:36.941852+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T17:24:38.058512+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-26T17:24:41.453912+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-26T17:24:51.231 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:24:51.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.333+0000 7f11fcf68640 1 -- 172.21.15.90:0/504543096 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11f8107ee0 msgr2=0x7f11f810a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.333+0000 7f11fcf68640 1 --2- 172.21.15.90:0/504543096 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11f8107ee0 0x7f11f810a2d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f11f0009900 tx=0x7f11f002a410 comp rx=0 tx=0).stop 2024-04-26T17:24:51.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.333+0000 7f11fcf68640 1 -- 172.21.15.90:0/504543096 shutdown_connections 2024-04-26T17:24:51.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.333+0000 7f11fcf68640 1 --2- 172.21.15.90:0/504543096 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11f8107ee0 0x7f11f810a2d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.333+0000 7f11fcf68640 1 --2- 172.21.15.90:0/504543096 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f11f81055b0 0x7f11f81079a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.333+0000 7f11fcf68640 1 --2- 172.21.15.90:0/504543096 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11f8102c80 0x7f11f8105070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.333+0000 7f11fcf68640 1 -- 172.21.15.90:0/504543096 >> 172.21.15.90:0/504543096 conn(0x7f11f80fc5b0 msgr2=0x7f11f80fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:51.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.333+0000 7f11fcf68640 1 -- 172.21.15.90:0/504543096 shutdown_connections 2024-04-26T17:24:51.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.334+0000 7f11fcf68640 1 -- 172.21.15.90:0/504543096 wait complete. 2024-04-26T17:24:51.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.334+0000 7f11fcf68640 1 Processor -- start 2024-04-26T17:24:51.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.334+0000 7f11fcf68640 1 -- start start 2024-04-26T17:24:51.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.334+0000 7f11fcf68640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11f8102c80 0x7f11f81983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.334+0000 7f11fcf68640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11f81055b0 0x7f11f8198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.334+0000 7f11fcf68640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f11f8107ee0 0x7f11f819f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.334+0000 7f11fcf68640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f11f810dc80 con 0x7f11f8102c80 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.334+0000 7f11fcf68640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f11f810db00 con 0x7f11f81055b0 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.334+0000 7f11fcf68640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f11f810de00 con 0x7f11f8107ee0 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.334+0000 7f11f659c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11f8102c80 0x7f11f81983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.334+0000 7f11f659c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11f8102c80 0x7f11f81983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58756/0 (socket says 172.21.15.90:58756) 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.334+0000 7f11f659c640 1 -- 172.21.15.90:0/2224546261 learned_addr learned my addr 172.21.15.90:0/2224546261 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11f6d9d640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f11f8107ee0 0x7f11f819f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11f5d9b640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11f81055b0 0x7f11f8198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11f659c640 1 -- 172.21.15.90:0/2224546261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f11f8107ee0 msgr2=0x7f11f819f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11f659c640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f11f8107ee0 0x7f11f819f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11f659c640 1 -- 172.21.15.90:0/2224546261 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11f81055b0 msgr2=0x7f11f8198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11f659c640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11f81055b0 0x7f11f8198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11f659c640 1 -- 172.21.15.90:0/2224546261 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11f819ffe0 con 0x7f11f8102c80 2024-04-26T17:24:51.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11f659c640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11f8102c80 0x7f11f81983c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f11e800db80 tx=0x7f11e800b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:51.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11e77fe640 1 -- 172.21.15.90:0/2224546261 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e8017070 con 0x7f11f8102c80 2024-04-26T17:24:51.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11e77fe640 1 -- 172.21.15.90:0/2224546261 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f11e8003b70 con 0x7f11f8102c80 2024-04-26T17:24:51.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11fcf68640 1 -- 172.21.15.90:0/2224546261 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11f81a02d0 con 0x7f11f8102c80 2024-04-26T17:24:51.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11e77fe640 1 -- 172.21.15.90:0/2224546261 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e80104a0 con 0x7f11f8102c80 2024-04-26T17:24:51.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.335+0000 7f11fcf68640 1 -- 172.21.15.90:0/2224546261 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11f81a0870 con 0x7f11f8102c80 2024-04-26T17:24:51.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.336+0000 7f11fcf68640 1 -- 172.21.15.90:0/2224546261 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11f80fe0a0 con 0x7f11f8102c80 2024-04-26T17:24:51.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.337+0000 7f11e77fe640 1 -- 172.21.15.90:0/2224546261 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f11e8004020 con 0x7f11f8102c80 2024-04-26T17:24:51.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.338+0000 7f11e77fe640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11e00a3c30 0x7f11e00a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.338+0000 7f11f5d9b640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11e00a3c30 0x7f11e00a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.338+0000 7f11e77fe640 1 -- 172.21.15.90:0/2224546261 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f11e80d0f40 con 0x7f11f8102c80 2024-04-26T17:24:51.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.338+0000 7f11f5d9b640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11e00a3c30 0x7f11e00a60f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f11f81998d0 tx=0x7f11ec005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:51.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.342+0000 7f11e77fe640 1 -- 172.21.15.90:0/2224546261 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f11e809d760 con 0x7f11f8102c80 2024-04-26T17:24:51.526 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.526+0000 7f11fcf68640 1 -- 172.21.15.90:0/2224546261 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f11f8062da0 con 0x7f11f8102c80 2024-04-26T17:24:51.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.527+0000 7f11e77fe640 1 -- 172.21.15.90:0/2224546261 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) ==== 93+0+10 (secure 0 0 0) 0x7f11e809d060 con 0x7f11f8102c80 2024-04-26T17:24:51.527 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:24:51.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.529+0000 7f11fcf68640 1 -- 172.21.15.90:0/2224546261 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11e00a3c30 msgr2=0x7f11e00a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.529+0000 7f11fcf68640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11e00a3c30 0x7f11e00a60f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f11f81998d0 tx=0x7f11ec005f90 comp rx=0 tx=0).stop 2024-04-26T17:24:51.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.529+0000 7f11fcf68640 1 -- 172.21.15.90:0/2224546261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11f8102c80 msgr2=0x7f11f81983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.529+0000 7f11fcf68640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11f8102c80 0x7f11f81983c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f11e800db80 tx=0x7f11e800b630 comp rx=0 tx=0).stop 2024-04-26T17:24:51.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.529+0000 7f11fcf68640 1 -- 172.21.15.90:0/2224546261 shutdown_connections 2024-04-26T17:24:51.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.529+0000 7f11fcf68640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11e00a3c30 0x7f11e00a60f0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.529+0000 7f11fcf68640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f11f8107ee0 0x7f11f819f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.529+0000 7f11fcf68640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11f81055b0 0x7f11f8198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.529+0000 7f11fcf68640 1 --2- 172.21.15.90:0/2224546261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11f8102c80 0x7f11f81983c0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.529+0000 7f11fcf68640 1 -- 172.21.15.90:0/2224546261 >> 172.21.15.90:0/2224546261 conn(0x7f11f80fc5b0 msgr2=0x7f11f8103700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:51.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.529+0000 7f11fcf68640 1 -- 172.21.15.90:0/2224546261 shutdown_connections 2024-04-26T17:24:51.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.529+0000 7f11fcf68640 1 -- 172.21.15.90:0/2224546261 wait complete. 2024-04-26T17:24:51.540 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T17:24:51.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.641+0000 7fee2549a640 1 -- 172.21.15.90:0/2677246709 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee20101060 msgr2=0x7fee20101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.641+0000 7fee2549a640 1 --2- 172.21.15.90:0/2677246709 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee20101060 0x7fee20101480 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fee18009900 tx=0x7fee1802a410 comp rx=0 tx=0).stop 2024-04-26T17:24:51.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.641+0000 7fee2549a640 1 -- 172.21.15.90:0/2677246709 shutdown_connections 2024-04-26T17:24:51.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.641+0000 7fee2549a640 1 --2- 172.21.15.90:0/2677246709 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee20102c10 0x7fee201094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.641+0000 7fee2549a640 1 --2- 172.21.15.90:0/2677246709 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee20102250 0x7fee201026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.641+0000 7fee2549a640 1 --2- 172.21.15.90:0/2677246709 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee20101060 0x7fee20101480 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.641+0000 7fee2549a640 1 -- 172.21.15.90:0/2677246709 >> 172.21.15.90:0/2677246709 conn(0x7fee200fc5d0 msgr2=0x7fee200fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:51.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.641+0000 7fee2549a640 1 -- 172.21.15.90:0/2677246709 shutdown_connections 2024-04-26T17:24:51.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.641+0000 7fee2549a640 1 -- 172.21.15.90:0/2677246709 wait complete. 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.641+0000 7fee2549a640 1 Processor -- start 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.641+0000 7fee2549a640 1 -- start start 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee2549a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee20101060 0x7fee20197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee2549a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee20102250 0x7fee20197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee2549a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee20102c10 0x7fee2019e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee2549a640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fee2010cb70 con 0x7fee20101060 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee2549a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fee2010c9f0 con 0x7fee20102250 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee2549a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fee2010ccf0 con 0x7fee20102c10 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee1effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee20101060 0x7fee20197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee1effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee20101060 0x7fee20197330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58766/0 (socket says 172.21.15.90:58766) 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee1effd640 1 -- 172.21.15.90:0/3994964077 learned_addr learned my addr 172.21.15.90:0/3994964077 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee1f7fe640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee20102c10 0x7fee2019e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee1e7fc640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee20102250 0x7fee20197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee1effd640 1 -- 172.21.15.90:0/3994964077 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee20102c10 msgr2=0x7fee2019e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee1effd640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee20102c10 0x7fee2019e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee1effd640 1 -- 172.21.15.90:0/3994964077 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee20102250 msgr2=0x7fee20197870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee1effd640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee20102250 0x7fee20197870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee1effd640 1 -- 172.21.15.90:0/3994964077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee2019ef50 con 0x7fee20101060 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee1f7fe640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee20102c10 0x7fee2019e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee1effd640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee20101060 0x7fee20197330 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fee180314b0 tx=0x7fee180042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee07fff640 1 -- 172.21.15.90:0/3994964077 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee1803f030 con 0x7fee20101060 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee07fff640 1 -- 172.21.15.90:0/3994964077 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fee18003cb0 con 0x7fee20101060 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee2549a640 1 -- 172.21.15.90:0/3994964077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee2019f1e0 con 0x7fee20101060 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee07fff640 1 -- 172.21.15.90:0/3994964077 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee18035070 con 0x7fee20101060 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.642+0000 7fee2549a640 1 -- 172.21.15.90:0/3994964077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee2019f6d0 con 0x7fee20101060 2024-04-26T17:24:51.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.643+0000 7fee2549a640 1 -- 172.21.15.90:0/3994964077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee20108510 con 0x7fee20101060 2024-04-26T17:24:51.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.644+0000 7fee07fff640 1 -- 172.21.15.90:0/3994964077 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fee18042030 con 0x7fee20101060 2024-04-26T17:24:51.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.645+0000 7fee07fff640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fee080a3bb0 0x7fee080a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.645+0000 7fee1e7fc640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fee080a3bb0 0x7fee080a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.645+0000 7fee07fff640 1 -- 172.21.15.90:0/3994964077 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fee180f0dc0 con 0x7fee20101060 2024-04-26T17:24:51.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.645+0000 7fee1e7fc640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fee080a3bb0 0x7fee080a6070 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fee20198840 tx=0x7fee14008230 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:51.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.650+0000 7fee07fff640 1 -- 172.21.15.90:0/3994964077 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fee180bd560 con 0x7fee20101060 2024-04-26T17:24:51.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:51 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2657562309' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:51.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:51 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2657562309' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.828+0000 7fee2549a640 1 -- 172.21.15.90:0/3994964077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fee20062d00 con 0x7fee20101060 2024-04-26T17:24:51.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.828+0000 7fee07fff640 1 -- 172.21.15.90:0/3994964077 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) ==== 104+0+11 (secure 0 0 0) 0x7fee180bce60 con 0x7fee20101060 2024-04-26T17:24:51.828 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:24:51.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.830+0000 7fee2549a640 1 -- 172.21.15.90:0/3994964077 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fee080a3bb0 msgr2=0x7fee080a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.830+0000 7fee2549a640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fee080a3bb0 0x7fee080a6070 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fee20198840 tx=0x7fee14008230 comp rx=0 tx=0).stop 2024-04-26T17:24:51.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.830+0000 7fee2549a640 1 -- 172.21.15.90:0/3994964077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee20101060 msgr2=0x7fee20197330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.830+0000 7fee2549a640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee20101060 0x7fee20197330 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fee180314b0 tx=0x7fee180042f0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.830+0000 7fee2549a640 1 -- 172.21.15.90:0/3994964077 shutdown_connections 2024-04-26T17:24:51.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.830+0000 7fee2549a640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fee080a3bb0 0x7fee080a6070 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.830+0000 7fee2549a640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee20102c10 0x7fee2019e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.830+0000 7fee2549a640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee20102250 0x7fee20197870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.830+0000 7fee2549a640 1 --2- 172.21.15.90:0/3994964077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee20101060 0x7fee20197330 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.830+0000 7fee2549a640 1 -- 172.21.15.90:0/3994964077 >> 172.21.15.90:0/3994964077 conn(0x7fee200fc5d0 msgr2=0x7fee201056e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:51.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.830+0000 7fee2549a640 1 -- 172.21.15.90:0/3994964077 shutdown_connections 2024-04-26T17:24:51.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.830+0000 7fee2549a640 1 -- 172.21.15.90:0/3994964077 wait complete. 2024-04-26T17:24:51.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:51 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2657562309' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:51.841 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T17:24:51.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.941+0000 7f1175acf640 1 -- 172.21.15.90:0/4165926342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1170103d10 msgr2=0x7f117010a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.941+0000 7f1175acf640 1 --2- 172.21.15.90:0/4165926342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1170103d10 0x7f117010a5a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1168009ca0 tx=0x7f116802a8c0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.941+0000 7f1175acf640 1 -- 172.21.15.90:0/4165926342 shutdown_connections 2024-04-26T17:24:51.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.941+0000 7f1175acf640 1 --2- 172.21.15.90:0/4165926342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1170103d10 0x7f117010a5a0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.941+0000 7f1175acf640 1 --2- 172.21.15.90:0/4165926342 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1170103350 0x7f11701037d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.941+0000 7f1175acf640 1 --2- 172.21.15.90:0/4165926342 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1170102160 0x7f1170102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.941+0000 7f1175acf640 1 -- 172.21.15.90:0/4165926342 >> 172.21.15.90:0/4165926342 conn(0x7f11700fd6b0 msgr2=0x7f11700ffb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:51.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.941+0000 7f1175acf640 1 -- 172.21.15.90:0/4165926342 shutdown_connections 2024-04-26T17:24:51.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.941+0000 7f1175acf640 1 -- 172.21.15.90:0/4165926342 wait complete. 2024-04-26T17:24:51.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.941+0000 7f1175acf640 1 Processor -- start 2024-04-26T17:24:51.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f1175acf640 1 -- start start 2024-04-26T17:24:51.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f1175acf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1170102160 0x7f1170075eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f1175acf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1170103350 0x7f11700744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f1175acf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1170103d10 0x7f1170074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f1175acf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f117010dcd0 con 0x7f1170103350 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f1175acf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f117010db50 con 0x7f1170103d10 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f1175acf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f117010de50 con 0x7f1170102160 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1170103350 0x7f11700744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1170103350 0x7f11700744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58784/0 (socket says 172.21.15.90:58784) 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116effd640 1 -- 172.21.15.90:0/3909327162 learned_addr learned my addr 172.21.15.90:0/3909327162 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116f7fe640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1170102160 0x7f1170075eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116effd640 1 -- 172.21.15.90:0/3909327162 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1170102160 msgr2=0x7f1170075eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116effd640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1170102160 0x7f1170075eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116effd640 1 -- 172.21.15.90:0/3909327162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1170103d10 msgr2=0x7f1170074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116effd640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1170103d10 0x7f1170074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:51.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116effd640 1 -- 172.21.15.90:0/3909327162 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11700752c0 con 0x7f1170103350 2024-04-26T17:24:51.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116effd640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1170103350 0x7f11700744f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f116400b4a0 tx=0x7f116400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:51.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116cff9640 1 -- 172.21.15.90:0/3909327162 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164014070 con 0x7f1170103350 2024-04-26T17:24:51.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116cff9640 1 -- 172.21.15.90:0/3909327162 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1164010ac0 con 0x7f1170103350 2024-04-26T17:24:51.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f1175acf640 1 -- 172.21.15.90:0/3909327162 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11701a2430 con 0x7f1170103350 2024-04-26T17:24:51.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.942+0000 7f116cff9640 1 -- 172.21.15.90:0/3909327162 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164017c20 con 0x7f1170103350 2024-04-26T17:24:51.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.943+0000 7f1175acf640 1 -- 172.21.15.90:0/3909327162 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11701a2980 con 0x7f1170103350 2024-04-26T17:24:51.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.943+0000 7f1175acf640 1 -- 172.21.15.90:0/3909327162 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1170109480 con 0x7f1170103350 2024-04-26T17:24:51.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.944+0000 7f116cff9640 1 -- 172.21.15.90:0/3909327162 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f1164017070 con 0x7f1170103350 2024-04-26T17:24:51.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.945+0000 7f116cff9640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11580a3bb0 0x7f11580a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:51.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.945+0000 7f116f7fe640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11580a3bb0 0x7f11580a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:51.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.945+0000 7f116cff9640 1 -- 172.21.15.90:0/3909327162 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f11640d02b0 con 0x7f1170103350 2024-04-26T17:24:51.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.946+0000 7f116f7fe640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11580a3bb0 0x7f11580a6070 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f11701031b0 tx=0x7f1160005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:51.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:51.949+0000 7f116cff9640 1 -- 172.21.15.90:0/3909327162 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f116409ca50 con 0x7f1170103350 2024-04-26T17:24:52.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.124+0000 7f1175acf640 1 -- 172.21.15.90:0/3909327162 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f117002d960 con 0x7f1170103350 2024-04-26T17:24:52.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.125+0000 7f116cff9640 1 -- 172.21.15.90:0/3909327162 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) ==== 100+0+11 (secure 0 0 0) 0x7f116409c350 con 0x7f1170103350 2024-04-26T17:24:52.125 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-26T17:24:52.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.127+0000 7f1175acf640 1 -- 172.21.15.90:0/3909327162 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11580a3bb0 msgr2=0x7f11580a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.127+0000 7f1175acf640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11580a3bb0 0x7f11580a6070 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f11701031b0 tx=0x7f1160005f90 comp rx=0 tx=0).stop 2024-04-26T17:24:52.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.127+0000 7f1175acf640 1 -- 172.21.15.90:0/3909327162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1170103350 msgr2=0x7f11700744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.127+0000 7f1175acf640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1170103350 0x7f11700744f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f116400b4a0 tx=0x7f116400b960 comp rx=0 tx=0).stop 2024-04-26T17:24:52.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.127+0000 7f1175acf640 1 -- 172.21.15.90:0/3909327162 shutdown_connections 2024-04-26T17:24:52.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.127+0000 7f1175acf640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11580a3bb0 0x7f11580a6070 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.127+0000 7f1175acf640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1170103d10 0x7f1170074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.127+0000 7f1175acf640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1170103350 0x7f11700744f0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.127+0000 7f1175acf640 1 --2- 172.21.15.90:0/3909327162 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1170102160 0x7f1170075eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.127+0000 7f1175acf640 1 -- 172.21.15.90:0/3909327162 >> 172.21.15.90:0/3909327162 conn(0x7f11700fd6b0 msgr2=0x7f1170106650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:52.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.127+0000 7f1175acf640 1 -- 172.21.15.90:0/3909327162 shutdown_connections 2024-04-26T17:24:52.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.127+0000 7f1175acf640 1 -- 172.21.15.90:0/3909327162 wait complete. 2024-04-26T17:24:52.138 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-26T17:24:52.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 -- 172.21.15.90:0/788584321 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc804102150 msgr2=0x7fc804102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 --2- 172.21.15.90:0/788584321 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc804102150 0x7fc804102570 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fc800009900 tx=0x7fc80002a410 comp rx=0 tx=0).stop 2024-04-26T17:24:52.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 -- 172.21.15.90:0/788584321 shutdown_connections 2024-04-26T17:24:52.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 --2- 172.21.15.90:0/788584321 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc804103d00 0x7fc80410a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 --2- 172.21.15.90:0/788584321 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc804103340 0x7fc8041037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 --2- 172.21.15.90:0/788584321 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc804102150 0x7fc804102570 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 -- 172.21.15.90:0/788584321 >> 172.21.15.90:0/788584321 conn(0x7fc8040fd6e0 msgr2=0x7fc8040ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:52.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 -- 172.21.15.90:0/788584321 shutdown_connections 2024-04-26T17:24:52.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 -- 172.21.15.90:0/788584321 wait complete. 2024-04-26T17:24:52.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 Processor -- start 2024-04-26T17:24:52.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 -- start start 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc804102150 0x7fc804198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc804103340 0x7fc804198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc804103d00 0x7fc80419fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc80410dd40 con 0x7fc804102150 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc80410dbc0 con 0x7fc804103d00 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.240+0000 7fc80b2cf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc80410dec0 con 0x7fc804103340 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc80906b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc804102150 0x7fc804198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc80906b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc804102150 0x7fc804198550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58802/0 (socket says 172.21.15.90:58802) 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc80906b640 1 -- 172.21.15.90:0/2462537997 learned_addr learned my addr 172.21.15.90:0/2462537997 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc80906b640 1 -- 172.21.15.90:0/2462537997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc804103340 msgr2=0x7fc804198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc80906b640 1 --2- 172.21.15.90:0/2462537997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc804103340 0x7fc804198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc80906b640 1 -- 172.21.15.90:0/2462537997 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc804103d00 msgr2=0x7fc80419fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc80906b640 1 --2- 172.21.15.90:0/2462537997 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc804103d00 0x7fc80419fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc80906b640 1 -- 172.21.15.90:0/2462537997 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8041a0170 con 0x7fc804102150 2024-04-26T17:24:52.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc80906b640 1 --2- 172.21.15.90:0/2462537997 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc804102150 0x7fc804198550 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fc8000314b0 tx=0x7fc8000042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:52.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc7fa7fc640 1 -- 172.21.15.90:0/2462537997 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc80003f030 con 0x7fc804102150 2024-04-26T17:24:52.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc7fa7fc640 1 -- 172.21.15.90:0/2462537997 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc800003cb0 con 0x7fc804102150 2024-04-26T17:24:52.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc80b2cf640 1 -- 172.21.15.90:0/2462537997 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8041a0400 con 0x7fc804102150 2024-04-26T17:24:52.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc7fa7fc640 1 -- 172.21.15.90:0/2462537997 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc800035070 con 0x7fc804102150 2024-04-26T17:24:52.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.241+0000 7fc80b2cf640 1 -- 172.21.15.90:0/2462537997 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8041a09c0 con 0x7fc804102150 2024-04-26T17:24:52.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.242+0000 7fc80b2cf640 1 -- 172.21.15.90:0/2462537997 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc804109630 con 0x7fc804102150 2024-04-26T17:24:52.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.243+0000 7fc7fa7fc640 1 -- 172.21.15.90:0/2462537997 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc800042030 con 0x7fc804102150 2024-04-26T17:24:52.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.244+0000 7fc7fa7fc640 1 --2- 172.21.15.90:0/2462537997 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc7f00a3c30 0x7fc7f00a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:52.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.244+0000 7fc80886a640 1 --2- 172.21.15.90:0/2462537997 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc7f00a3c30 0x7fc7f00a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:52.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.244+0000 7fc7fa7fc640 1 -- 172.21.15.90:0/2462537997 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fc8000f11b0 con 0x7fc804102150 2024-04-26T17:24:52.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.244+0000 7fc80886a640 1 --2- 172.21.15.90:0/2462537997 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc7f00a3c30 0x7fc7f00a60f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc804199a60 tx=0x7fc7f4006c90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:52.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.247+0000 7fc7fa7fc640 1 -- 172.21.15.90:0/2462537997 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc8000bd950 con 0x7fc804102150 2024-04-26T17:24:52.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.424+0000 7fc80b2cf640 1 -- 172.21.15.90:0/2462537997 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fc80402d6d0 con 0x7fc804102150 2024-04-26T17:24:52.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.424+0000 7fc7fa7fc640 1 -- 172.21.15.90:0/2462537997 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v90) ==== 103+0+11 (secure 0 0 0) 0x7fc8000bd250 con 0x7fc804102150 2024-04-26T17:24:52.424 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:24:52.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.426+0000 7fc80b2cf640 1 -- 172.21.15.90:0/2462537997 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc7f00a3c30 msgr2=0x7fc7f00a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.426+0000 7fc80b2cf640 1 --2- 172.21.15.90:0/2462537997 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc7f00a3c30 0x7fc7f00a60f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc804199a60 tx=0x7fc7f4006c90 comp rx=0 tx=0).stop 2024-04-26T17:24:52.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.426+0000 7fc80b2cf640 1 -- 172.21.15.90:0/2462537997 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc804102150 msgr2=0x7fc804198550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.426+0000 7fc80b2cf640 1 --2- 172.21.15.90:0/2462537997 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc804102150 0x7fc804198550 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fc8000314b0 tx=0x7fc8000042f0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.426+0000 7fc80b2cf640 1 -- 172.21.15.90:0/2462537997 shutdown_connections 2024-04-26T17:24:52.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.426+0000 7fc80b2cf640 1 --2- 172.21.15.90:0/2462537997 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc7f00a3c30 0x7fc7f00a60f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.426+0000 7fc80b2cf640 1 --2- 172.21.15.90:0/2462537997 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc804103d00 0x7fc80419fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.426+0000 7fc80b2cf640 1 --2- 172.21.15.90:0/2462537997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc804103340 0x7fc804198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.426+0000 7fc80b2cf640 1 --2- 172.21.15.90:0/2462537997 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc804102150 0x7fc804198550 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.427+0000 7fc80b2cf640 1 -- 172.21.15.90:0/2462537997 >> 172.21.15.90:0/2462537997 conn(0x7fc8040fd6e0 msgr2=0x7fc804106800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:52.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.427+0000 7fc80b2cf640 1 -- 172.21.15.90:0/2462537997 shutdown_connections 2024-04-26T17:24:52.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.427+0000 7fc80b2cf640 1 -- 172.21.15.90:0/2462537997 wait complete. 2024-04-26T17:24:52.437 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-26T17:24:52.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.536+0000 7f18ed0d9640 1 -- 172.21.15.90:0/4010338214 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f18e8102c20 msgr2=0x7f18e8105010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.536+0000 7f18ed0d9640 1 --2- 172.21.15.90:0/4010338214 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f18e8102c20 0x7f18e8105010 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f18e0009900 tx=0x7f18e002a410 comp rx=0 tx=0).stop 2024-04-26T17:24:52.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.536+0000 7f18ed0d9640 1 -- 172.21.15.90:0/4010338214 shutdown_connections 2024-04-26T17:24:52.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.536+0000 7f18ed0d9640 1 --2- 172.21.15.90:0/4010338214 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f18e8107e80 0x7f18e810a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.536+0000 7f18ed0d9640 1 --2- 172.21.15.90:0/4010338214 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18e8105550 0x7f18e8107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.536+0000 7f18ed0d9640 1 --2- 172.21.15.90:0/4010338214 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f18e8102c20 0x7f18e8105010 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.536+0000 7f18ed0d9640 1 -- 172.21.15.90:0/4010338214 >> 172.21.15.90:0/4010338214 conn(0x7f18e80fc5f0 msgr2=0x7f18e80fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:52.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.536+0000 7f18ed0d9640 1 -- 172.21.15.90:0/4010338214 shutdown_connections 2024-04-26T17:24:52.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.536+0000 7f18ed0d9640 1 -- 172.21.15.90:0/4010338214 wait complete. 2024-04-26T17:24:52.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.537+0000 7f18ed0d9640 1 Processor -- start 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.537+0000 7f18ed0d9640 1 -- start start 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18ed0d9640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f18e8102c20 0x7f18e81983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18ed0d9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18e8105550 0x7f18e81988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18ed0d9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f18e8107e80 0x7f18e819f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18ed0d9640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f18e810dc70 con 0x7f18e8102c20 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18ed0d9640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f18e810daf0 con 0x7f18e8107e80 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18ed0d9640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f18e810ddf0 con 0x7f18e8105550 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18e6d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f18e8102c20 0x7f18e81983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18e6d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f18e8102c20 0x7f18e81983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58818/0 (socket says 172.21.15.90:58818) 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18e6d9d640 1 -- 172.21.15.90:0/1356913387 learned_addr learned my addr 172.21.15.90:0/1356913387 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18e659c640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18e8105550 0x7f18e81988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18e759e640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f18e8107e80 0x7f18e819f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:52.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18e6d9d640 1 -- 172.21.15.90:0/1356913387 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18e8105550 msgr2=0x7f18e81988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18e6d9d640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18e8105550 0x7f18e81988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18e6d9d640 1 -- 172.21.15.90:0/1356913387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f18e8107e80 msgr2=0x7f18e819f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18e6d9d640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f18e8107e80 0x7f18e819f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18e6d9d640 1 -- 172.21.15.90:0/1356913387 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18e819ffd0 con 0x7f18e8102c20 2024-04-26T17:24:52.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18e6d9d640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f18e8102c20 0x7f18e81983b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f18e0004770 tx=0x7f18e00043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:52.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18cffff640 1 -- 172.21.15.90:0/1356913387 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e003f030 con 0x7f18e8102c20 2024-04-26T17:24:52.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18ed0d9640 1 -- 172.21.15.90:0/1356913387 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18e81a0260 con 0x7f18e8102c20 2024-04-26T17:24:52.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18cffff640 1 -- 172.21.15.90:0/1356913387 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f18e0003cb0 con 0x7f18e8102c20 2024-04-26T17:24:52.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18cffff640 1 -- 172.21.15.90:0/1356913387 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e0035070 con 0x7f18e8102c20 2024-04-26T17:24:52.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.538+0000 7f18ed0d9640 1 -- 172.21.15.90:0/1356913387 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18e81a07a0 con 0x7f18e8102c20 2024-04-26T17:24:52.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.540+0000 7f18ed0d9640 1 -- 172.21.15.90:0/1356913387 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18e80fe0e0 con 0x7f18e8102c20 2024-04-26T17:24:52.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.540+0000 7f18cffff640 1 -- 172.21.15.90:0/1356913387 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f18e0042030 con 0x7f18e8102c20 2024-04-26T17:24:52.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.541+0000 7f18cffff640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f18d00a3bb0 0x7f18d00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:52.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.541+0000 7f18e659c640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f18d00a3bb0 0x7f18d00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:52.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.541+0000 7f18cffff640 1 -- 172.21.15.90:0/1356913387 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f18e00f0c50 con 0x7f18e8102c20 2024-04-26T17:24:52.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.541+0000 7f18e659c640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f18d00a3bb0 0x7f18d00a6070 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f18e81998c0 tx=0x7f18dc00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:52.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.545+0000 7f18cffff640 1 -- 172.21.15.90:0/1356913387 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f18e00f6020 con 0x7f18e8102c20 2024-04-26T17:24:52.735 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.735+0000 7f18ed0d9640 1 -- 172.21.15.90:0/1356913387 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f18e8062d00 con 0x7f18e8102c20 2024-04-26T17:24:52.735 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.736+0000 7f18cffff640 1 -- 172.21.15.90:0/1356913387 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v90) ==== 81+0+589 (secure 0 0 0) 0x7f18e00bcda0 con 0x7f18e8102c20 2024-04-26T17:24:52.736 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/933918146 2024-04-27T17:17:33.345672+0000 2024-04-26T17:24:52.736 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/2334856074 2024-04-27T17:17:33.345672+0000 2024-04-26T17:24:52.736 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6801/965175557 2024-04-27T17:17:33.345672+0000 2024-04-26T17:24:52.736 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/3763439437 2024-04-27T17:17:06.675092+0000 2024-04-26T17:24:52.736 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/1344791872 2024-04-27T17:17:06.675092+0000 2024-04-26T17:24:52.736 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6800/4271835641 2024-04-27T17:17:06.675092+0000 2024-04-26T17:24:52.736 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/3043455614 2024-04-27T17:17:06.675092+0000 2024-04-26T17:24:52.736 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6801/4271835641 2024-04-27T17:17:06.675092+0000 2024-04-26T17:24:52.736 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/2215008205 2024-04-27T17:17:33.345672+0000 2024-04-26T17:24:52.736 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6800/965175557 2024-04-27T17:17:33.345672+0000 2024-04-26T17:24:52.737 INFO:teuthology.orchestra.run.smithi090.stderr:listed 10 entries 2024-04-26T17:24:52.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.738+0000 7f18ed0d9640 1 -- 172.21.15.90:0/1356913387 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f18d00a3bb0 msgr2=0x7f18d00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.738+0000 7f18ed0d9640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f18d00a3bb0 0x7f18d00a6070 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f18e81998c0 tx=0x7f18dc00b390 comp rx=0 tx=0).stop 2024-04-26T17:24:52.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.738+0000 7f18ed0d9640 1 -- 172.21.15.90:0/1356913387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f18e8102c20 msgr2=0x7f18e81983b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.738+0000 7f18ed0d9640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f18e8102c20 0x7f18e81983b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f18e0004770 tx=0x7f18e00043b0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.738+0000 7f18ed0d9640 1 -- 172.21.15.90:0/1356913387 shutdown_connections 2024-04-26T17:24:52.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.738+0000 7f18ed0d9640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f18d00a3bb0 0x7f18d00a6070 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.738+0000 7f18ed0d9640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f18e8107e80 0x7f18e819f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.738+0000 7f18ed0d9640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18e8105550 0x7f18e81988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.738+0000 7f18ed0d9640 1 --2- 172.21.15.90:0/1356913387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f18e8102c20 0x7f18e81983b0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.738+0000 7f18ed0d9640 1 -- 172.21.15.90:0/1356913387 >> 172.21.15.90:0/1356913387 conn(0x7f18e80fc5f0 msgr2=0x7f18e8104a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:52.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.738+0000 7f18ed0d9640 1 -- 172.21.15.90:0/1356913387 shutdown_connections 2024-04-26T17:24:52.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.738+0000 7f18ed0d9640 1 -- 172.21.15.90:0/1356913387 wait complete. 2024-04-26T17:24:52.748 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:52 smithi090 ceph-mon[29417]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s wr, 3 op/s 2024-04-26T17:24:52.748 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:52 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2224546261' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:24:52.748 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:52 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3994964077' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:24:52.748 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:52 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3909327162' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:24:52.748 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:52 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2462537997' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:24:52.749 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:24:52.749 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T17:24:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:52 smithi167 ceph-mon[32665]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s wr, 3 op/s 2024-04-26T17:24:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:52 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2224546261' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:24:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:52 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3994964077' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:24:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:52 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3909327162' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:24:52.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:52 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2462537997' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:24:52.765 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:24:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:52 smithi119 ceph-mon[32584]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s wr, 3 op/s 2024-04-26T17:24:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:52 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2224546261' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:24:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:52 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3994964077' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:24:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:52 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3909327162' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:24:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:52 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2462537997' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:24:52.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.903+0000 7fd672944640 1 -- 172.21.15.90:0/2371437006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd66c102be0 msgr2=0x7fd66c104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.903+0000 7fd672944640 1 --2- 172.21.15.90:0/2371437006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd66c102be0 0x7fd66c104fd0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fd65c009900 tx=0x7fd65c02a410 comp rx=0 tx=0).stop 2024-04-26T17:24:52.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.903+0000 7fd672944640 1 -- 172.21.15.90:0/2371437006 shutdown_connections 2024-04-26T17:24:52.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.903+0000 7fd672944640 1 --2- 172.21.15.90:0/2371437006 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd66c107e40 0x7fd66c10a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.903+0000 7fd672944640 1 --2- 172.21.15.90:0/2371437006 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd66c105510 0x7fd66c107900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.903+0000 7fd672944640 1 --2- 172.21.15.90:0/2371437006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd66c102be0 0x7fd66c104fd0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.903+0000 7fd672944640 1 -- 172.21.15.90:0/2371437006 >> 172.21.15.90:0/2371437006 conn(0x7fd66c0fc5f0 msgr2=0x7fd66c0fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:52.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.903+0000 7fd672944640 1 -- 172.21.15.90:0/2371437006 shutdown_connections 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.903+0000 7fd672944640 1 -- 172.21.15.90:0/2371437006 wait complete. 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.904+0000 7fd672944640 1 Processor -- start 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.904+0000 7fd672944640 1 -- start start 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.904+0000 7fd672944640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd66c102be0 0x7fd66c1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.904+0000 7fd672944640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd66c105510 0x7fd66c198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.904+0000 7fd672944640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd66c107e40 0x7fd66c19f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.904+0000 7fd672944640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd66c10dcf0 con 0x7fd66c105510 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.904+0000 7fd672944640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd66c10db70 con 0x7fd66c102be0 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.904+0000 7fd672944640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd66c10de70 con 0x7fd66c107e40 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.904+0000 7fd66b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd66c105510 0x7fd66c198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.904+0000 7fd66b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd66c105510 0x7fd66c198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58830/0 (socket says 172.21.15.90:58830) 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.904+0000 7fd66b7fe640 1 -- 172.21.15.90:0/3639163786 learned_addr learned my addr 172.21.15.90:0/3639163786 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:52.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.904+0000 7fd66bfff640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd66c102be0 0x7fd66c1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:52.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.905+0000 7fd66b7fe640 1 -- 172.21.15.90:0/3639163786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd66c107e40 msgr2=0x7fd66c19f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.905+0000 7fd670ee1640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd66c107e40 0x7fd66c19f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:52.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.905+0000 7fd66b7fe640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd66c107e40 0x7fd66c19f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.905+0000 7fd66b7fe640 1 -- 172.21.15.90:0/3639163786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd66c102be0 msgr2=0x7fd66c1983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:52.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.905+0000 7fd66b7fe640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd66c102be0 0x7fd66c1983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:52.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.905+0000 7fd66b7fe640 1 -- 172.21.15.90:0/3639163786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd66c1a0010 con 0x7fd66c105510 2024-04-26T17:24:52.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.905+0000 7fd66b7fe640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd66c105510 0x7fd66c198930 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd66000b450 tx=0x7fd66000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:52.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.905+0000 7fd6697fa640 1 -- 172.21.15.90:0/3639163786 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd660015020 con 0x7fd66c105510 2024-04-26T17:24:52.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.905+0000 7fd672944640 1 -- 172.21.15.90:0/3639163786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd66c1a0300 con 0x7fd66c105510 2024-04-26T17:24:52.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.905+0000 7fd6697fa640 1 -- 172.21.15.90:0/3639163786 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd660011d40 con 0x7fd66c105510 2024-04-26T17:24:52.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.905+0000 7fd6697fa640 1 -- 172.21.15.90:0/3639163786 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd66000f340 con 0x7fd66c105510 2024-04-26T17:24:52.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.905+0000 7fd672944640 1 -- 172.21.15.90:0/3639163786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd66c1a08d0 con 0x7fd66c105510 2024-04-26T17:24:52.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.906+0000 7fd672944640 1 -- 172.21.15.90:0/3639163786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd66c0fe0e0 con 0x7fd66c105510 2024-04-26T17:24:52.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.907+0000 7fd6697fa640 1 -- 172.21.15.90:0/3639163786 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd660018020 con 0x7fd66c105510 2024-04-26T17:24:52.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.907+0000 7fd6697fa640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6540a3bb0 0x7fd6540a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:52.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.908+0000 7fd66bfff640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6540a3bb0 0x7fd6540a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:52.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.908+0000 7fd6697fa640 1 -- 172.21.15.90:0/3639163786 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fd6600d0130 con 0x7fd66c105510 2024-04-26T17:24:52.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.908+0000 7fd66bfff640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6540a3bb0 0x7fd6540a6070 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd65c006010 tx=0x7fd65c005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:52.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:52.912+0000 7fd6697fa640 1 -- 172.21.15.90:0/3639163786 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd66001f020 con 0x7fd66c105510 2024-04-26T17:24:53.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.089+0000 7fd672944640 1 -- 172.21.15.90:0/3639163786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd66c062d00 con 0x7fd66c105510 2024-04-26T17:24:53.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.090+0000 7fd6697fa640 1 -- 172.21.15.90:0/3639163786 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24151 (secure 0 0 0) 0x7fd66000d040 con 0x7fd66c105510 2024-04-26T17:24:53.090 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:24:53.090 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":90,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:24:43.807282+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:24:53.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.092+0000 7fd672944640 1 -- 172.21.15.90:0/3639163786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6540a3bb0 msgr2=0x7fd6540a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.092+0000 7fd672944640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6540a3bb0 0x7fd6540a6070 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd65c006010 tx=0x7fd65c005d50 comp rx=0 tx=0).stop 2024-04-26T17:24:53.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.092+0000 7fd672944640 1 -- 172.21.15.90:0/3639163786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd66c105510 msgr2=0x7fd66c198930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.092+0000 7fd672944640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd66c105510 0x7fd66c198930 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd66000b450 tx=0x7fd66000b910 comp rx=0 tx=0).stop 2024-04-26T17:24:53.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.092+0000 7fd672944640 1 -- 172.21.15.90:0/3639163786 shutdown_connections 2024-04-26T17:24:53.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.092+0000 7fd672944640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6540a3bb0 0x7fd6540a6070 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.092+0000 7fd672944640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd66c107e40 0x7fd66c19f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.092+0000 7fd672944640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd66c105510 0x7fd66c198930 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.092+0000 7fd672944640 1 --2- 172.21.15.90:0/3639163786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd66c102be0 0x7fd66c1983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.092+0000 7fd672944640 1 -- 172.21.15.90:0/3639163786 >> 172.21.15.90:0/3639163786 conn(0x7fd66c0fc5f0 msgr2=0x7fd66c103520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:53.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.092+0000 7fd672944640 1 -- 172.21.15.90:0/3639163786 shutdown_connections 2024-04-26T17:24:53.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.092+0000 7fd672944640 1 -- 172.21.15.90:0/3639163786 wait complete. 2024-04-26T17:24:53.103 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T17:24:36.941852+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T17:24:38.058512+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-26T17:24:41.453912+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-26T17:24:53.104 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:24:53.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.204+0000 7f79f5aa3640 1 -- 172.21.15.90:0/4200522858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79f0103340 msgr2=0x7f79f01037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.204+0000 7f79f5aa3640 1 --2- 172.21.15.90:0/4200522858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79f0103340 0x7f79f01037c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f79d8009900 tx=0x7f79d802a410 comp rx=0 tx=0).stop 2024-04-26T17:24:53.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.204+0000 7f79f5aa3640 1 -- 172.21.15.90:0/4200522858 shutdown_connections 2024-04-26T17:24:53.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.204+0000 7f79f5aa3640 1 --2- 172.21.15.90:0/4200522858 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f79f0103d00 0x7f79f010a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.204+0000 7f79f5aa3640 1 --2- 172.21.15.90:0/4200522858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79f0103340 0x7f79f01037c0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.204+0000 7f79f5aa3640 1 --2- 172.21.15.90:0/4200522858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79f0102150 0x7f79f0102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.204+0000 7f79f5aa3640 1 -- 172.21.15.90:0/4200522858 >> 172.21.15.90:0/4200522858 conn(0x7f79f00fd6e0 msgr2=0x7f79f00ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.204+0000 7f79f5aa3640 1 -- 172.21.15.90:0/4200522858 shutdown_connections 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.204+0000 7f79f5aa3640 1 -- 172.21.15.90:0/4200522858 wait complete. 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79f5aa3640 1 Processor -- start 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79f5aa3640 1 -- start start 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79f5aa3640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f79f0102150 0x7f79f0198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79f5aa3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79f0103340 0x7f79f01988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79f5aa3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79f0103d00 0x7f79f019f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79f5aa3640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f79f010dc60 con 0x7f79f0103340 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79f5aa3640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f79f010dae0 con 0x7f79f0103d00 2024-04-26T17:24:53.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79f5aa3640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f79f010dde0 con 0x7f79f0102150 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79e7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79f0103340 0x7f79f01988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79e7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79f0103340 0x7f79f01988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58850/0 (socket says 172.21.15.90:58850) 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79e7fff640 1 -- 172.21.15.90:0/470414420 learned_addr learned my addr 172.21.15.90:0/470414420 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79ef7fe640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f79f0102150 0x7f79f0198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79effff640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79f0103d00 0x7f79f019f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79e7fff640 1 -- 172.21.15.90:0/470414420 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f79f0102150 msgr2=0x7f79f0198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79e7fff640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f79f0102150 0x7f79f0198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79e7fff640 1 -- 172.21.15.90:0/470414420 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79f0103d00 msgr2=0x7f79f019f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79e7fff640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79f0103d00 0x7f79f019f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79e7fff640 1 -- 172.21.15.90:0/470414420 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79f019ffa0 con 0x7f79f0103340 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.205+0000 7f79ef7fe640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f79f0102150 0x7f79f0198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.206+0000 7f79e7fff640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79f0103340 0x7f79f01988c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f79d8004770 tx=0x7f79d80043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.206+0000 7f79ed7fa640 1 -- 172.21.15.90:0/470414420 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d803f030 con 0x7f79f0103340 2024-04-26T17:24:53.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.206+0000 7f79ed7fa640 1 -- 172.21.15.90:0/470414420 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f79d8003cb0 con 0x7f79f0103340 2024-04-26T17:24:53.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.206+0000 7f79ed7fa640 1 -- 172.21.15.90:0/470414420 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d8035070 con 0x7f79f0103340 2024-04-26T17:24:53.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.206+0000 7f79f5aa3640 1 -- 172.21.15.90:0/470414420 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79f01a0230 con 0x7f79f0103340 2024-04-26T17:24:53.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.206+0000 7f79f5aa3640 1 -- 172.21.15.90:0/470414420 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79f01a0770 con 0x7f79f0103340 2024-04-26T17:24:53.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.207+0000 7f79f5aa3640 1 -- 172.21.15.90:0/470414420 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79f0109590 con 0x7f79f0103340 2024-04-26T17:24:53.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.208+0000 7f79ed7fa640 1 -- 172.21.15.90:0/470414420 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f79d8042030 con 0x7f79f0103340 2024-04-26T17:24:53.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.208+0000 7f79ed7fa640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f79dc0a3c30 0x7f79dc0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:53.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.208+0000 7f79ef7fe640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f79dc0a3c30 0x7f79dc0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:53.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.208+0000 7f79ed7fa640 1 -- 172.21.15.90:0/470414420 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f79d80f0d40 con 0x7f79f0103340 2024-04-26T17:24:53.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.209+0000 7f79ef7fe640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f79dc0a3c30 0x7f79dc0a60f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f79f01031a0 tx=0x7f79e0005e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:53.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.213+0000 7f79ed7fa640 1 -- 172.21.15.90:0/470414420 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f79d80bd4e0 con 0x7f79f0103340 2024-04-26T17:24:53.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.392+0000 7f79f5aa3640 1 -- 172.21.15.90:0/470414420 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f79f0062d00 con 0x7f79f0103340 2024-04-26T17:24:53.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.393+0000 7f79ed7fa640 1 -- 172.21.15.90:0/470414420 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) ==== 93+0+10 (secure 0 0 0) 0x7f79d80bcde0 con 0x7f79f0103340 2024-04-26T17:24:53.393 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:24:53.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.395+0000 7f79f5aa3640 1 -- 172.21.15.90:0/470414420 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f79dc0a3c30 msgr2=0x7f79dc0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.395+0000 7f79f5aa3640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f79dc0a3c30 0x7f79dc0a60f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f79f01031a0 tx=0x7f79e0005e70 comp rx=0 tx=0).stop 2024-04-26T17:24:53.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.395+0000 7f79f5aa3640 1 -- 172.21.15.90:0/470414420 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79f0103340 msgr2=0x7f79f01988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.395+0000 7f79f5aa3640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79f0103340 0x7f79f01988c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f79d8004770 tx=0x7f79d80043b0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.395+0000 7f79f5aa3640 1 -- 172.21.15.90:0/470414420 shutdown_connections 2024-04-26T17:24:53.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.395+0000 7f79f5aa3640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f79dc0a3c30 0x7f79dc0a60f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.395+0000 7f79f5aa3640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79f0103d00 0x7f79f019f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.395+0000 7f79f5aa3640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79f0103340 0x7f79f01988c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.395+0000 7f79f5aa3640 1 --2- 172.21.15.90:0/470414420 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f79f0102150 0x7f79f0198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.395+0000 7f79f5aa3640 1 -- 172.21.15.90:0/470414420 >> 172.21.15.90:0/470414420 conn(0x7f79f00fd6e0 msgr2=0x7f79f0106760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:53.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.395+0000 7f79f5aa3640 1 -- 172.21.15.90:0/470414420 shutdown_connections 2024-04-26T17:24:53.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.395+0000 7f79f5aa3640 1 -- 172.21.15.90:0/470414420 wait complete. 2024-04-26T17:24:53.406 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T17:24:53.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 -- 172.21.15.90:0/3101009629 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f199c103340 msgr2=0x7f199c1037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 --2- 172.21.15.90:0/3101009629 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f199c103340 0x7f199c1037c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1988009900 tx=0x7f198802a410 comp rx=0 tx=0).stop 2024-04-26T17:24:53.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 -- 172.21.15.90:0/3101009629 shutdown_connections 2024-04-26T17:24:53.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 --2- 172.21.15.90:0/3101009629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f199c103d00 0x7f199c10a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 --2- 172.21.15.90:0/3101009629 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f199c103340 0x7f199c1037c0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 --2- 172.21.15.90:0/3101009629 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f199c102150 0x7f199c102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 -- 172.21.15.90:0/3101009629 >> 172.21.15.90:0/3101009629 conn(0x7f199c0fd6e0 msgr2=0x7f199c0ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:53.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 -- 172.21.15.90:0/3101009629 shutdown_connections 2024-04-26T17:24:53.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 -- 172.21.15.90:0/3101009629 wait complete. 2024-04-26T17:24:53.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 Processor -- start 2024-04-26T17:24:53.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 -- start start 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f199c102150 0x7f199c198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f199c103340 0x7f199c1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f199c103d00 0x7f199c19f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f199c10dc60 con 0x7f199c102150 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f199c10dae0 con 0x7f199c103d00 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.510+0000 7f19a2ea0640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f199c10dde0 con 0x7f199c103340 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a0c3c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f199c102150 0x7f199c198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a0c3c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f199c102150 0x7f199c198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58860/0 (socket says 172.21.15.90:58860) 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a0c3c640 1 -- 172.21.15.90:0/2779686160 learned_addr learned my addr 172.21.15.90:0/2779686160 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a143d640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f199c103d00 0x7f199c19f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f199bfff640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f199c103340 0x7f199c1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a0c3c640 1 -- 172.21.15.90:0/2779686160 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f199c103340 msgr2=0x7f199c1988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a0c3c640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f199c103340 0x7f199c1988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a0c3c640 1 -- 172.21.15.90:0/2779686160 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f199c103d00 msgr2=0x7f199c19f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a0c3c640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f199c103d00 0x7f199c19f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a0c3c640 1 -- 172.21.15.90:0/2779686160 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f199c19ff90 con 0x7f199c102150 2024-04-26T17:24:53.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a143d640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f199c103d00 0x7f199c19f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:24:53.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a0c3c640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f199c102150 0x7f199c198370 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f199000d950 tx=0x7f199000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:53.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f1999ffb640 1 -- 172.21.15.90:0/2779686160 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1990017020 con 0x7f199c102150 2024-04-26T17:24:53.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f1999ffb640 1 -- 172.21.15.90:0/2779686160 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1990009c30 con 0x7f199c102150 2024-04-26T17:24:53.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a2ea0640 1 -- 172.21.15.90:0/2779686160 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f199c1a0280 con 0x7f199c102150 2024-04-26T17:24:53.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f1999ffb640 1 -- 172.21.15.90:0/2779686160 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f199000f6b0 con 0x7f199c102150 2024-04-26T17:24:53.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.511+0000 7f19a2ea0640 1 -- 172.21.15.90:0/2779686160 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f199c1a07d0 con 0x7f199c102150 2024-04-26T17:24:53.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.512+0000 7f19a2ea0640 1 -- 172.21.15.90:0/2779686160 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f199c109560 con 0x7f199c102150 2024-04-26T17:24:53.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.513+0000 7f1999ffb640 1 -- 172.21.15.90:0/2779686160 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f199001a020 con 0x7f199c102150 2024-04-26T17:24:53.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.514+0000 7f1999ffb640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f198c0a3bb0 0x7f198c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:53.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.514+0000 7f199bfff640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f198c0a3bb0 0x7f198c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:53.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.514+0000 7f1999ffb640 1 -- 172.21.15.90:0/2779686160 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f19900d0120 con 0x7f199c102150 2024-04-26T17:24:53.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.515+0000 7f199bfff640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f198c0a3bb0 0x7f198c0a6070 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f19880096c0 tx=0x7f1988000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:53.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.519+0000 7f1999ffb640 1 -- 172.21.15.90:0/2779686160 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1990021070 con 0x7f199c102150 2024-04-26T17:24:53.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:53 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1356913387' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T17:24:53.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:53 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3639163786' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:53.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:53 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/470414420' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:24:53.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.697+0000 7f19a2ea0640 1 -- 172.21.15.90:0/2779686160 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f199c02d6d0 con 0x7f199c102150 2024-04-26T17:24:53.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.698+0000 7f1999ffb640 1 -- 172.21.15.90:0/2779686160 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) ==== 104+0+11 (secure 0 0 0) 0x7f199c02d6d0 con 0x7f199c102150 2024-04-26T17:24:53.698 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:24:53.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.700+0000 7f19a2ea0640 1 -- 172.21.15.90:0/2779686160 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f198c0a3bb0 msgr2=0x7f198c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.700+0000 7f19a2ea0640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f198c0a3bb0 0x7f198c0a6070 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f19880096c0 tx=0x7f1988000bc0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.700+0000 7f19a2ea0640 1 -- 172.21.15.90:0/2779686160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f199c102150 msgr2=0x7f199c198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.700+0000 7f19a2ea0640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f199c102150 0x7f199c198370 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f199000d950 tx=0x7f199000de10 comp rx=0 tx=0).stop 2024-04-26T17:24:53.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.700+0000 7f19a2ea0640 1 -- 172.21.15.90:0/2779686160 shutdown_connections 2024-04-26T17:24:53.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.700+0000 7f19a2ea0640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f198c0a3bb0 0x7f198c0a6070 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.700+0000 7f19a2ea0640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f199c103d00 0x7f199c19f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.700+0000 7f19a2ea0640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f199c103340 0x7f199c1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.700+0000 7f19a2ea0640 1 --2- 172.21.15.90:0/2779686160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f199c102150 0x7f199c198370 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.700+0000 7f19a2ea0640 1 -- 172.21.15.90:0/2779686160 >> 172.21.15.90:0/2779686160 conn(0x7f199c0fd6e0 msgr2=0x7f199c106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:53.701 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.700+0000 7f19a2ea0640 1 -- 172.21.15.90:0/2779686160 shutdown_connections 2024-04-26T17:24:53.701 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.700+0000 7f19a2ea0640 1 -- 172.21.15.90:0/2779686160 wait complete. 2024-04-26T17:24:53.710 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T17:24:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:53 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1356913387' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T17:24:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:53 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3639163786' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:53.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:53 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/470414420' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:24:53.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/1468619123 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bf4101060 msgr2=0x7f3bf4101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 --2- 172.21.15.90:0/1468619123 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bf4101060 0x7f3bf4101480 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f3be8009900 tx=0x7f3be802a410 comp rx=0 tx=0).stop 2024-04-26T17:24:53.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/1468619123 shutdown_connections 2024-04-26T17:24:53.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 --2- 172.21.15.90:0/1468619123 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bf4102c10 0x7f3bf41094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 --2- 172.21.15.90:0/1468619123 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3bf4102250 0x7f3bf41026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 --2- 172.21.15.90:0/1468619123 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bf4101060 0x7f3bf4101480 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/1468619123 >> 172.21.15.90:0/1468619123 conn(0x7f3bf40fc5d0 msgr2=0x7f3bf40fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:53.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/1468619123 shutdown_connections 2024-04-26T17:24:53.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/1468619123 wait complete. 2024-04-26T17:24:53.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 Processor -- start 2024-04-26T17:24:53.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 -- start start 2024-04-26T17:24:53.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3bf4101060 0x7f3bf4198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:53.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bf4102250 0x7f3bf4198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:53.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.811+0000 7f3bfb2cf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bf4102c10 0x7f3bf419f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:53.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bfb2cf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3bf410dce0 con 0x7f3bf4102250 2024-04-26T17:24:53.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bfb2cf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f3bf410db60 con 0x7f3bf4102c10 2024-04-26T17:24:53.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bfb2cf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3bf410de60 con 0x7f3bf4101060 2024-04-26T17:24:53.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bf886a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bf4102250 0x7f3bf4198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:53.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bf886a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bf4102250 0x7f3bf4198940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58882/0 (socket says 172.21.15.90:58882) 2024-04-26T17:24:53.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bf886a640 1 -- 172.21.15.90:0/654002387 learned_addr learned my addr 172.21.15.90:0/654002387 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:53.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bf906b640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3bf4101060 0x7f3bf4198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:53.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bf886a640 1 -- 172.21.15.90:0/654002387 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3bf4101060 msgr2=0x7f3bf4198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bf886a640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3bf4101060 0x7f3bf4198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bf886a640 1 -- 172.21.15.90:0/654002387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bf4102c10 msgr2=0x7f3bf419f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bf886a640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bf4102c10 0x7f3bf419f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:53.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bf886a640 1 -- 172.21.15.90:0/654002387 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bf41a0020 con 0x7f3bf4102250 2024-04-26T17:24:53.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bf886a640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bf4102250 0x7f3bf4198940 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3bf000b4a0 tx=0x7f3bf000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:53.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3be67fc640 1 -- 172.21.15.90:0/654002387 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf0014070 con 0x7f3bf4102250 2024-04-26T17:24:53.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3be67fc640 1 -- 172.21.15.90:0/654002387 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3bf0010ac0 con 0x7f3bf4102250 2024-04-26T17:24:53.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/654002387 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bf41a0310 con 0x7f3bf4102250 2024-04-26T17:24:53.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3be67fc640 1 -- 172.21.15.90:0/654002387 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf0017c20 con 0x7f3bf4102250 2024-04-26T17:24:53.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.812+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/654002387 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bf41a0890 con 0x7f3bf4102250 2024-04-26T17:24:53.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.813+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/654002387 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bf41084a0 con 0x7f3bf4102250 2024-04-26T17:24:53.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.814+0000 7f3be67fc640 1 -- 172.21.15.90:0/654002387 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3bf0017070 con 0x7f3bf4102250 2024-04-26T17:24:53.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.815+0000 7f3be67fc640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3be00a3bb0 0x7f3be00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:53.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.815+0000 7f3bf906b640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3be00a3bb0 0x7f3be00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:53.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.815+0000 7f3be67fc640 1 -- 172.21.15.90:0/654002387 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f3bf00cfa90 con 0x7f3bf4102250 2024-04-26T17:24:53.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.815+0000 7f3bf906b640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3be00a3bb0 0x7f3be00a6070 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3be80096c0 tx=0x7f3be8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:53.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.819+0000 7f3be67fc640 1 -- 172.21.15.90:0/654002387 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3bf009c230 con 0x7f3bf4102250 2024-04-26T17:24:53.997 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.997+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/654002387 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f3bf4062d00 con 0x7f3bf4102250 2024-04-26T17:24:53.997 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.997+0000 7f3be67fc640 1 -- 172.21.15.90:0/654002387 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) ==== 100+0+11 (secure 0 0 0) 0x7f3bf009bb30 con 0x7f3bf4102250 2024-04-26T17:24:53.997 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-26T17:24:53.999 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.999+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/654002387 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3be00a3bb0 msgr2=0x7f3be00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:53.999 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.999+0000 7f3bfb2cf640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3be00a3bb0 0x7f3be00a6070 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3be80096c0 tx=0x7f3be8000bc0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.999+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/654002387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bf4102250 msgr2=0x7f3bf4198940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:54.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.999+0000 7f3bfb2cf640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bf4102250 0x7f3bf4198940 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3bf000b4a0 tx=0x7f3bf000b960 comp rx=0 tx=0).stop 2024-04-26T17:24:54.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.999+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/654002387 shutdown_connections 2024-04-26T17:24:54.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.999+0000 7f3bfb2cf640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3be00a3bb0 0x7f3be00a6070 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.999+0000 7f3bfb2cf640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bf4102c10 0x7f3bf419f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.999+0000 7f3bfb2cf640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bf4102250 0x7f3bf4198940 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.999+0000 7f3bfb2cf640 1 --2- 172.21.15.90:0/654002387 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3bf4101060 0x7f3bf4198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.999+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/654002387 >> 172.21.15.90:0/654002387 conn(0x7f3bf40fc5d0 msgr2=0x7f3bf4105670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:54.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.999+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/654002387 shutdown_connections 2024-04-26T17:24:54.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:53.999+0000 7f3bfb2cf640 1 -- 172.21.15.90:0/654002387 wait complete. 2024-04-26T17:24:54.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:53 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1356913387' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T17:24:54.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:53 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3639163786' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:24:54.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:53 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/470414420' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:24:54.010 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-26T17:24:54.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.112+0000 7f07ca469640 1 -- 172.21.15.90:0/462641668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07c4102230 msgr2=0x7f07c41026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:54.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.112+0000 7f07ca469640 1 --2- 172.21.15.90:0/462641668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07c4102230 0x7f07c41026b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f07b8009900 tx=0x7f07b802a410 comp rx=0 tx=0).stop 2024-04-26T17:24:54.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.112+0000 7f07ca469640 1 -- 172.21.15.90:0/462641668 shutdown_connections 2024-04-26T17:24:54.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.112+0000 7f07ca469640 1 --2- 172.21.15.90:0/462641668 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f07c4102bf0 0x7f07c4109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.112+0000 7f07ca469640 1 --2- 172.21.15.90:0/462641668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07c4102230 0x7f07c41026b0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.112+0000 7f07ca469640 1 --2- 172.21.15.90:0/462641668 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07c4101040 0x7f07c4101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.112+0000 7f07ca469640 1 -- 172.21.15.90:0/462641668 >> 172.21.15.90:0/462641668 conn(0x7f07c40fc5b0 msgr2=0x7f07c40fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:54.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.112+0000 7f07ca469640 1 -- 172.21.15.90:0/462641668 shutdown_connections 2024-04-26T17:24:54.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.112+0000 7f07ca469640 1 -- 172.21.15.90:0/462641668 wait complete. 2024-04-26T17:24:54.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.113+0000 7f07ca469640 1 Processor -- start 2024-04-26T17:24:54.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.113+0000 7f07ca469640 1 -- start start 2024-04-26T17:24:54.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.113+0000 7f07ca469640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07c4101040 0x7f07c41051c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:54.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.113+0000 7f07ca469640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f07c4102230 0x7f07c4103800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:54.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.113+0000 7f07ca469640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07c4102bf0 0x7f07c4103d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.113+0000 7f07ca469640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f07c410cb50 con 0x7f07c4101040 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.113+0000 7f07ca469640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f07c410c9d0 con 0x7f07c4102bf0 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.113+0000 7f07ca469640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f07c410ccd0 con 0x7f07c4102230 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.113+0000 7f07c3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07c4101040 0x7f07c41051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.113+0000 7f07c3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07c4101040 0x7f07c41051c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58906/0 (socket says 172.21.15.90:58906) 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.113+0000 7f07c3fff640 1 -- 172.21.15.90:0/1738473264 learned_addr learned my addr 172.21.15.90:0/1738473264 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07c8a06640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07c4102bf0 0x7f07c4103d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07c37fe640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f07c4102230 0x7f07c4103800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07c3fff640 1 -- 172.21.15.90:0/1738473264 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f07c4102230 msgr2=0x7f07c4103800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07c3fff640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f07c4102230 0x7f07c4103800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07c3fff640 1 -- 172.21.15.90:0/1738473264 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07c4102bf0 msgr2=0x7f07c4103d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07c3fff640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07c4102bf0 0x7f07c4103d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07c3fff640 1 -- 172.21.15.90:0/1738473264 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07c41045d0 con 0x7f07c4101040 2024-04-26T17:24:54.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07c3fff640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07c4101040 0x7f07c41051c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f07b400d950 tx=0x7f07b400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:54.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07c17fa640 1 -- 172.21.15.90:0/1738473264 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b4017020 con 0x7f07c4101040 2024-04-26T17:24:54.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07ca469640 1 -- 172.21.15.90:0/1738473264 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07c41a24f0 con 0x7f07c4101040 2024-04-26T17:24:54.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07c17fa640 1 -- 172.21.15.90:0/1738473264 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f07b4009c30 con 0x7f07c4101040 2024-04-26T17:24:54.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07c17fa640 1 -- 172.21.15.90:0/1738473264 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b400f6b0 con 0x7f07c4101040 2024-04-26T17:24:54.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.114+0000 7f07ca469640 1 -- 172.21.15.90:0/1738473264 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07c41a2a90 con 0x7f07c4101040 2024-04-26T17:24:54.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.115+0000 7f07ca469640 1 -- 172.21.15.90:0/1738473264 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07c41a2db0 con 0x7f07c4101040 2024-04-26T17:24:54.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.116+0000 7f07c17fa640 1 -- 172.21.15.90:0/1738473264 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f07b401a020 con 0x7f07c4101040 2024-04-26T17:24:54.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.117+0000 7f07c17fa640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f07ac0a3bb0 0x7f07ac0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:54.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.117+0000 7f07c37fe640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f07ac0a3bb0 0x7f07ac0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:54.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.117+0000 7f07c17fa640 1 -- 172.21.15.90:0/1738473264 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f07b40d00b0 con 0x7f07c4101040 2024-04-26T17:24:54.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.117+0000 7f07c37fe640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f07ac0a3bb0 0x7f07ac0a6070 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f07c4104f30 tx=0x7f07b8005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:54.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.126+0000 7f07c17fa640 1 -- 172.21.15.90:0/1738473264 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f07b4021070 con 0x7f07c4101040 2024-04-26T17:24:54.305 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.305+0000 7f07ca469640 1 -- 172.21.15.90:0/1738473264 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f07c41a2f80 con 0x7f07c4101040 2024-04-26T17:24:54.305 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.305+0000 7f07c17fa640 1 -- 172.21.15.90:0/1738473264 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v90) ==== 103+0+11 (secure 0 0 0) 0x7f07b4009de0 con 0x7f07c4101040 2024-04-26T17:24:54.306 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:24:54.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.307+0000 7f07ca469640 1 -- 172.21.15.90:0/1738473264 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f07ac0a3bb0 msgr2=0x7f07ac0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:54.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.307+0000 7f07ca469640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f07ac0a3bb0 0x7f07ac0a6070 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f07c4104f30 tx=0x7f07b8005d50 comp rx=0 tx=0).stop 2024-04-26T17:24:54.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.308+0000 7f07ca469640 1 -- 172.21.15.90:0/1738473264 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07c4101040 msgr2=0x7f07c41051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:54.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.308+0000 7f07ca469640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07c4101040 0x7f07c41051c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f07b400d950 tx=0x7f07b400de10 comp rx=0 tx=0).stop 2024-04-26T17:24:54.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.308+0000 7f07ca469640 1 -- 172.21.15.90:0/1738473264 shutdown_connections 2024-04-26T17:24:54.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.308+0000 7f07ca469640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f07ac0a3bb0 0x7f07ac0a6070 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.308+0000 7f07ca469640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f07c4102bf0 0x7f07c4103d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.308+0000 7f07ca469640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f07c4102230 0x7f07c4103800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.308+0000 7f07ca469640 1 --2- 172.21.15.90:0/1738473264 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07c4101040 0x7f07c41051c0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.308+0000 7f07ca469640 1 -- 172.21.15.90:0/1738473264 >> 172.21.15.90:0/1738473264 conn(0x7f07c40fc5b0 msgr2=0x7f07c4069290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:54.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.308+0000 7f07ca469640 1 -- 172.21.15.90:0/1738473264 shutdown_connections 2024-04-26T17:24:54.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.308+0000 7f07ca469640 1 -- 172.21.15.90:0/1738473264 wait complete. 2024-04-26T17:24:54.319 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-26T17:24:54.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.421+0000 7f110fe9a640 1 -- 172.21.15.90:0/4248504611 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11081055b0 msgr2=0x7f11081079a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:54.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.421+0000 7f110fe9a640 1 --2- 172.21.15.90:0/4248504611 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11081055b0 0x7f11081079a0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f10f8009900 tx=0x7f10f802a410 comp rx=0 tx=0).stop 2024-04-26T17:24:54.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.421+0000 7f110fe9a640 1 -- 172.21.15.90:0/4248504611 shutdown_connections 2024-04-26T17:24:54.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.421+0000 7f110fe9a640 1 --2- 172.21.15.90:0/4248504611 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1108107ee0 0x7f110810a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.421+0000 7f110fe9a640 1 --2- 172.21.15.90:0/4248504611 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f11081055b0 0x7f11081079a0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.421+0000 7f110fe9a640 1 --2- 172.21.15.90:0/4248504611 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1108102c80 0x7f1108105070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.421+0000 7f110fe9a640 1 -- 172.21.15.90:0/4248504611 >> 172.21.15.90:0/4248504611 conn(0x7f11080fc5b0 msgr2=0x7f11080fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:54.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.421+0000 7f110fe9a640 1 -- 172.21.15.90:0/4248504611 shutdown_connections 2024-04-26T17:24:54.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.421+0000 7f110fe9a640 1 -- 172.21.15.90:0/4248504611 wait complete. 2024-04-26T17:24:54.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.421+0000 7f110fe9a640 1 Processor -- start 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.421+0000 7f110fe9a640 1 -- start start 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110fe9a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1108102c80 0x7f1108198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110fe9a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f11081055b0 0x7f1108198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110fe9a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1108107ee0 0x7f110819f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110fe9a640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f110810dc60 con 0x7f1108107ee0 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110fe9a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f110810dae0 con 0x7f1108102c80 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110fe9a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f110810dde0 con 0x7f11081055b0 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110e437640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1108107ee0 0x7f110819f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110e437640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1108107ee0 0x7f110819f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58922/0 (socket says 172.21.15.90:58922) 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110e437640 1 -- 172.21.15.90:0/1597350058 learned_addr learned my addr 172.21.15.90:0/1597350058 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110dc36640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1108102c80 0x7f1108198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110d435640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f11081055b0 0x7f1108198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:54.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110e437640 1 -- 172.21.15.90:0/1597350058 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f11081055b0 msgr2=0x7f1108198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:54.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110e437640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f11081055b0 0x7f1108198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110e437640 1 -- 172.21.15.90:0/1597350058 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1108102c80 msgr2=0x7f1108198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:54.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110e437640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1108102c80 0x7f1108198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110e437640 1 -- 172.21.15.90:0/1597350058 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11081a0020 con 0x7f1108107ee0 2024-04-26T17:24:54.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110e437640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1108107ee0 0x7f110819f9b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f110000eb10 tx=0x7f110000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:54.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f10feffd640 1 -- 172.21.15.90:0/1597350058 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1100004b20 con 0x7f1108107ee0 2024-04-26T17:24:54.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f110fe9a640 1 -- 172.21.15.90:0/1597350058 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11081a0310 con 0x7f1108107ee0 2024-04-26T17:24:54.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f10feffd640 1 -- 172.21.15.90:0/1597350058 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1100004cc0 con 0x7f1108107ee0 2024-04-26T17:24:54.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.422+0000 7f10feffd640 1 -- 172.21.15.90:0/1597350058 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1100010690 con 0x7f1108107ee0 2024-04-26T17:24:54.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.423+0000 7f110fe9a640 1 -- 172.21.15.90:0/1597350058 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11081a07e0 con 0x7f1108107ee0 2024-04-26T17:24:54.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.424+0000 7f110fe9a640 1 -- 172.21.15.90:0/1597350058 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11080fe0a0 con 0x7f1108107ee0 2024-04-26T17:24:54.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.425+0000 7f10feffd640 1 -- 172.21.15.90:0/1597350058 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f1100005020 con 0x7f1108107ee0 2024-04-26T17:24:54.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.425+0000 7f10feffd640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f10f40a3bb0 0x7f10f40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:24:54.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.425+0000 7f10feffd640 1 -- 172.21.15.90:0/1597350058 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f11000d0bb0 con 0x7f1108107ee0 2024-04-26T17:24:54.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.425+0000 7f110dc36640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f10f40a3bb0 0x7f10f40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:24:54.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.426+0000 7f110dc36640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f10f40a3bb0 0x7f10f40a6070 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f11040058c0 tx=0x7f110400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:24:54.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.430+0000 7f10feffd640 1 -- 172.21.15.90:0/1597350058 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f110009d350 con 0x7f1108107ee0 2024-04-26T17:24:54.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.628+0000 7f110fe9a640 1 -- 172.21.15.90:0/1597350058 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1108062d00 con 0x7f1108107ee0 2024-04-26T17:24:54.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.628+0000 7f10feffd640 1 -- 172.21.15.90:0/1597350058 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v90) ==== 81+0+589 (secure 0 0 0) 0x7f110009cc50 con 0x7f1108107ee0 2024-04-26T17:24:54.628 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/933918146 2024-04-27T17:17:33.345672+0000 2024-04-26T17:24:54.628 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/2334856074 2024-04-27T17:17:33.345672+0000 2024-04-26T17:24:54.628 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6801/965175557 2024-04-27T17:17:33.345672+0000 2024-04-26T17:24:54.629 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/3763439437 2024-04-27T17:17:06.675092+0000 2024-04-26T17:24:54.629 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/1344791872 2024-04-27T17:17:06.675092+0000 2024-04-26T17:24:54.629 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6800/4271835641 2024-04-27T17:17:06.675092+0000 2024-04-26T17:24:54.629 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/3043455614 2024-04-27T17:17:06.675092+0000 2024-04-26T17:24:54.629 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6801/4271835641 2024-04-27T17:17:06.675092+0000 2024-04-26T17:24:54.629 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/2215008205 2024-04-27T17:17:33.345672+0000 2024-04-26T17:24:54.629 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6800/965175557 2024-04-27T17:17:33.345672+0000 2024-04-26T17:24:54.629 INFO:teuthology.orchestra.run.smithi090.stderr:listed 10 entries 2024-04-26T17:24:54.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.630+0000 7f110fe9a640 1 -- 172.21.15.90:0/1597350058 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f10f40a3bb0 msgr2=0x7f10f40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:54.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.630+0000 7f110fe9a640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f10f40a3bb0 0x7f10f40a6070 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f11040058c0 tx=0x7f110400a2d0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.630+0000 7f110fe9a640 1 -- 172.21.15.90:0/1597350058 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1108107ee0 msgr2=0x7f110819f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:24:54.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.630+0000 7f110fe9a640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1108107ee0 0x7f110819f9b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f110000eb10 tx=0x7f110000c2d0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.630+0000 7f110fe9a640 1 -- 172.21.15.90:0/1597350058 shutdown_connections 2024-04-26T17:24:54.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.630+0000 7f110fe9a640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f10f40a3bb0 0x7f10f40a6070 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.630+0000 7f110fe9a640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1108107ee0 0x7f110819f9b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.630+0000 7f110fe9a640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f11081055b0 0x7f1108198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.630+0000 7f110fe9a640 1 --2- 172.21.15.90:0/1597350058 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1108102c80 0x7f1108198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:24:54.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.630+0000 7f110fe9a640 1 -- 172.21.15.90:0/1597350058 >> 172.21.15.90:0/1597350058 conn(0x7f11080fc5b0 msgr2=0x7f1108104b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:24:54.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.630+0000 7f110fe9a640 1 -- 172.21.15.90:0/1597350058 shutdown_connections 2024-04-26T17:24:54.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:24:54.630+0000 7f110fe9a640 1 -- 172.21.15.90:0/1597350058 wait complete. 2024-04-26T17:24:54.642 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:54 smithi090 ceph-mon[29417]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 410 B/s wr, 2 op/s 2024-04-26T17:24:54.642 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:54 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2779686160' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:24:54.642 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:54 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/654002387' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:24:54.642 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:54 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1738473264' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:24:54.643 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi090.front.sepia.ceph.com... 2024-04-26T17:24:54.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:24:54.643 DEBUG:teuthology.orchestra.run.smithi090:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-04-26T17:24:54.666 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi090.stderr:ceph-fuse[73176]: fuse finished with error 0 and tester_r 0 2024-04-26T17:24:54.668 INFO:teuthology.orchestra.run:waiting for 300 2024-04-26T17:24:54.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:54 smithi119 ceph-mon[32584]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 410 B/s wr, 2 op/s 2024-04-26T17:24:54.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:54 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2779686160' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:24:54.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:54 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/654002387' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:24:54.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:54 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1738473264' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:24:55.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:54 smithi167 ceph-mon[32665]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 410 B/s wr, 2 op/s 2024-04-26T17:24:55.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:54 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2779686160' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:24:55.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:54 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/654002387' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:24:55.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:54 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1738473264' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:24:55.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:55 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1597350058' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T17:24:55.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:55 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1597350058' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T17:24:56.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:55 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1597350058' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T17:24:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:56 smithi119 ceph-mon[32584]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 373 B/s wr, 2 op/s 2024-04-26T17:24:56.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:56 smithi090 ceph-mon[29417]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 373 B/s wr, 2 op/s 2024-04-26T17:24:57.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:56 smithi167 ceph-mon[32665]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 373 B/s wr, 2 op/s 2024-04-26T17:24:58.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:24:58 smithi167 ceph-mon[32665]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-26T17:24:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:24:58 smithi119 ceph-mon[32584]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-26T17:24:58.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:24:58 smithi090 ceph-mon[29417]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-26T17:25:00.769 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi090.front.sepia.ceph.com 2024-04-26T17:25:00.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:25:00.770 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-04-26T17:25:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:00 smithi119 ceph-mon[32584]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-26T17:25:00.798 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:25:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:00 smithi090 ceph-mon[29417]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-26T17:25:00.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.949+0000 7fa491a31640 1 -- 172.21.15.90:0/2971357426 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa48c101d30 msgr2=0x7fa48c1095d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:00.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.949+0000 7fa491a31640 1 --2- 172.21.15.90:0/2971357426 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa48c101d30 0x7fa48c1095d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa484009cd0 tx=0x7fa48402a8e0 comp rx=0 tx=0).stop 2024-04-26T17:25:00.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.949+0000 7fa491a31640 1 -- 172.21.15.90:0/2971357426 shutdown_connections 2024-04-26T17:25:00.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.949+0000 7fa491a31640 1 --2- 172.21.15.90:0/2971357426 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa48c101d30 0x7fa48c1095d0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:00.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.949+0000 7fa491a31640 1 --2- 172.21.15.90:0/2971357426 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa48c101370 0x7fa48c1017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:00.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.949+0000 7fa491a31640 1 --2- 172.21.15.90:0/2971357426 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa48c1026d0 0x7fa48c102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:00.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.949+0000 7fa491a31640 1 -- 172.21.15.90:0/2971357426 >> 172.21.15.90:0/2971357426 conn(0x7fa48c0fbde0 msgr2=0x7fa48c0fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:00.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.949+0000 7fa491a31640 1 -- 172.21.15.90:0/2971357426 shutdown_connections 2024-04-26T17:25:00.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.950+0000 7fa491a31640 1 -- 172.21.15.90:0/2971357426 wait complete. 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.950+0000 7fa491a31640 1 Processor -- start 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.950+0000 7fa491a31640 1 -- start start 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.950+0000 7fa491a31640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa48c101370 0x7fa48c1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.950+0000 7fa491a31640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa48c101d30 0x7fa48c198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.950+0000 7fa491a31640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa48c1026d0 0x7fa48c19f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.950+0000 7fa491a31640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa48c10dd20 con 0x7fa48c1026d0 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.950+0000 7fa491a31640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fa48c10dba0 con 0x7fa48c101370 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.950+0000 7fa491a31640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa48c10dea0 con 0x7fa48c101d30 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.950+0000 7fa48b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa48c1026d0 0x7fa48c19f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.950+0000 7fa48b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa48c1026d0 0x7fa48c19f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:47326/0 (socket says 172.21.15.90:47326) 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.950+0000 7fa48b7fe640 1 -- 172.21.15.90:0/2495527899 learned_addr learned my addr 172.21.15.90:0/2495527899 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa483fff640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa48c101d30 0x7fa48c198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:00.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa48affd640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa48c101370 0x7fa48c1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa48b7fe640 1 -- 172.21.15.90:0/2495527899 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa48c101d30 msgr2=0x7fa48c198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa48b7fe640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa48c101d30 0x7fa48c198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa48b7fe640 1 -- 172.21.15.90:0/2495527899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa48c101370 msgr2=0x7fa48c1983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa48b7fe640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa48c101370 0x7fa48c1983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa48b7fe640 1 -- 172.21.15.90:0/2495527899 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa48c1a0010 con 0x7fa48c1026d0 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa483fff640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa48c101d30 0x7fa48c198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa48affd640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa48c101370 0x7fa48c1983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa48b7fe640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa48c1026d0 0x7fa48c19f9a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa484009df0 tx=0x7fa484003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa490a2f640 1 -- 172.21.15.90:0/2495527899 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa484004450 con 0x7fa48c1026d0 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa490a2f640 1 -- 172.21.15.90:0/2495527899 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa484003e10 con 0x7fa48c1026d0 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa491a31640 1 -- 172.21.15.90:0/2495527899 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa48c1a02a0 con 0x7fa48c1026d0 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa490a2f640 1 -- 172.21.15.90:0/2495527899 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4840466e0 con 0x7fa48c1026d0 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.951+0000 7fa491a31640 1 -- 172.21.15.90:0/2495527899 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa48c1a07f0 con 0x7fa48c1026d0 2024-04-26T17:25:00.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.952+0000 7fa491a31640 1 -- 172.21.15.90:0/2495527899 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa48c108500 con 0x7fa48c1026d0 2024-04-26T17:25:00.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.953+0000 7fa490a2f640 1 -- 172.21.15.90:0/2495527899 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa4840305a0 con 0x7fa48c1026d0 2024-04-26T17:25:00.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.954+0000 7fa490a2f640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa4780a3bb0 0x7fa4780a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:00.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.954+0000 7fa48affd640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa4780a3bb0 0x7fa4780a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:00.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.954+0000 7fa490a2f640 1 -- 172.21.15.90:0/2495527899 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fa48402e030 con 0x7fa48c1026d0 2024-04-26T17:25:00.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.954+0000 7fa48affd640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa4780a3bb0 0x7fa4780a6070 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa48c06a5a0 tx=0x7fa47c005e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:00.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:00.958+0000 7fa490a2f640 1 -- 172.21.15.90:0/2495527899 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa48404b060 con 0x7fa48c1026d0 2024-04-26T17:25:01.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:00 smithi167 ceph-mon[32665]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-26T17:25:01.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.136+0000 7fa491a31640 1 -- 172.21.15.90:0/2495527899 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa48c062d00 con 0x7fa48c1026d0 2024-04-26T17:25:01.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.138+0000 7fa490a2f640 1 -- 172.21.15.90:0/2495527899 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24151 (secure 0 0 0) 0x7fa4840beac0 con 0x7fa48c1026d0 2024-04-26T17:25:01.138 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:25:01.138 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":90,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:24:43.807282+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:25:01.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.139+0000 7fa491a31640 1 -- 172.21.15.90:0/2495527899 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa4780a3bb0 msgr2=0x7fa4780a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:01.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.139+0000 7fa491a31640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa4780a3bb0 0x7fa4780a6070 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa48c06a5a0 tx=0x7fa47c005e70 comp rx=0 tx=0).stop 2024-04-26T17:25:01.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.139+0000 7fa491a31640 1 -- 172.21.15.90:0/2495527899 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa48c1026d0 msgr2=0x7fa48c19f9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:01.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.139+0000 7fa491a31640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa48c1026d0 0x7fa48c19f9a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa484009df0 tx=0x7fa484003c20 comp rx=0 tx=0).stop 2024-04-26T17:25:01.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.140+0000 7fa491a31640 1 -- 172.21.15.90:0/2495527899 shutdown_connections 2024-04-26T17:25:01.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.140+0000 7fa491a31640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa4780a3bb0 0x7fa4780a6070 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.140+0000 7fa491a31640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa48c1026d0 0x7fa48c19f9a0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.140+0000 7fa491a31640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa48c101d30 0x7fa48c198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.140+0000 7fa491a31640 1 --2- 172.21.15.90:0/2495527899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa48c101370 0x7fa48c1983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.140+0000 7fa491a31640 1 -- 172.21.15.90:0/2495527899 >> 172.21.15.90:0/2495527899 conn(0x7fa48c0fbde0 msgr2=0x7fa48c1056d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:01.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.140+0000 7fa491a31640 1 -- 172.21.15.90:0/2495527899 shutdown_connections 2024-04-26T17:25:01.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.140+0000 7fa491a31640 1 -- 172.21.15.90:0/2495527899 wait complete. 2024-04-26T17:25:01.151 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:25:01.292 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.290+0000 7feb97f84640 1 -- 172.21.15.90:0/4070440977 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feb90101080 msgr2=0x7feb901014a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:01.292 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.290+0000 7feb97f84640 1 --2- 172.21.15.90:0/4070440977 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feb90101080 0x7feb901014a0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7feb84009900 tx=0x7feb8402a410 comp rx=0 tx=0).stop 2024-04-26T17:25:01.292 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.290+0000 7feb97f84640 1 -- 172.21.15.90:0/4070440977 shutdown_connections 2024-04-26T17:25:01.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.290+0000 7feb97f84640 1 --2- 172.21.15.90:0/4070440977 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feb90102c30 0x7feb901094c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.290+0000 7feb97f84640 1 --2- 172.21.15.90:0/4070440977 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb90102270 0x7feb901026f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.290+0000 7feb97f84640 1 --2- 172.21.15.90:0/4070440977 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feb90101080 0x7feb901014a0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.290+0000 7feb97f84640 1 -- 172.21.15.90:0/4070440977 >> 172.21.15.90:0/4070440977 conn(0x7feb900fc5f0 msgr2=0x7feb900fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:01.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb97f84640 1 -- 172.21.15.90:0/4070440977 shutdown_connections 2024-04-26T17:25:01.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb97f84640 1 -- 172.21.15.90:0/4070440977 wait complete. 2024-04-26T17:25:01.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb97f84640 1 Processor -- start 2024-04-26T17:25:01.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb97f84640 1 -- start start 2024-04-26T17:25:01.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb97f84640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feb90101080 0x7feb9006afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:01.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb97f84640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feb90102270 0x7feb9019d170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:01.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb97f84640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb90102c30 0x7feb9019f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:01.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb97f84640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7feb9010cb90 con 0x7feb90102270 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb97f84640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7feb9010ca10 con 0x7feb90102c30 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb97f84640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7feb9010cd10 con 0x7feb90101080 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb9551f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feb90102270 0x7feb9019d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb9551f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feb90102270 0x7feb9019d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:47342/0 (socket says 172.21.15.90:47342) 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb9551f640 1 -- 172.21.15.90:0/3988109614 learned_addr learned my addr 172.21.15.90:0/3988109614 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.291+0000 7feb95d20640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feb90101080 0x7feb9006afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.292+0000 7feb96521640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb90102c30 0x7feb9019f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.292+0000 7feb9551f640 1 -- 172.21.15.90:0/3988109614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feb90101080 msgr2=0x7feb9006afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.292+0000 7feb9551f640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feb90101080 0x7feb9006afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.292+0000 7feb9551f640 1 -- 172.21.15.90:0/3988109614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb90102c30 msgr2=0x7feb9019f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.292+0000 7feb9551f640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb90102c30 0x7feb9019f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.292+0000 7feb9551f640 1 -- 172.21.15.90:0/3988109614 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb901a00a0 con 0x7feb90102270 2024-04-26T17:25:01.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.292+0000 7feb9551f640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feb90102270 0x7feb9019d170 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7feb8c00d950 tx=0x7feb8c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:01.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.292+0000 7feb82ffd640 1 -- 172.21.15.90:0/3988109614 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c017070 con 0x7feb90102270 2024-04-26T17:25:01.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.292+0000 7feb97f84640 1 -- 172.21.15.90:0/3988109614 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb901a0330 con 0x7feb90102270 2024-04-26T17:25:01.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.292+0000 7feb82ffd640 1 -- 172.21.15.90:0/3988109614 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7feb8c009c30 con 0x7feb90102270 2024-04-26T17:25:01.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.292+0000 7feb82ffd640 1 -- 172.21.15.90:0/3988109614 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c00f620 con 0x7feb90102270 2024-04-26T17:25:01.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.292+0000 7feb97f84640 1 -- 172.21.15.90:0/3988109614 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb901a08d0 con 0x7feb90102270 2024-04-26T17:25:01.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.293+0000 7feb97f84640 1 -- 172.21.15.90:0/3988109614 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb901084e0 con 0x7feb90102270 2024-04-26T17:25:01.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.294+0000 7feb82ffd640 1 -- 172.21.15.90:0/3988109614 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7feb8c0109a0 con 0x7feb90102270 2024-04-26T17:25:01.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.295+0000 7feb82ffd640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feb7c0a3bb0 0x7feb7c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:01.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.295+0000 7feb95d20640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feb7c0a3bb0 0x7feb7c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:01.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.295+0000 7feb82ffd640 1 -- 172.21.15.90:0/3988109614 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7feb8c0d0250 con 0x7feb90102270 2024-04-26T17:25:01.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.295+0000 7feb95d20640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feb7c0a3bb0 0x7feb7c0a6070 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7feb84009230 tx=0x7feb84005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:01.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.300+0000 7feb82ffd640 1 -- 172.21.15.90:0/3988109614 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7feb8c009de0 con 0x7feb90102270 2024-04-26T17:25:01.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.478+0000 7feb97f84640 1 -- 172.21.15.90:0/3988109614 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feb90062d00 con 0x7feb90102270 2024-04-26T17:25:01.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.479+0000 7feb82ffd640 1 -- 172.21.15.90:0/3988109614 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24151 (secure 0 0 0) 0x7feb8c09c9f0 con 0x7feb90102270 2024-04-26T17:25:01.479 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:25:01.479 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":90,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:24:43.807282+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:25:01.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.481+0000 7feb97f84640 1 -- 172.21.15.90:0/3988109614 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feb7c0a3bb0 msgr2=0x7feb7c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:01.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.481+0000 7feb97f84640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feb7c0a3bb0 0x7feb7c0a6070 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7feb84009230 tx=0x7feb84005d50 comp rx=0 tx=0).stop 2024-04-26T17:25:01.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.481+0000 7feb97f84640 1 -- 172.21.15.90:0/3988109614 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feb90102270 msgr2=0x7feb9019d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:01.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.481+0000 7feb97f84640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feb90102270 0x7feb9019d170 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7feb8c00d950 tx=0x7feb8c00de10 comp rx=0 tx=0).stop 2024-04-26T17:25:01.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.481+0000 7feb97f84640 1 -- 172.21.15.90:0/3988109614 shutdown_connections 2024-04-26T17:25:01.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.481+0000 7feb97f84640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feb7c0a3bb0 0x7feb7c0a6070 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.481+0000 7feb97f84640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb90102c30 0x7feb9019f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.481+0000 7feb97f84640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feb90102270 0x7feb9019d170 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.481+0000 7feb97f84640 1 --2- 172.21.15.90:0/3988109614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feb90101080 0x7feb9006afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.481+0000 7feb97f84640 1 -- 172.21.15.90:0/3988109614 >> 172.21.15.90:0/3988109614 conn(0x7feb900fc5f0 msgr2=0x7feb901056b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:01.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.481+0000 7feb97f84640 1 -- 172.21.15.90:0/3988109614 shutdown_connections 2024-04-26T17:25:01.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.481+0000 7feb97f84640 1 -- 172.21.15.90:0/3988109614 wait complete. 2024-04-26T17:25:01.492 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-26T17:25:01.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.594+0000 7f88c1f7d640 1 -- 172.21.15.90:0/3096389057 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88bc100a50 msgr2=0x7f88bc100e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:01.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.594+0000 7f88c1f7d640 1 --2- 172.21.15.90:0/3096389057 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88bc100a50 0x7f88bc100e70 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f88ac009900 tx=0x7f88ac02a480 comp rx=0 tx=0).stop 2024-04-26T17:25:01.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.594+0000 7f88c1f7d640 1 -- 172.21.15.90:0/3096389057 shutdown_connections 2024-04-26T17:25:01.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.594+0000 7f88c1f7d640 1 --2- 172.21.15.90:0/3096389057 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88bc101d50 0x7f88bc1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.594+0000 7f88c1f7d640 1 --2- 172.21.15.90:0/3096389057 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88bc1013b0 0x7f88bc101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.594+0000 7f88c1f7d640 1 --2- 172.21.15.90:0/3096389057 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88bc100a50 0x7f88bc100e70 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.594+0000 7f88c1f7d640 1 -- 172.21.15.90:0/3096389057 >> 172.21.15.90:0/3096389057 conn(0x7f88bc0fc5f0 msgr2=0x7f88bc0fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:01.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.594+0000 7f88c1f7d640 1 -- 172.21.15.90:0/3096389057 shutdown_connections 2024-04-26T17:25:01.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.594+0000 7f88c1f7d640 1 -- 172.21.15.90:0/3096389057 wait complete. 2024-04-26T17:25:01.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.594+0000 7f88c1f7d640 1 Processor -- start 2024-04-26T17:25:01.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88c1f7d640 1 -- start start 2024-04-26T17:25:01.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88c1f7d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88bc100a50 0x7f88bc19a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:01.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88c1f7d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88bc1013b0 0x7f88bc19aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88c1f7d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88bc101d50 0x7f88bc1a1d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88c1f7d640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f88bc10ff50 con 0x7f88bc1013b0 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88c1f7d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f88bc10fdd0 con 0x7f88bc100a50 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88c1f7d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f88bc1100d0 con 0x7f88bc101d50 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88baffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88bc1013b0 0x7f88bc19aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88baffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88bc1013b0 0x7f88bc19aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:47360/0 (socket says 172.21.15.90:47360) 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88baffd640 1 -- 172.21.15.90:0/23230472 learned_addr learned my addr 172.21.15.90:0/23230472 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88bb7fe640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88bc100a50 0x7f88bc19a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88baffd640 1 -- 172.21.15.90:0/23230472 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88bc101d50 msgr2=0x7f88bc1a1d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88bbfff640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88bc101d50 0x7f88bc1a1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88baffd640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88bc101d50 0x7f88bc1a1d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88baffd640 1 -- 172.21.15.90:0/23230472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88bc100a50 msgr2=0x7f88bc19a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:01.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88baffd640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88bc100a50 0x7f88bc19a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:01.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88baffd640 1 -- 172.21.15.90:0/23230472 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88bc1a2380 con 0x7f88bc1013b0 2024-04-26T17:25:01.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88bb7fe640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88bc100a50 0x7f88bc19a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:25:01.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88bbfff640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88bc101d50 0x7f88bc1a1d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:25:01.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.595+0000 7f88baffd640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88bc1013b0 0x7f88bc19aca0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f88b000b4a0 tx=0x7f88b000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:01.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.596+0000 7f88b8ff9640 1 -- 172.21.15.90:0/23230472 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b0014070 con 0x7f88bc1013b0 2024-04-26T17:25:01.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.596+0000 7f88b8ff9640 1 -- 172.21.15.90:0/23230472 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f88b0010ac0 con 0x7f88bc1013b0 2024-04-26T17:25:01.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.596+0000 7f88c1f7d640 1 -- 172.21.15.90:0/23230472 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88bc1a2670 con 0x7f88bc1013b0 2024-04-26T17:25:01.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.596+0000 7f88b8ff9640 1 -- 172.21.15.90:0/23230472 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b0017c20 con 0x7f88bc1013b0 2024-04-26T17:25:01.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.596+0000 7f88c1f7d640 1 -- 172.21.15.90:0/23230472 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88bc1a2c40 con 0x7f88bc1013b0 2024-04-26T17:25:01.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.597+0000 7f88c1f7d640 1 -- 172.21.15.90:0/23230472 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88bc10b7a0 con 0x7f88bc1013b0 2024-04-26T17:25:01.600 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.598+0000 7f88b8ff9640 1 -- 172.21.15.90:0/23230472 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f88b0017070 con 0x7f88bc1013b0 2024-04-26T17:25:01.600 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.598+0000 7f88b8ff9640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f88a40a3bb0 0x7f88a40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:01.600 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.598+0000 7f88bb7fe640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f88a40a3bb0 0x7f88a40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:01.600 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.598+0000 7f88b8ff9640 1 -- 172.21.15.90:0/23230472 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f88b00d01a0 con 0x7f88bc1013b0 2024-04-26T17:25:01.600 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.599+0000 7f88bb7fe640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f88a40a3bb0 0x7f88a40a6070 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f88ac006010 tx=0x7f88ac000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:01.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.602+0000 7f88b8ff9640 1 -- 172.21.15.90:0/23230472 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f88b009c940 con 0x7f88bc1013b0 2024-04-26T17:25:01.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:01 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2495527899' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:01.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:01 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3988109614' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:01.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:01.817+0000 7f88c1f7d640 1 -- 172.21.15.90:0/23230472 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f88bc02d6d0 con 0x7f88bc1013b0 2024-04-26T17:25:01.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:01 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2495527899' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:01.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:01 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3988109614' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:02.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:01 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2495527899' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:02.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:01 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3988109614' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:02.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.530+0000 7f88b8ff9640 1 -- 172.21.15.90:0/23230472 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f88b009c240 con 0x7f88bc1013b0 2024-04-26T17:25:02.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.532+0000 7f88c1f7d640 1 -- 172.21.15.90:0/23230472 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f88a40a3bb0 msgr2=0x7f88a40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:02.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.532+0000 7f88c1f7d640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f88a40a3bb0 0x7f88a40a6070 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f88ac006010 tx=0x7f88ac000bc0 comp rx=0 tx=0).stop 2024-04-26T17:25:02.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.532+0000 7f88c1f7d640 1 -- 172.21.15.90:0/23230472 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88bc1013b0 msgr2=0x7f88bc19aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:02.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.532+0000 7f88c1f7d640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88bc1013b0 0x7f88bc19aca0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f88b000b4a0 tx=0x7f88b000b960 comp rx=0 tx=0).stop 2024-04-26T17:25:02.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.532+0000 7f88c1f7d640 1 -- 172.21.15.90:0/23230472 shutdown_connections 2024-04-26T17:25:02.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.532+0000 7f88c1f7d640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f88a40a3bb0 0x7f88a40a6070 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:02.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.532+0000 7f88c1f7d640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88bc101d50 0x7f88bc1a1d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:02.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.532+0000 7f88c1f7d640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88bc1013b0 0x7f88bc19aca0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:02.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.532+0000 7f88c1f7d640 1 --2- 172.21.15.90:0/23230472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88bc100a50 0x7f88bc19a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:02.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.532+0000 7f88c1f7d640 1 -- 172.21.15.90:0/23230472 >> 172.21.15.90:0/23230472 conn(0x7f88bc0fc5f0 msgr2=0x7f88bc0ff930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:02.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.532+0000 7f88c1f7d640 1 -- 172.21.15.90:0/23230472 shutdown_connections 2024-04-26T17:25:02.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.532+0000 7f88c1f7d640 1 -- 172.21.15.90:0/23230472 wait complete. 2024-04-26T17:25:02.544 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-04-26T17:25:02.544 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2024-04-26T17:25:02.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.647+0000 7f7604f30640 1 -- 172.21.15.90:0/617053364 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7600107ec0 msgr2=0x7f760010a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:02.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.647+0000 7f7604f30640 1 --2- 172.21.15.90:0/617053364 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7600107ec0 0x7f760010a2b0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f75f8009900 tx=0x7f75f802a410 comp rx=0 tx=0).stop 2024-04-26T17:25:02.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.648+0000 7f7604f30640 1 -- 172.21.15.90:0/617053364 shutdown_connections 2024-04-26T17:25:02.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.648+0000 7f7604f30640 1 --2- 172.21.15.90:0/617053364 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7600107ec0 0x7f760010a2b0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:02.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.648+0000 7f7604f30640 1 --2- 172.21.15.90:0/617053364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7600105590 0x7f7600107980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:02.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.648+0000 7f7604f30640 1 --2- 172.21.15.90:0/617053364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7600102c60 0x7f7600105050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:02.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.648+0000 7f7604f30640 1 -- 172.21.15.90:0/617053364 >> 172.21.15.90:0/617053364 conn(0x7f76000fc5b0 msgr2=0x7f76000fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:02.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.648+0000 7f7604f30640 1 -- 172.21.15.90:0/617053364 shutdown_connections 2024-04-26T17:25:02.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.648+0000 7f7604f30640 1 -- 172.21.15.90:0/617053364 wait complete. 2024-04-26T17:25:02.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.648+0000 7f7604f30640 1 Processor -- start 2024-04-26T17:25:02.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.648+0000 7f7604f30640 1 -- start start 2024-04-26T17:25:02.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.648+0000 7f7604f30640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7600102c60 0x7f760019a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f7604f30640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7600105590 0x7f760019aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f7604f30640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7600107ec0 0x7f76001a1b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f7604f30640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f760010dc70 con 0x7f7600107ec0 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f7604f30640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f760010daf0 con 0x7f7600102c60 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f7604f30640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f760010ddf0 con 0x7f7600105590 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75fed9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7600107ec0 0x7f76001a1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75fed9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7600107ec0 0x7f76001a1b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:47380/0 (socket says 172.21.15.90:47380) 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75fed9d640 1 -- 172.21.15.90:0/318239018 learned_addr learned my addr 172.21.15.90:0/318239018 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75fe59c640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7600102c60 0x7f760019a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75fdd9b640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7600105590 0x7f760019aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75fed9d640 1 -- 172.21.15.90:0/318239018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7600105590 msgr2=0x7f760019aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75fed9d640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7600105590 0x7f760019aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:02.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75fed9d640 1 -- 172.21.15.90:0/318239018 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7600102c60 msgr2=0x7f760019a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:02.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75fed9d640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7600102c60 0x7f760019a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:02.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75fed9d640 1 -- 172.21.15.90:0/318239018 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76001a21b0 con 0x7f7600107ec0 2024-04-26T17:25:02.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75fdd9b640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7600105590 0x7f760019aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:25:02.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75fed9d640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7600107ec0 0x7f76001a1b40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f75f8005d90 tx=0x7f75f8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:02.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75ef7fe640 1 -- 172.21.15.90:0/318239018 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75f803f030 con 0x7f7600107ec0 2024-04-26T17:25:02.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75ef7fe640 1 -- 172.21.15.90:0/318239018 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f75f8003aa0 con 0x7f7600107ec0 2024-04-26T17:25:02.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f7604f30640 1 -- 172.21.15.90:0/318239018 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76001a2440 con 0x7f7600107ec0 2024-04-26T17:25:02.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f75ef7fe640 1 -- 172.21.15.90:0/318239018 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75f8035070 con 0x7f7600107ec0 2024-04-26T17:25:02.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.649+0000 7f7604f30640 1 -- 172.21.15.90:0/318239018 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76001a2930 con 0x7f7600107ec0 2024-04-26T17:25:02.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.650+0000 7f7604f30640 1 -- 172.21.15.90:0/318239018 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76001099b0 con 0x7f7600107ec0 2024-04-26T17:25:02.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.651+0000 7f75ef7fe640 1 -- 172.21.15.90:0/318239018 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f75f8042030 con 0x7f7600107ec0 2024-04-26T17:25:02.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.652+0000 7f75ef7fe640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f75e80a3bb0 0x7f75e80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:02.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.652+0000 7f75fe59c640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f75e80a3bb0 0x7f75e80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:02.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.652+0000 7f75ef7fe640 1 -- 172.21.15.90:0/318239018 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f75f80f0be0 con 0x7f7600107ec0 2024-04-26T17:25:02.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.653+0000 7f75fe59c640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f75e80a3bb0 0x7f75e80a6070 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f75f0005c40 tx=0x7f75f000a570 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:02.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.657+0000 7f75ef7fe640 1 -- 172.21.15.90:0/318239018 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f75f80bd380 con 0x7f7600107ec0 2024-04-26T17:25:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:02 smithi119 ceph-mon[32584]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-26T17:25:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:02 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/23230472' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T17:25:02.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:02.875+0000 7f7604f30640 1 -- 172.21.15.90:0/318239018 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f7600062d00 con 0x7f7600107ec0 2024-04-26T17:25:02.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:02 smithi090 ceph-mon[29417]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-26T17:25:02.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:02 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/23230472' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T17:25:03.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:02 smithi167 ceph-mon[32665]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-26T17:25:03.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:02 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/23230472' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T17:25:03.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.535+0000 7f75ef7fe640 1 -- 172.21.15.90:0/318239018 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f75f80bcc80 con 0x7f7600107ec0 2024-04-26T17:25:03.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.538+0000 7f7604f30640 1 -- 172.21.15.90:0/318239018 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f75e80a3bb0 msgr2=0x7f75e80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:03.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.538+0000 7f7604f30640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f75e80a3bb0 0x7f75e80a6070 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f75f0005c40 tx=0x7f75f000a570 comp rx=0 tx=0).stop 2024-04-26T17:25:03.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.538+0000 7f7604f30640 1 -- 172.21.15.90:0/318239018 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7600107ec0 msgr2=0x7f76001a1b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:03.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.538+0000 7f7604f30640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7600107ec0 0x7f76001a1b40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f75f8005d90 tx=0x7f75f8004270 comp rx=0 tx=0).stop 2024-04-26T17:25:03.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.538+0000 7f7604f30640 1 -- 172.21.15.90:0/318239018 shutdown_connections 2024-04-26T17:25:03.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.538+0000 7f7604f30640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f75e80a3bb0 0x7f75e80a6070 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:03.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.538+0000 7f7604f30640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7600107ec0 0x7f76001a1b40 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:03.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.538+0000 7f7604f30640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7600105590 0x7f760019aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:03.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.538+0000 7f7604f30640 1 --2- 172.21.15.90:0/318239018 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7600102c60 0x7f760019a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:03.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.538+0000 7f7604f30640 1 -- 172.21.15.90:0/318239018 >> 172.21.15.90:0/318239018 conn(0x7f76000fc5b0 msgr2=0x7f7600102480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:03.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.538+0000 7f7604f30640 1 -- 172.21.15.90:0/318239018 shutdown_connections 2024-04-26T17:25:03.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.538+0000 7f7604f30640 1 -- 172.21.15.90:0/318239018 wait complete. 2024-04-26T17:25:03.555 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-04-26T17:25:03.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.661+0000 7f0f65bb4640 1 -- 172.21.15.90:0/1907603733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f60102bf0 msgr2=0x7f0f60109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:03.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.661+0000 7f0f65bb4640 1 --2- 172.21.15.90:0/1907603733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f60102bf0 0x7f0f60109480 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0f58009ca0 tx=0x7f0f5802a8c0 comp rx=0 tx=0).stop 2024-04-26T17:25:03.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.661+0000 7f0f65bb4640 1 -- 172.21.15.90:0/1907603733 shutdown_connections 2024-04-26T17:25:03.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.661+0000 7f0f65bb4640 1 --2- 172.21.15.90:0/1907603733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f60102bf0 0x7f0f60109480 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:03.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.661+0000 7f0f65bb4640 1 --2- 172.21.15.90:0/1907603733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0f60102230 0x7f0f601026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:03.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.661+0000 7f0f65bb4640 1 --2- 172.21.15.90:0/1907603733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0f60101040 0x7f0f60101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:03.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.661+0000 7f0f65bb4640 1 -- 172.21.15.90:0/1907603733 >> 172.21.15.90:0/1907603733 conn(0x7f0f600fc5f0 msgr2=0x7f0f600fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:03.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.661+0000 7f0f65bb4640 1 -- 172.21.15.90:0/1907603733 shutdown_connections 2024-04-26T17:25:03.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.661+0000 7f0f65bb4640 1 -- 172.21.15.90:0/1907603733 wait complete. 2024-04-26T17:25:03.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.661+0000 7f0f65bb4640 1 Processor -- start 2024-04-26T17:25:03.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f65bb4640 1 -- start start 2024-04-26T17:25:03.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f65bb4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0f60101040 0x7f0f60104fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:03.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f65bb4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f60102230 0x7f0f60103610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:03.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f65bb4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0f60102bf0 0x7f0f60103b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:03.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f65bb4640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0f6010cb50 con 0x7f0f60102230 2024-04-26T17:25:03.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f65bb4640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f0f6010c9d0 con 0x7f0f60102bf0 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f65bb4640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0f6010ccd0 con 0x7f0f60101040 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f5effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f60102230 0x7f0f60103610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f5effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f60102230 0x7f0f60103610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:47406/0 (socket says 172.21.15.90:47406) 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f5effd640 1 -- 172.21.15.90:0/4208709986 learned_addr learned my addr 172.21.15.90:0/4208709986 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f5ffff640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0f60102bf0 0x7f0f60103b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f5f7fe640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0f60101040 0x7f0f60104fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f5effd640 1 -- 172.21.15.90:0/4208709986 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0f60101040 msgr2=0x7f0f60104fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f5effd640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0f60101040 0x7f0f60104fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f5effd640 1 -- 172.21.15.90:0/4208709986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0f60102bf0 msgr2=0x7f0f60103b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f5effd640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0f60102bf0 0x7f0f60103b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f5effd640 1 -- 172.21.15.90:0/4208709986 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f601043e0 con 0x7f0f60102230 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f5effd640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f60102230 0x7f0f60103610 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f0f5400d950 tx=0x7f0f5400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:03.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.662+0000 7f0f5cff9640 1 -- 172.21.15.90:0/4208709986 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f54017070 con 0x7f0f60102230 2024-04-26T17:25:03.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.663+0000 7f0f5cff9640 1 -- 172.21.15.90:0/4208709986 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f0f54009c30 con 0x7f0f60102230 2024-04-26T17:25:03.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.663+0000 7f0f65bb4640 1 -- 172.21.15.90:0/4208709986 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f601a2450 con 0x7f0f60102230 2024-04-26T17:25:03.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.663+0000 7f0f5cff9640 1 -- 172.21.15.90:0/4208709986 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f5400f620 con 0x7f0f60102230 2024-04-26T17:25:03.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.663+0000 7f0f65bb4640 1 -- 172.21.15.90:0/4208709986 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f601a29a0 con 0x7f0f60102230 2024-04-26T17:25:03.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.663+0000 7f0f65bb4640 1 -- 172.21.15.90:0/4208709986 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f601a2c60 con 0x7f0f60102230 2024-04-26T17:25:03.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.664+0000 7f0f5cff9640 1 -- 172.21.15.90:0/4208709986 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0f540109a0 con 0x7f0f60102230 2024-04-26T17:25:03.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.665+0000 7f0f5cff9640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0f480a3bb0 0x7f0f480a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:03.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.665+0000 7f0f5f7fe640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0f480a3bb0 0x7f0f480a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:03.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.665+0000 7f0f5cff9640 1 -- 172.21.15.90:0/4208709986 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f0f540d0320 con 0x7f0f60102230 2024-04-26T17:25:03.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.666+0000 7f0f5f7fe640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0f480a3bb0 0x7f0f480a6070 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0f60102090 tx=0x7f0f50005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:03.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.670+0000 7f0f5cff9640 1 -- 172.21.15.90:0/4208709986 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0f54009de0 con 0x7f0f60102230 2024-04-26T17:25:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:03 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/23230472' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T17:25:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:03 smithi119 ceph-mon[32584]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T17:25:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:03 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/318239018' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T17:25:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:03 smithi119 ceph-mon[32584]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-26T17:25:03.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:03.883+0000 7f0f65bb4640 1 -- 172.21.15.90:0/4208709986 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f0f601a2f30 con 0x7f0f60102230 2024-04-26T17:25:03.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:03 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/23230472' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T17:25:03.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:03 smithi090 ceph-mon[29417]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T17:25:03.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:03 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/318239018' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T17:25:03.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:03 smithi090 ceph-mon[29417]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-26T17:25:04.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:03 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/23230472' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T17:25:04.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:03 smithi167 ceph-mon[32665]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T17:25:04.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:03 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/318239018' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T17:25:04.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:03 smithi167 ceph-mon[32665]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-26T17:25:04.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.542+0000 7f0f5cff9640 1 -- 172.21.15.90:0/4208709986 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) ==== 121+0+0 (secure 0 0 0) 0x7f0f5409cac0 con 0x7f0f60102230 2024-04-26T17:25:04.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.545+0000 7f0f65bb4640 1 -- 172.21.15.90:0/4208709986 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0f480a3bb0 msgr2=0x7f0f480a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:04.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.545+0000 7f0f65bb4640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0f480a3bb0 0x7f0f480a6070 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0f60102090 tx=0x7f0f50005f90 comp rx=0 tx=0).stop 2024-04-26T17:25:04.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.545+0000 7f0f65bb4640 1 -- 172.21.15.90:0/4208709986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f60102230 msgr2=0x7f0f60103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:04.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.545+0000 7f0f65bb4640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f60102230 0x7f0f60103610 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f0f5400d950 tx=0x7f0f5400de10 comp rx=0 tx=0).stop 2024-04-26T17:25:04.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.545+0000 7f0f65bb4640 1 -- 172.21.15.90:0/4208709986 shutdown_connections 2024-04-26T17:25:04.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.545+0000 7f0f65bb4640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0f480a3bb0 0x7f0f480a6070 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:04.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.545+0000 7f0f65bb4640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0f60102bf0 0x7f0f60103b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:04.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.545+0000 7f0f65bb4640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f60102230 0x7f0f60103610 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:04.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.545+0000 7f0f65bb4640 1 --2- 172.21.15.90:0/4208709986 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0f60101040 0x7f0f60104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:04.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.545+0000 7f0f65bb4640 1 -- 172.21.15.90:0/4208709986 >> 172.21.15.90:0/4208709986 conn(0x7f0f600fc5f0 msgr2=0x7f0f600fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:04.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.545+0000 7f0f65bb4640 1 -- 172.21.15.90:0/4208709986 shutdown_connections 2024-04-26T17:25:04.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.545+0000 7f0f65bb4640 1 -- 172.21.15.90:0/4208709986 wait complete. 2024-04-26T17:25:04.560 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-04-26T17:25:04.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.663+0000 7fabd3115640 1 -- 172.21.15.90:0/3327202564 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fabcc102bc0 msgr2=0x7fabcc104fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:04.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.663+0000 7fabd3115640 1 --2- 172.21.15.90:0/3327202564 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fabcc102bc0 0x7fabcc104fb0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fabc0009900 tx=0x7fabc002a410 comp rx=0 tx=0).stop 2024-04-26T17:25:04.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.663+0000 7fabd3115640 1 -- 172.21.15.90:0/3327202564 shutdown_connections 2024-04-26T17:25:04.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.663+0000 7fabd3115640 1 --2- 172.21.15.90:0/3327202564 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fabcc107e20 0x7fabcc10a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:04.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.663+0000 7fabd3115640 1 --2- 172.21.15.90:0/3327202564 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabcc1054f0 0x7fabcc1078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:04.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.663+0000 7fabd3115640 1 --2- 172.21.15.90:0/3327202564 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fabcc102bc0 0x7fabcc104fb0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:04.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.663+0000 7fabd3115640 1 -- 172.21.15.90:0/3327202564 >> 172.21.15.90:0/3327202564 conn(0x7fabcc0fc5f0 msgr2=0x7fabcc0fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:04.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.663+0000 7fabd3115640 1 -- 172.21.15.90:0/3327202564 shutdown_connections 2024-04-26T17:25:04.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.663+0000 7fabd3115640 1 -- 172.21.15.90:0/3327202564 wait complete. 2024-04-26T17:25:04.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd3115640 1 Processor -- start 2024-04-26T17:25:04.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd3115640 1 -- start start 2024-04-26T17:25:04.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd3115640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fabcc102bc0 0x7fabcc19a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:04.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd3115640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fabcc1054f0 0x7fabcc19aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:04.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd3115640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabcc107e20 0x7fabcc1a1b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:04.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd3115640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fabcc10dc50 con 0x7fabcc102bc0 2024-04-26T17:25:04.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd3115640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fabcc10dad0 con 0x7fabcc107e20 2024-04-26T17:25:04.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd3115640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fabcc10ddd0 con 0x7fabcc1054f0 2024-04-26T17:25:04.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd0eb1640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fabcc102bc0 0x7fabcc19a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:04.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd0eb1640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fabcc102bc0 0x7fabcc19a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51006/0 (socket says 172.21.15.90:51006) 2024-04-26T17:25:04.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd0eb1640 1 -- 172.21.15.90:0/1864337968 learned_addr learned my addr 172.21.15.90:0/1864337968 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:04.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd16b2640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabcc107e20 0x7fabcc1a1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:04.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabcbfff640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fabcc1054f0 0x7fabcc19aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:04.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd0eb1640 1 -- 172.21.15.90:0/1864337968 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fabcc1054f0 msgr2=0x7fabcc19aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:04.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd0eb1640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fabcc1054f0 0x7fabcc19aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:04.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd0eb1640 1 -- 172.21.15.90:0/1864337968 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabcc107e20 msgr2=0x7fabcc1a1b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:04.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd0eb1640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabcc107e20 0x7fabcc1a1b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:04.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd0eb1640 1 -- 172.21.15.90:0/1864337968 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabcc1a21d0 con 0x7fabcc102bc0 2024-04-26T17:25:04.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd16b2640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabcc107e20 0x7fabcc1a1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:04.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabd0eb1640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fabcc102bc0 0x7fabcc19a5b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fabc0004770 tx=0x7fabc00042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:04.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.664+0000 7fabc9ffb640 1 -- 172.21.15.90:0/1864337968 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabc003f030 con 0x7fabcc102bc0 2024-04-26T17:25:04.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.665+0000 7fabd3115640 1 -- 172.21.15.90:0/1864337968 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabcc1a2460 con 0x7fabcc102bc0 2024-04-26T17:25:04.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.665+0000 7fabc9ffb640 1 -- 172.21.15.90:0/1864337968 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fabc00044d0 con 0x7fabcc102bc0 2024-04-26T17:25:04.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.665+0000 7fabc9ffb640 1 -- 172.21.15.90:0/1864337968 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabc0035070 con 0x7fabcc102bc0 2024-04-26T17:25:04.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.665+0000 7fabd3115640 1 -- 172.21.15.90:0/1864337968 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabcc1a2950 con 0x7fabcc102bc0 2024-04-26T17:25:04.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.666+0000 7fabd3115640 1 -- 172.21.15.90:0/1864337968 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabcc109970 con 0x7fabcc102bc0 2024-04-26T17:25:04.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.667+0000 7fabc9ffb640 1 -- 172.21.15.90:0/1864337968 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fabc0042030 con 0x7fabcc102bc0 2024-04-26T17:25:04.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.667+0000 7fabc9ffb640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fabbc0a3bb0 0x7fabbc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:04.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.667+0000 7fabcbfff640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fabbc0a3bb0 0x7fabbc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:04.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.668+0000 7fabc9ffb640 1 -- 172.21.15.90:0/1864337968 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fabc00f10f0 con 0x7fabcc102bc0 2024-04-26T17:25:04.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.668+0000 7fabcbfff640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fabbc0a3bb0 0x7fabbc0a6070 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fabcc19bac0 tx=0x7fabb8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:04.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.671+0000 7fabc9ffb640 1 -- 172.21.15.90:0/1864337968 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fabc00bd830 con 0x7fabcc102bc0 2024-04-26T17:25:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:04 smithi119 ceph-mon[32584]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T17:25:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:04 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/318239018' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T17:25:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:04 smithi119 ceph-mon[32584]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T17:25:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:04 smithi119 ceph-mon[32584]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T17:25:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:04 smithi119 ceph-mon[32584]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-04-26T17:25:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:04 smithi119 ceph-mon[32584]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-04-26T17:25:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:04 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/4208709986' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T17:25:04.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:04.915+0000 7fabd3115640 1 -- 172.21.15.90:0/1864337968 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7fabcc02d6d0 con 0x7fabcc102bc0 2024-04-26T17:25:04.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:04 smithi090 ceph-mon[29417]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T17:25:04.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:04 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/318239018' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T17:25:04.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:04 smithi090 ceph-mon[29417]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T17:25:04.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:04 smithi090 ceph-mon[29417]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T17:25:04.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:04 smithi090 ceph-mon[29417]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-04-26T17:25:04.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:04 smithi090 ceph-mon[29417]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-04-26T17:25:04.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:04 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/4208709986' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T17:25:05.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:04 smithi167 ceph-mon[32665]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T17:25:05.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:04 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/318239018' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T17:25:05.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:04 smithi167 ceph-mon[32665]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T17:25:05.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:04 smithi167 ceph-mon[32665]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T17:25:05.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:04 smithi167 ceph-mon[32665]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-04-26T17:25:05.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:04 smithi167 ceph-mon[32665]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-04-26T17:25:05.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:04 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/4208709986' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T17:25:05.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/4208709986' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T17:25:05.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] up:active 2024-04-26T17:25:05.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T17:25:05.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-04-26T17:25:05.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-04-26T17:25:05.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-26T17:25:05.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] up:active 2024-04-26T17:25:05.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: daemon mds.l assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T17:25:05.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-04-26T17:25:05.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=l=up:creating} 3 up:standby-replay 5 up:standby 2024-04-26T17:25:05.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: daemon mds.l is now active in filesystem cephfs as rank 3 2024-04-26T17:25:05.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1864337968' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T17:25:05.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:05 smithi090 ceph-mon[29417]: pgmap v306: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 1 op/s 2024-04-26T17:25:05.797 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-b[62510]: 2024-04-26T17:25:05.394+0000 7f244901f700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-04-26T17:25:05.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/4208709986' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T17:25:05.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] up:active 2024-04-26T17:25:05.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T17:25:05.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-04-26T17:25:05.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-04-26T17:25:05.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-26T17:25:05.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] up:active 2024-04-26T17:25:05.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: daemon mds.l assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T17:25:05.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-04-26T17:25:05.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=l=up:creating} 3 up:standby-replay 5 up:standby 2024-04-26T17:25:05.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: daemon mds.l is now active in filesystem cephfs as rank 3 2024-04-26T17:25:05.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1864337968' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T17:25:05.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:05 smithi119 ceph-mon[32584]: pgmap v306: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 1 op/s 2024-04-26T17:25:05.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.860+0000 7fabc9ffb640 1 -- 172.21.15.90:0/1864337968 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v24) ==== 115+0+0 (secure 0 0 0) 0x7fabc00bd130 con 0x7fabcc102bc0 2024-04-26T17:25:05.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.863+0000 7fabd3115640 1 -- 172.21.15.90:0/1864337968 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fabbc0a3bb0 msgr2=0x7fabbc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:05.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.863+0000 7fabd3115640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fabbc0a3bb0 0x7fabbc0a6070 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fabcc19bac0 tx=0x7fabb8005f90 comp rx=0 tx=0).stop 2024-04-26T17:25:05.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.863+0000 7fabd3115640 1 -- 172.21.15.90:0/1864337968 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fabcc102bc0 msgr2=0x7fabcc19a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:05.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.863+0000 7fabd3115640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fabcc102bc0 0x7fabcc19a5b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fabc0004770 tx=0x7fabc00042e0 comp rx=0 tx=0).stop 2024-04-26T17:25:05.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.863+0000 7fabd3115640 1 -- 172.21.15.90:0/1864337968 shutdown_connections 2024-04-26T17:25:05.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.863+0000 7fabd3115640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fabbc0a3bb0 0x7fabbc0a6070 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:05.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.863+0000 7fabd3115640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabcc107e20 0x7fabcc1a1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:05.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.863+0000 7fabd3115640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fabcc1054f0 0x7fabcc19aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:05.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.863+0000 7fabd3115640 1 --2- 172.21.15.90:0/1864337968 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fabcc102bc0 0x7fabcc19a5b0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:05.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.863+0000 7fabd3115640 1 -- 172.21.15.90:0/1864337968 >> 172.21.15.90:0/1864337968 conn(0x7fabcc0fc5f0 msgr2=0x7fabcc102440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:05.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.863+0000 7fabd3115640 1 -- 172.21.15.90:0/1864337968 shutdown_connections 2024-04-26T17:25:05.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.863+0000 7fabd3115640 1 -- 172.21.15.90:0/1864337968 wait complete. 2024-04-26T17:25:05.876 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-04-26T17:25:05.877 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-04-26T17:25:05.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.977+0000 7fa24969a640 1 -- 172.21.15.90:0/2802978938 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa244102230 msgr2=0x7fa2441026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:05.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.977+0000 7fa24969a640 1 --2- 172.21.15.90:0/2802978938 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa244102230 0x7fa2441026b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa22c009900 tx=0x7fa22c02a410 comp rx=0 tx=0).stop 2024-04-26T17:25:05.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.977+0000 7fa24969a640 1 -- 172.21.15.90:0/2802978938 shutdown_connections 2024-04-26T17:25:05.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.977+0000 7fa24969a640 1 --2- 172.21.15.90:0/2802978938 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa244102bf0 0x7fa244109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:05.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.977+0000 7fa24969a640 1 --2- 172.21.15.90:0/2802978938 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa244102230 0x7fa2441026b0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:05.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.977+0000 7fa24969a640 1 --2- 172.21.15.90:0/2802978938 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa244101040 0x7fa244101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:05.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.977+0000 7fa24969a640 1 -- 172.21.15.90:0/2802978938 >> 172.21.15.90:0/2802978938 conn(0x7fa2440fc5f0 msgr2=0x7fa2440fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:05.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.978+0000 7fa24969a640 1 -- 172.21.15.90:0/2802978938 shutdown_connections 2024-04-26T17:25:05.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.978+0000 7fa24969a640 1 -- 172.21.15.90:0/2802978938 wait complete. 2024-04-26T17:25:05.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.978+0000 7fa24969a640 1 Processor -- start 2024-04-26T17:25:05.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.978+0000 7fa24969a640 1 -- start start 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.978+0000 7fa24969a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa244101040 0x7fa24406b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.978+0000 7fa24969a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa244102230 0x7fa24419d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.978+0000 7fa24969a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa244102bf0 0x7fa24419f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.978+0000 7fa24969a640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa24410cbd0 con 0x7fa244102230 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.978+0000 7fa24969a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fa24410ca50 con 0x7fa244101040 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.978+0000 7fa24969a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa24410cd50 con 0x7fa244102bf0 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.978+0000 7fa2427fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa244102230 0x7fa24419d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa2427fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa244102230 0x7fa24419d180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51024/0 (socket says 172.21.15.90:51024) 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa2427fc640 1 -- 172.21.15.90:0/567246670 learned_addr learned my addr 172.21.15.90:0/567246670 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa242ffd640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa244101040 0x7fa24406b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa2437fe640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa244102bf0 0x7fa24419f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa2427fc640 1 -- 172.21.15.90:0/567246670 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa244102bf0 msgr2=0x7fa24419f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:05.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa2427fc640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa244102bf0 0x7fa24419f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:05.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa2427fc640 1 -- 172.21.15.90:0/567246670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa244101040 msgr2=0x7fa24406b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:05.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa2427fc640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa244101040 0x7fa24406b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:05.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa2427fc640 1 -- 172.21.15.90:0/567246670 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2441a0080 con 0x7fa244102230 2024-04-26T17:25:05.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa2437fe640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa244102bf0 0x7fa24419f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:25:05.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa242ffd640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa244101040 0x7fa24406b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:25:05.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa2427fc640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa244102230 0x7fa24419d180 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa22c004770 tx=0x7fa22c0042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:05.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa23bfff640 1 -- 172.21.15.90:0/567246670 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa22c03f030 con 0x7fa244102230 2024-04-26T17:25:05.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa23bfff640 1 -- 172.21.15.90:0/567246670 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa22c0044d0 con 0x7fa244102230 2024-04-26T17:25:05.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa24969a640 1 -- 172.21.15.90:0/567246670 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2441a0310 con 0x7fa244102230 2024-04-26T17:25:05.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa23bfff640 1 -- 172.21.15.90:0/567246670 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa22c035070 con 0x7fa244102230 2024-04-26T17:25:05.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.979+0000 7fa24969a640 1 -- 172.21.15.90:0/567246670 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2441a0880 con 0x7fa244102230 2024-04-26T17:25:05.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.980+0000 7fa24969a640 1 -- 172.21.15.90:0/567246670 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa244108480 con 0x7fa244102230 2024-04-26T17:25:05.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.981+0000 7fa23bfff640 1 -- 172.21.15.90:0/567246670 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa22c042030 con 0x7fa244102230 2024-04-26T17:25:05.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.982+0000 7fa23bfff640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa2300a3bb0 0x7fa2300a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:05.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.982+0000 7fa242ffd640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa2300a3bb0 0x7fa2300a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:05.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.982+0000 7fa23bfff640 1 -- 172.21.15.90:0/567246670 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fa22c0f0fd0 con 0x7fa244102230 2024-04-26T17:25:05.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.983+0000 7fa242ffd640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa2300a3bb0 0x7fa2300a6070 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa244102090 tx=0x7fa23c00d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:05.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:05.986+0000 7fa23bfff640 1 -- 172.21.15.90:0/567246670 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa22c0bd770 con 0x7fa244102230 2024-04-26T17:25:06.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/4208709986' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T17:25:06.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] up:active 2024-04-26T17:25:06.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T17:25:06.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-04-26T17:25:06.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-04-26T17:25:06.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-26T17:25:06.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] up:active 2024-04-26T17:25:06.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: daemon mds.l assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T17:25:06.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-04-26T17:25:06.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=l=up:creating} 3 up:standby-replay 5 up:standby 2024-04-26T17:25:06.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: daemon mds.l is now active in filesystem cephfs as rank 3 2024-04-26T17:25:06.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1864337968' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T17:25:06.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:05 smithi167 ceph-mon[32665]: pgmap v306: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 1 op/s 2024-04-26T17:25:06.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.187+0000 7fa24969a640 1 -- 172.21.15.90:0/567246670 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fa244062540 con 0x7fa2300a3bb0 2024-04-26T17:25:06.217 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.217+0000 7fa23bfff640 1 -- 172.21.15.90:0/567246670 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa244062540 con 0x7fa2300a3bb0 2024-04-26T17:25:06.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.219+0000 7fa24969a640 1 -- 172.21.15.90:0/567246670 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa2300a3bb0 msgr2=0x7fa2300a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:06.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.219+0000 7fa24969a640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa2300a3bb0 0x7fa2300a6070 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa244102090 tx=0x7fa23c00d040 comp rx=0 tx=0).stop 2024-04-26T17:25:06.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.219+0000 7fa24969a640 1 -- 172.21.15.90:0/567246670 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa244102230 msgr2=0x7fa24419d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:06.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.219+0000 7fa24969a640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa244102230 0x7fa24419d180 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa22c004770 tx=0x7fa22c0042e0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.219+0000 7fa24969a640 1 -- 172.21.15.90:0/567246670 shutdown_connections 2024-04-26T17:25:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.219+0000 7fa24969a640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa2300a3bb0 0x7fa2300a6070 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.219+0000 7fa24969a640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa244102bf0 0x7fa24419f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.219+0000 7fa24969a640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa244102230 0x7fa24419d180 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.219+0000 7fa24969a640 1 --2- 172.21.15.90:0/567246670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa244101040 0x7fa24406b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.219+0000 7fa24969a640 1 -- 172.21.15.90:0/567246670 >> 172.21.15.90:0/567246670 conn(0x7fa2440fc5f0 msgr2=0x7fa244105650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.220+0000 7fa24969a640 1 -- 172.21.15.90:0/567246670 shutdown_connections 2024-04-26T17:25:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.220+0000 7fa24969a640 1 -- 172.21.15.90:0/567246670 wait complete. 2024-04-26T17:25:06.264 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-26T17:25:06.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.368+0000 7f31c2d30640 1 -- 172.21.15.90:0/1684989750 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31bc103340 msgr2=0x7f31bc1037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:06.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.368+0000 7f31c2d30640 1 --2- 172.21.15.90:0/1684989750 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31bc103340 0x7f31bc1037c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f31a8009900 tx=0x7f31a802a410 comp rx=0 tx=0).stop 2024-04-26T17:25:06.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 -- 172.21.15.90:0/1684989750 shutdown_connections 2024-04-26T17:25:06.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 --2- 172.21.15.90:0/1684989750 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31bc103d00 0x7f31bc10a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 --2- 172.21.15.90:0/1684989750 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31bc103340 0x7f31bc1037c0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 --2- 172.21.15.90:0/1684989750 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31bc102150 0x7f31bc102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 -- 172.21.15.90:0/1684989750 >> 172.21.15.90:0/1684989750 conn(0x7f31bc0fd6e0 msgr2=0x7f31bc0ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:06.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 -- 172.21.15.90:0/1684989750 shutdown_connections 2024-04-26T17:25:06.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 -- 172.21.15.90:0/1684989750 wait complete. 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 Processor -- start 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 -- start start 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31bc102150 0x7f31bc198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31bc103340 0x7f31bc1988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31bc103d00 0x7f31bc19f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f31bc10dc60 con 0x7f31bc103d00 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f31bc10dae0 con 0x7f31bc102150 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c2d30640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f31bc10dde0 con 0x7f31bc103340 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c12cd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31bc103d00 0x7f31bc19f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c0acc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31bc102150 0x7f31bc198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c12cd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31bc103d00 0x7f31bc19f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51042/0 (socket says 172.21.15.90:51042) 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.369+0000 7f31c0acc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31bc102150 0x7f31bc198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:48196/0 (socket says 172.21.15.90:48196) 2024-04-26T17:25:06.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31c12cd640 1 -- 172.21.15.90:0/3457445800 learned_addr learned my addr 172.21.15.90:0/3457445800 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31bbfff640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31bc103340 0x7f31bc1988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31c12cd640 1 -- 172.21.15.90:0/3457445800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31bc103340 msgr2=0x7f31bc1988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31c12cd640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31bc103340 0x7f31bc1988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31c12cd640 1 -- 172.21.15.90:0/3457445800 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31bc102150 msgr2=0x7f31bc198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31c12cd640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31bc102150 0x7f31bc198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31c12cd640 1 -- 172.21.15.90:0/3457445800 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31bc19ff80 con 0x7f31bc103d00 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31c0acc640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31bc102150 0x7f31bc198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31c12cd640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31bc103d00 0x7f31bc19f910 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f31b400eaa0 tx=0x7f31b400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31b9ffb640 1 -- 172.21.15.90:0/3457445800 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31b400cdb0 con 0x7f31bc103d00 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31b9ffb640 1 -- 172.21.15.90:0/3457445800 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f31b4005020 con 0x7f31bc103d00 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31c2d30640 1 -- 172.21.15.90:0/3457445800 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31bc1a0270 con 0x7f31bc103d00 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31b9ffb640 1 -- 172.21.15.90:0/3457445800 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31b40116d0 con 0x7f31bc103d00 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.370+0000 7f31c2d30640 1 -- 172.21.15.90:0/3457445800 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31bc1a0790 con 0x7f31bc103d00 2024-04-26T17:25:06.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.371+0000 7f31c2d30640 1 -- 172.21.15.90:0/3457445800 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31bc109540 con 0x7f31bc103d00 2024-04-26T17:25:06.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.372+0000 7f31b9ffb640 1 -- 172.21.15.90:0/3457445800 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f31b4005580 con 0x7f31bc103d00 2024-04-26T17:25:06.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.373+0000 7f31b9ffb640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f31ac0a3bb0 0x7f31ac0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:06.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.373+0000 7f31c0acc640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f31ac0a3bb0 0x7f31ac0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:06.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.373+0000 7f31b9ffb640 1 -- 172.21.15.90:0/3457445800 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f31b40d07b0 con 0x7f31bc103d00 2024-04-26T17:25:06.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.373+0000 7f31c0acc640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f31ac0a3bb0 0x7f31ac0a6070 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f31bc1031a0 tx=0x7f31b0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:06.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.377+0000 7f31b9ffb640 1 -- 172.21.15.90:0/3457445800 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f31b4016030 con 0x7f31bc103d00 2024-04-26T17:25:06.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.584+0000 7f31c2d30640 1 -- 172.21.15.90:0/3457445800 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f31bc062540 con 0x7f31ac0a3bb0 2024-04-26T17:25:06.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.609+0000 7f31b9ffb640 1 -- 172.21.15.90:0/3457445800 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f31bc062540 con 0x7f31ac0a3bb0 2024-04-26T17:25:06.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.611+0000 7f31c2d30640 1 -- 172.21.15.90:0/3457445800 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f31ac0a3bb0 msgr2=0x7f31ac0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:06.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.611+0000 7f31c2d30640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f31ac0a3bb0 0x7f31ac0a6070 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f31bc1031a0 tx=0x7f31b0005f90 comp rx=0 tx=0).stop 2024-04-26T17:25:06.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.611+0000 7f31c2d30640 1 -- 172.21.15.90:0/3457445800 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31bc103d00 msgr2=0x7f31bc19f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:06.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.611+0000 7f31c2d30640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31bc103d00 0x7f31bc19f910 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f31b400eaa0 tx=0x7f31b400ef60 comp rx=0 tx=0).stop 2024-04-26T17:25:06.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.611+0000 7f31c2d30640 1 -- 172.21.15.90:0/3457445800 shutdown_connections 2024-04-26T17:25:06.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.611+0000 7f31c2d30640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f31ac0a3bb0 0x7f31ac0a6070 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.611+0000 7f31c2d30640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31bc103d00 0x7f31bc19f910 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.611+0000 7f31c2d30640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31bc103340 0x7f31bc1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.611+0000 7f31c2d30640 1 --2- 172.21.15.90:0/3457445800 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f31bc102150 0x7f31bc198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.611+0000 7f31c2d30640 1 -- 172.21.15.90:0/3457445800 >> 172.21.15.90:0/3457445800 conn(0x7f31bc0fd6e0 msgr2=0x7f31bc106710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:06.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.611+0000 7f31c2d30640 1 -- 172.21.15.90:0/3457445800 shutdown_connections 2024-04-26T17:25:06.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.611+0000 7f31c2d30640 1 -- 172.21.15.90:0/3457445800 wait complete. 2024-04-26T17:25:06.621 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:25:06.192+0000 7fad7c59f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T17:25:06.622 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:25:06.192+0000 7fad7c59f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T17:25:06.622 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:25:06.192+0000 7fad7c59f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T17:25:06.622 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:25:06.192+0000 7fad7c59f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T17:25:06.622 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:25:06.192+0000 7fad7c59f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T17:25:06.623 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-26T17:25:06.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.726+0000 7feed67b4640 1 -- 172.21.15.90:0/2117218823 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feed0103d60 msgr2=0x7feed010a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:06.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.726+0000 7feed67b4640 1 --2- 172.21.15.90:0/2117218823 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feed0103d60 0x7feed010a5f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7feec8009ca0 tx=0x7feec802a8c0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.726+0000 7feed67b4640 1 -- 172.21.15.90:0/2117218823 shutdown_connections 2024-04-26T17:25:06.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.726+0000 7feed67b4640 1 --2- 172.21.15.90:0/2117218823 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feed0103d60 0x7feed010a5f0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.726+0000 7feed67b4640 1 --2- 172.21.15.90:0/2117218823 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feed01033a0 0x7feed0103820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.726+0000 7feed67b4640 1 --2- 172.21.15.90:0/2117218823 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feed01021b0 0x7feed01025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.726+0000 7feed67b4640 1 -- 172.21.15.90:0/2117218823 >> 172.21.15.90:0/2117218823 conn(0x7feed00fd720 msgr2=0x7feed00ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:06.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.726+0000 7feed67b4640 1 -- 172.21.15.90:0/2117218823 shutdown_connections 2024-04-26T17:25:06.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.727+0000 7feed67b4640 1 -- 172.21.15.90:0/2117218823 wait complete. 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.727+0000 7feed67b4640 1 Processor -- start 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.727+0000 7feed67b4640 1 -- start start 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.727+0000 7feed67b4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feed01021b0 0x7feed0198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.727+0000 7feed67b4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feed01033a0 0x7feed0198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.727+0000 7feed67b4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feed0103d60 0x7feed019f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.727+0000 7feed67b4640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7feed010dc50 con 0x7feed01021b0 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.727+0000 7feed67b4640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7feed010dad0 con 0x7feed01033a0 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.727+0000 7feed67b4640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7feed010ddd0 con 0x7feed0103d60 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.727+0000 7feecffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feed01021b0 0x7feed0198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.727+0000 7feecffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feed01021b0 0x7feed0198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51060/0 (socket says 172.21.15.90:51060) 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.727+0000 7feecffff640 1 -- 172.21.15.90:0/2708449349 learned_addr learned my addr 172.21.15.90:0/2708449349 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feecf7fe640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feed01033a0 0x7feed0198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:06.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feed4d51640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feed0103d60 0x7feed019f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:06.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feecffff640 1 -- 172.21.15.90:0/2708449349 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feed0103d60 msgr2=0x7feed019f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:06.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feecffff640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feed0103d60 0x7feed019f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feecffff640 1 -- 172.21.15.90:0/2708449349 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feed01033a0 msgr2=0x7feed0198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:06.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feecffff640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feed01033a0 0x7feed0198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feecffff640 1 -- 172.21.15.90:0/2708449349 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feed019ff20 con 0x7feed01021b0 2024-04-26T17:25:06.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feecffff640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feed01021b0 0x7feed0198300 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7feec000e9c0 tx=0x7feec000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:06.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feecd7fa640 1 -- 172.21.15.90:0/2708449349 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec000cd80 con 0x7feed01021b0 2024-04-26T17:25:06.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feecd7fa640 1 -- 172.21.15.90:0/2708449349 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7feec00035f0 con 0x7feed01021b0 2024-04-26T17:25:06.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feed67b4640 1 -- 172.21.15.90:0/2708449349 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feed01a0210 con 0x7feed01021b0 2024-04-26T17:25:06.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feecd7fa640 1 -- 172.21.15.90:0/2708449349 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec0010690 con 0x7feed01021b0 2024-04-26T17:25:06.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.728+0000 7feed67b4640 1 -- 172.21.15.90:0/2708449349 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feed01a0760 con 0x7feed01021b0 2024-04-26T17:25:06.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.729+0000 7feed67b4640 1 -- 172.21.15.90:0/2708449349 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feed0109540 con 0x7feed01021b0 2024-04-26T17:25:06.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.730+0000 7feecd7fa640 1 -- 172.21.15.90:0/2708449349 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7feec00037a0 con 0x7feed01021b0 2024-04-26T17:25:06.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.731+0000 7feecd7fa640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feeb80a3bb0 0x7feeb80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:06.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.731+0000 7feecd7fa640 1 -- 172.21.15.90:0/2708449349 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7feec00d0a70 con 0x7feed01021b0 2024-04-26T17:25:06.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.731+0000 7feecf7fe640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feeb80a3bb0 0x7feeb80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:06.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.731+0000 7feecf7fe640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feeb80a3bb0 0x7feeb80a6070 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7feed0199810 tx=0x7feec400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:06.734 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.735+0000 7feecd7fa640 1 -- 172.21.15.90:0/2708449349 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7feec009d210 con 0x7feed01021b0 2024-04-26T17:25:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1864337968' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T17:25:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] up:active 2024-04-26T17:25:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-mon[29417]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T17:25:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-mon[29417]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T17:25:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-mon[29417]: Cluster is now healthy 2024-04-26T17:25:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-mon[29417]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=l=up:active} 3 up:standby-replay 5 up:standby 2024-04-26T17:25:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-mon[29417]: fsmap cephfs:5 3 up:standby-replay 1 up:creating 4 up:standby 4 up:active 2024-04-26T17:25:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-mon[29417]: daemon mds.k is now active in filesystem cephfs as rank 4 2024-04-26T17:25:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:06 smithi090 ceph-mon[29417]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:06.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.949+0000 7feed67b4640 1 -- 172.21.15.90:0/2708449349 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7feed0062540 con 0x7feeb80a3bb0 2024-04-26T17:25:06.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.954+0000 7feecd7fa640 1 -- 172.21.15.90:0/2708449349 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7feed0062540 con 0x7feeb80a3bb0 2024-04-26T17:25:06.953 INFO:teuthology.orchestra.run.smithi090.stdout:/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434 2024-04-26T17:25:06.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.955+0000 7feed67b4640 1 -- 172.21.15.90:0/2708449349 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feeb80a3bb0 msgr2=0x7feeb80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:06.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.955+0000 7feed67b4640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feeb80a3bb0 0x7feeb80a6070 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7feed0199810 tx=0x7feec400b390 comp rx=0 tx=0).stop 2024-04-26T17:25:06.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.955+0000 7feed67b4640 1 -- 172.21.15.90:0/2708449349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feed01021b0 msgr2=0x7feed0198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:06.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.955+0000 7feed67b4640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feed01021b0 0x7feed0198300 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7feec000e9c0 tx=0x7feec000ee80 comp rx=0 tx=0).stop 2024-04-26T17:25:06.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.956+0000 7feed67b4640 1 -- 172.21.15.90:0/2708449349 shutdown_connections 2024-04-26T17:25:06.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.956+0000 7feed67b4640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feeb80a3bb0 0x7feeb80a6070 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.956+0000 7feed67b4640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feed0103d60 0x7feed019f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.956+0000 7feed67b4640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feed01033a0 0x7feed0198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.956+0000 7feed67b4640 1 --2- 172.21.15.90:0/2708449349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feed01021b0 0x7feed0198300 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:06.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.956+0000 7feed67b4640 1 -- 172.21.15.90:0/2708449349 >> 172.21.15.90:0/2708449349 conn(0x7feed00fd720 msgr2=0x7feed0106710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:06.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.956+0000 7feed67b4640 1 -- 172.21.15.90:0/2708449349 shutdown_connections 2024-04-26T17:25:06.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:06.956+0000 7feed67b4640 1 -- 172.21.15.90:0/2708449349 wait complete. 2024-04-26T17:25:06.967 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-26T17:25:07.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.070+0000 7fe971f3d640 1 -- 172.21.15.90:0/2588577280 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe96c103730 msgr2=0x7fe96c103b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.070+0000 7fe971f3d640 1 --2- 172.21.15.90:0/2588577280 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe96c103730 0x7fe96c103b50 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe95c009900 tx=0x7fe95c02a410 comp rx=0 tx=0).stop 2024-04-26T17:25:07.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.070+0000 7fe971f3d640 1 -- 172.21.15.90:0/2588577280 shutdown_connections 2024-04-26T17:25:07.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.070+0000 7fe971f3d640 1 --2- 172.21.15.90:0/2588577280 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe96c100b60 0x7fe96c10a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.070+0000 7fe971f3d640 1 --2- 172.21.15.90:0/2588577280 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe96c1001a0 0x7fe96c100620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.070+0000 7fe971f3d640 1 --2- 172.21.15.90:0/2588577280 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe96c103730 0x7fe96c103b50 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.070+0000 7fe971f3d640 1 -- 172.21.15.90:0/2588577280 >> 172.21.15.90:0/2588577280 conn(0x7fe96c0fbd40 msgr2=0x7fe96c0fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:07.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.070+0000 7fe971f3d640 1 -- 172.21.15.90:0/2588577280 shutdown_connections 2024-04-26T17:25:07.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.070+0000 7fe971f3d640 1 -- 172.21.15.90:0/2588577280 wait complete. 2024-04-26T17:25:07.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.070+0000 7fe971f3d640 1 Processor -- start 2024-04-26T17:25:07.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe971f3d640 1 -- start start 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe971f3d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe96c1001a0 0x7fe96c1983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe971f3d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe96c100b60 0x7fe96c198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe971f3d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe96c103730 0x7fe96c19f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe971f3d640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe96c10dc90 con 0x7fe96c100b60 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe971f3d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fe96c10db10 con 0x7fe96c1001a0 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe971f3d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe96c10de10 con 0x7fe96c103730 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe96affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe96c100b60 0x7fe96c198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe96affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe96c100b60 0x7fe96c198920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51084/0 (socket says 172.21.15.90:51084) 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe96affd640 1 -- 172.21.15.90:0/745311933 learned_addr learned my addr 172.21.15.90:0/745311933 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe96b7fe640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe96c1001a0 0x7fe96c1983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe96bfff640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe96c103730 0x7fe96c19f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe96affd640 1 -- 172.21.15.90:0/745311933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe96c103730 msgr2=0x7fe96c19f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe96affd640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe96c103730 0x7fe96c19f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe96affd640 1 -- 172.21.15.90:0/745311933 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe96c1001a0 msgr2=0x7fe96c1983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe96affd640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe96c1001a0 0x7fe96c1983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe96affd640 1 -- 172.21.15.90:0/745311933 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe96c1a0000 con 0x7fe96c100b60 2024-04-26T17:25:07.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe96bfff640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe96c103730 0x7fe96c19f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:07.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe96affd640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe96c100b60 0x7fe96c198920 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe96000e9f0 tx=0x7fe96000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:07.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe968ff9640 1 -- 172.21.15.90:0/745311933 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe96000cd80 con 0x7fe96c100b60 2024-04-26T17:25:07.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe968ff9640 1 -- 172.21.15.90:0/745311933 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe9600108e0 con 0x7fe96c100b60 2024-04-26T17:25:07.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.071+0000 7fe971f3d640 1 -- 172.21.15.90:0/745311933 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe96c1a02f0 con 0x7fe96c100b60 2024-04-26T17:25:07.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.072+0000 7fe968ff9640 1 -- 172.21.15.90:0/745311933 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9600188b0 con 0x7fe96c100b60 2024-04-26T17:25:07.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.072+0000 7fe971f3d640 1 -- 172.21.15.90:0/745311933 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe96c1a0840 con 0x7fe96c100b60 2024-04-26T17:25:07.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.072+0000 7fe971f3d640 1 -- 172.21.15.90:0/745311933 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe96c109660 con 0x7fe96c100b60 2024-04-26T17:25:07.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.074+0000 7fe968ff9640 1 -- 172.21.15.90:0/745311933 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe960010a90 con 0x7fe96c100b60 2024-04-26T17:25:07.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.074+0000 7fe968ff9640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9540a3bb0 0x7fe9540a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:07.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.074+0000 7fe96b7fe640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9540a3bb0 0x7fe9540a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:07.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.074+0000 7fe968ff9640 1 -- 172.21.15.90:0/745311933 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fe9600d0e40 con 0x7fe96c100b60 2024-04-26T17:25:07.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.075+0000 7fe96b7fe640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9540a3bb0 0x7fe9540a6070 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe95c005ab0 tx=0x7fe95c005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:07.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.078+0000 7fe968ff9640 1 -- 172.21.15.90:0/745311933 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe96009d5e0 con 0x7fe96c100b60 2024-04-26T17:25:07.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:06 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1864337968' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T17:25:07.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:06 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] up:active 2024-04-26T17:25:07.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:06 smithi167 ceph-mon[32665]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T17:25:07.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:06 smithi167 ceph-mon[32665]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T17:25:07.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:06 smithi167 ceph-mon[32665]: Cluster is now healthy 2024-04-26T17:25:07.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:06 smithi167 ceph-mon[32665]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=l=up:active} 3 up:standby-replay 5 up:standby 2024-04-26T17:25:07.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:06 smithi167 ceph-mon[32665]: fsmap cephfs:5 3 up:standby-replay 1 up:creating 4 up:standby 4 up:active 2024-04-26T17:25:07.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:06 smithi167 ceph-mon[32665]: daemon mds.k is now active in filesystem cephfs as rank 4 2024-04-26T17:25:07.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:06 smithi167 ceph-mon[32665]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:07.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.281+0000 7fe971f3d640 1 -- 172.21.15.90:0/745311933 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fe96c0625d0 con 0x7fe9540a3bb0 2024-04-26T17:25:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:06 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1864337968' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T17:25:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:06 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] up:active 2024-04-26T17:25:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:06 smithi119 ceph-mon[32584]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T17:25:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:06 smithi119 ceph-mon[32584]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T17:25:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:06 smithi119 ceph-mon[32584]: Cluster is now healthy 2024-04-26T17:25:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:06 smithi119 ceph-mon[32584]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=l=up:active} 3 up:standby-replay 5 up:standby 2024-04-26T17:25:07.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:06 smithi119 ceph-mon[32584]: fsmap cephfs:5 3 up:standby-replay 1 up:creating 4 up:standby 4 up:active 2024-04-26T17:25:07.298 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:06 smithi119 ceph-mon[32584]: daemon mds.k is now active in filesystem cephfs as rank 4 2024-04-26T17:25:07.298 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:06 smithi119 ceph-mon[32584]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:07.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.308+0000 7fe968ff9640 1 -- 172.21.15.90:0/745311933 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe96c0625d0 con 0x7fe9540a3bb0 2024-04-26T17:25:07.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.310+0000 7fe971f3d640 1 -- 172.21.15.90:0/745311933 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9540a3bb0 msgr2=0x7fe9540a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.310+0000 7fe971f3d640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9540a3bb0 0x7fe9540a6070 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe95c005ab0 tx=0x7fe95c005d50 comp rx=0 tx=0).stop 2024-04-26T17:25:07.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.310+0000 7fe971f3d640 1 -- 172.21.15.90:0/745311933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe96c100b60 msgr2=0x7fe96c198920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.310+0000 7fe971f3d640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe96c100b60 0x7fe96c198920 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe96000e9f0 tx=0x7fe96000eeb0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.310+0000 7fe971f3d640 1 -- 172.21.15.90:0/745311933 shutdown_connections 2024-04-26T17:25:07.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.310+0000 7fe971f3d640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9540a3bb0 0x7fe9540a6070 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.310+0000 7fe971f3d640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe96c103730 0x7fe96c19f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.310+0000 7fe971f3d640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe96c100b60 0x7fe96c198920 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.310+0000 7fe971f3d640 1 --2- 172.21.15.90:0/745311933 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe96c1001a0 0x7fe96c1983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.310+0000 7fe971f3d640 1 -- 172.21.15.90:0/745311933 >> 172.21.15.90:0/745311933 conn(0x7fe96c0fbd40 msgr2=0x7fe96c106830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:07.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.310+0000 7fe971f3d640 1 -- 172.21.15.90:0/745311933 shutdown_connections 2024-04-26T17:25:07.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.310+0000 7fe971f3d640 1 -- 172.21.15.90:0/745311933 wait complete. 2024-04-26T17:25:07.322 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-26T17:25:07.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.428+0000 7fe850576640 1 -- 172.21.15.90:0/584777281 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe848107e40 msgr2=0x7fe84810a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.428+0000 7fe850576640 1 --2- 172.21.15.90:0/584777281 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe848107e40 0x7fe84810a290 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe840009ca0 tx=0x7fe84002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.428+0000 7fe850576640 1 -- 172.21.15.90:0/584777281 shutdown_connections 2024-04-26T17:25:07.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.428+0000 7fe850576640 1 --2- 172.21.15.90:0/584777281 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe848107e40 0x7fe84810a290 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.428+0000 7fe850576640 1 --2- 172.21.15.90:0/584777281 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe848105510 0x7fe848107900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.428+0000 7fe850576640 1 --2- 172.21.15.90:0/584777281 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe848102be0 0x7fe848104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.428+0000 7fe850576640 1 -- 172.21.15.90:0/584777281 >> 172.21.15.90:0/584777281 conn(0x7fe8480fc5f0 msgr2=0x7fe8480fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:07.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.428+0000 7fe850576640 1 -- 172.21.15.90:0/584777281 shutdown_connections 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.428+0000 7fe850576640 1 -- 172.21.15.90:0/584777281 wait complete. 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe850576640 1 Processor -- start 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe850576640 1 -- start start 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe850576640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe848102be0 0x7fe848198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe850576640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe848105510 0x7fe848198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe850576640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe848107e40 0x7fe84819f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe850576640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe84810dc70 con 0x7fe848107e40 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe850576640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fe84810daf0 con 0x7fe848102be0 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe850576640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe84810ddf0 con 0x7fe848105510 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe84eb13640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe848107e40 0x7fe84819f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe84eb13640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe848107e40 0x7fe84819f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51100/0 (socket says 172.21.15.90:51100) 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe84eb13640 1 -- 172.21.15.90:0/3942637403 learned_addr learned my addr 172.21.15.90:0/3942637403 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:07.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe84e312640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe848102be0 0x7fe848198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe84db11640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe848105510 0x7fe848198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe84eb13640 1 -- 172.21.15.90:0/3942637403 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe848105510 msgr2=0x7fe848198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe84eb13640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe848105510 0x7fe848198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe84eb13640 1 -- 172.21.15.90:0/3942637403 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe848102be0 msgr2=0x7fe848198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe84eb13640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe848102be0 0x7fe848198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.429+0000 7fe84eb13640 1 -- 172.21.15.90:0/3942637403 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe84819ff40 con 0x7fe848107e40 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.430+0000 7fe84eb13640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe848107e40 0x7fe84819f8d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fe840006010 tx=0x7fe840003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.430+0000 7fe83f7fe640 1 -- 172.21.15.90:0/3942637403 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe840032ed0 con 0x7fe848107e40 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.430+0000 7fe83f7fe640 1 -- 172.21.15.90:0/3942637403 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe8400044f0 con 0x7fe848107e40 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.430+0000 7fe850576640 1 -- 172.21.15.90:0/3942637403 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8481a01d0 con 0x7fe848107e40 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.430+0000 7fe83f7fe640 1 -- 172.21.15.90:0/3942637403 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe840030bf0 con 0x7fe848107e40 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.430+0000 7fe850576640 1 -- 172.21.15.90:0/3942637403 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8481a0770 con 0x7fe848107e40 2024-04-26T17:25:07.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.431+0000 7fe850576640 1 -- 172.21.15.90:0/3942637403 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8480fe0e0 con 0x7fe848107e40 2024-04-26T17:25:07.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.432+0000 7fe83f7fe640 1 -- 172.21.15.90:0/3942637403 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe8400046a0 con 0x7fe848107e40 2024-04-26T17:25:07.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.432+0000 7fe83f7fe640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe8340a3c30 0x7fe8340a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:07.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.433+0000 7fe84e312640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe8340a3c30 0x7fe8340a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:07.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.433+0000 7fe83f7fe640 1 -- 172.21.15.90:0/3942637403 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fe8400f1cd0 con 0x7fe848107e40 2024-04-26T17:25:07.436 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.433+0000 7fe84e312640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe8340a3c30 0x7fe8340a60f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe844009bd0 tx=0x7fe844005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:07.436 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.436+0000 7fe83f7fe640 1 -- 172.21.15.90:0/3942637403 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe8400be500 con 0x7fe848107e40 2024-04-26T17:25:07.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.647+0000 7fe850576640 1 -- 172.21.15.90:0/3942637403 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fe848062540 con 0x7fe8340a3c30 2024-04-26T17:25:07.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.651+0000 7fe83f7fe640 1 -- 172.21.15.90:0/3942637403 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fe848062540 con 0x7fe8340a3c30 2024-04-26T17:25:07.651 INFO:teuthology.orchestra.run.smithi090.stdout:/volumes/qa/sv_1/62bd1dc1-ed2b-4031-a44f-ea90938fcc4b 2024-04-26T17:25:07.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.653+0000 7fe850576640 1 -- 172.21.15.90:0/3942637403 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe8340a3c30 msgr2=0x7fe8340a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.653+0000 7fe850576640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe8340a3c30 0x7fe8340a60f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe844009bd0 tx=0x7fe844005f90 comp rx=0 tx=0).stop 2024-04-26T17:25:07.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.653+0000 7fe850576640 1 -- 172.21.15.90:0/3942637403 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe848107e40 msgr2=0x7fe84819f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.653+0000 7fe850576640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe848107e40 0x7fe84819f8d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fe840006010 tx=0x7fe840003ba0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.653+0000 7fe850576640 1 -- 172.21.15.90:0/3942637403 shutdown_connections 2024-04-26T17:25:07.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.653+0000 7fe850576640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe8340a3c30 0x7fe8340a60f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.653+0000 7fe850576640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe848107e40 0x7fe84819f8d0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.653+0000 7fe850576640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe848105510 0x7fe848198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.653+0000 7fe850576640 1 --2- 172.21.15.90:0/3942637403 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe848102be0 0x7fe848198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.653+0000 7fe850576640 1 -- 172.21.15.90:0/3942637403 >> 172.21.15.90:0/3942637403 conn(0x7fe8480fc5f0 msgr2=0x7fe8481035e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:07.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.654+0000 7fe850576640 1 -- 172.21.15.90:0/3942637403 shutdown_connections 2024-04-26T17:25:07.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.654+0000 7fe850576640 1 -- 172.21.15.90:0/3942637403 wait complete. 2024-04-26T17:25:07.664 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:25:07.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 -- 172.21.15.90:0/1564808002 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facd8107e20 msgr2=0x7facd810a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 --2- 172.21.15.90:0/1564808002 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facd8107e20 0x7facd810a270 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7facd0009ca0 tx=0x7facd002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 -- 172.21.15.90:0/1564808002 shutdown_connections 2024-04-26T17:25:07.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 --2- 172.21.15.90:0/1564808002 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facd8107e20 0x7facd810a270 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 --2- 172.21.15.90:0/1564808002 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facd81054f0 0x7facd81078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 --2- 172.21.15.90:0/1564808002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facd8102bc0 0x7facd8104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 -- 172.21.15.90:0/1564808002 >> 172.21.15.90:0/1564808002 conn(0x7facd80fc5b0 msgr2=0x7facd80fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:07.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 -- 172.21.15.90:0/1564808002 shutdown_connections 2024-04-26T17:25:07.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 -- 172.21.15.90:0/1564808002 wait complete. 2024-04-26T17:25:07.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 Processor -- start 2024-04-26T17:25:07.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 -- start start 2024-04-26T17:25:07.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facd8102bc0 0x7facd8198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:07.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.763+0000 7facdda13640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facd81054f0 0x7facd81988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:07.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facdda13640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facd8107e20 0x7facd819f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:07.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facdda13640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7facd810dc70 con 0x7facd8102bc0 2024-04-26T17:25:07.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facdda13640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7facd810daf0 con 0x7facd8107e20 2024-04-26T17:25:07.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facdda13640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7facd810ddf0 con 0x7facd81054f0 2024-04-26T17:25:07.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facd6ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facd8102bc0 0x7facd8198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:07.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facd6ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facd8102bc0 0x7facd8198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51122/0 (socket says 172.21.15.90:51122) 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facd6ffd640 1 -- 172.21.15.90:0/2556571485 learned_addr learned my addr 172.21.15.90:0/2556571485 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facd77fe640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facd8107e20 0x7facd819f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7faccffff640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facd81054f0 0x7facd81988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facd6ffd640 1 -- 172.21.15.90:0/2556571485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facd81054f0 msgr2=0x7facd81988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facd6ffd640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facd81054f0 0x7facd81988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facd6ffd640 1 -- 172.21.15.90:0/2556571485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facd8107e20 msgr2=0x7facd819f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facd6ffd640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facd8107e20 0x7facd819f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facd6ffd640 1 -- 172.21.15.90:0/2556571485 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facd819ff90 con 0x7facd8102bc0 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facd77fe640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facd8107e20 0x7facd819f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7faccffff640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facd81054f0 0x7facd81988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facd6ffd640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facd8102bc0 0x7facd8198370 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7facc800e9f0 tx=0x7facc800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facdca11640 1 -- 172.21.15.90:0/2556571485 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc800cd80 con 0x7facd8102bc0 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facdca11640 1 -- 172.21.15.90:0/2556571485 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7facc80054d0 con 0x7facd8102bc0 2024-04-26T17:25:07.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facdda13640 1 -- 172.21.15.90:0/2556571485 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facd81a0280 con 0x7facd8102bc0 2024-04-26T17:25:07.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facdca11640 1 -- 172.21.15.90:0/2556571485 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc8010690 con 0x7facd8102bc0 2024-04-26T17:25:07.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.764+0000 7facdda13640 1 -- 172.21.15.90:0/2556571485 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facd81a07d0 con 0x7facd8102bc0 2024-04-26T17:25:07.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.765+0000 7facdda13640 1 -- 172.21.15.90:0/2556571485 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facd80fe0a0 con 0x7facd8102bc0 2024-04-26T17:25:07.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.766+0000 7facdca11640 1 -- 172.21.15.90:0/2556571485 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7facc80046c0 con 0x7facd8102bc0 2024-04-26T17:25:07.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.767+0000 7facdca11640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7facc40a3c30 0x7facc40a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:07.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.767+0000 7faccffff640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7facc40a3c30 0x7facc40a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:07.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.767+0000 7facdca11640 1 -- 172.21.15.90:0/2556571485 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7facc80d0d40 con 0x7facd8102bc0 2024-04-26T17:25:07.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.767+0000 7faccffff640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7facc40a3c30 0x7facc40a60f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7facd8199880 tx=0x7facc0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:07.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.770+0000 7facdca11640 1 -- 172.21.15.90:0/2556571485 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7facc8053ff0 con 0x7facd8102bc0 2024-04-26T17:25:07.890 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.890+0000 7facdca11640 1 -- 172.21.15.90:0/2556571485 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7facc80993f0 con 0x7facd8102bc0 2024-04-26T17:25:07.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:07 smithi090 ceph-mon[29417]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:07.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:07 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] up:active 2024-04-26T17:25:07.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:07 smithi090 ceph-mon[29417]: fsmap cephfs:5 3 up:standby-replay 4 up:standby 5 up:active 2024-04-26T17:25:07.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:07 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:25:07.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:07 smithi090 ceph-mon[29417]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:07.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:07 smithi090 ceph-mon[29417]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:07.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:07 smithi090 ceph-mon[29417]: pgmap v307: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s rd, 341 B/s wr, 3 op/s 2024-04-26T17:25:07.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.991+0000 7facdda13640 1 -- 172.21.15.90:0/2556571485 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7facd802d6d0 con 0x7facd8102bc0 2024-04-26T17:25:07.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.992+0000 7facdca11640 1 -- 172.21.15.90:0/2556571485 <== mon.0 v2:172.21.15.90:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11944 (secure 0 0 0) 0x7facc801f5d0 con 0x7facd8102bc0 2024-04-26T17:25:07.992 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:25:07.992 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:25:06.873123+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24509,24404,24476,24409,24472]},"id":1}]} 2024-04-26T17:25:07.992 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 27 2024-04-26T17:25:07.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.994+0000 7facdda13640 1 -- 172.21.15.90:0/2556571485 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7facc40a3c30 msgr2=0x7facc40a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.994+0000 7facdda13640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7facc40a3c30 0x7facc40a60f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7facd8199880 tx=0x7facc0005f90 comp rx=0 tx=0).stop 2024-04-26T17:25:07.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.994+0000 7facdda13640 1 -- 172.21.15.90:0/2556571485 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facd8102bc0 msgr2=0x7facd8198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:07.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.994+0000 7facdda13640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facd8102bc0 0x7facd8198370 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7facc800e9f0 tx=0x7facc800edf0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.994+0000 7facdda13640 1 -- 172.21.15.90:0/2556571485 shutdown_connections 2024-04-26T17:25:07.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.994+0000 7facdda13640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7facc40a3c30 0x7facc40a60f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.994+0000 7facdda13640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7facd8107e20 0x7facd819f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.994+0000 7facdda13640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7facd81054f0 0x7facd81988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.994+0000 7facdda13640 1 --2- 172.21.15.90:0/2556571485 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facd8102bc0 0x7facd8198370 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:07.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.994+0000 7facdda13640 1 -- 172.21.15.90:0/2556571485 >> 172.21.15.90:0/2556571485 conn(0x7facd80fc5b0 msgr2=0x7facd8103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:07.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.994+0000 7facdda13640 1 -- 172.21.15.90:0/2556571485 shutdown_connections 2024-04-26T17:25:07.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:07.994+0000 7facdda13640 1 -- 172.21.15.90:0/2556571485 wait complete. 2024-04-26T17:25:08.005 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:25:08.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.102+0000 7f1af4bbb640 1 -- 172.21.15.90:0/2172995352 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1af0101390 msgr2=0x7f1af01017f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.102+0000 7f1af4bbb640 1 --2- 172.21.15.90:0/2172995352 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1af0101390 0x7f1af01017f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f1ae0009900 tx=0x7f1ae002a480 comp rx=0 tx=0).stop 2024-04-26T17:25:08.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 -- 172.21.15.90:0/2172995352 shutdown_connections 2024-04-26T17:25:08.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 --2- 172.21.15.90:0/2172995352 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1af0101d30 0x7f1af01021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 --2- 172.21.15.90:0/2172995352 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1af0101390 0x7f1af01017f0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 --2- 172.21.15.90:0/2172995352 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1af0100a30 0x7f1af0100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 -- 172.21.15.90:0/2172995352 >> 172.21.15.90:0/2172995352 conn(0x7f1af00fc5b0 msgr2=0x7f1af00fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 -- 172.21.15.90:0/2172995352 shutdown_connections 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 -- 172.21.15.90:0/2172995352 wait complete. 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 Processor -- start 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 -- start start 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1af0100a30 0x7f1af019a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1af0101390 0x7f1af019aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1af0101d30 0x7f1af01a1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1af010fe40 con 0x7f1af0100a30 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f1af010fcc0 con 0x7f1af0101d30 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.103+0000 7f1af4bbb640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1af010ffc0 con 0x7f1af0101390 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1aee59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1af0100a30 0x7f1af019a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:08.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1aee59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1af0100a30 0x7f1af019a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51146/0 (socket says 172.21.15.90:51146) 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1aee59c640 1 -- 172.21.15.90:0/1593840481 learned_addr learned my addr 172.21.15.90:0/1593840481 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1aeed9d640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1af0101d30 0x7f1af01a1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1aedd9b640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1af0101390 0x7f1af019aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1aee59c640 1 -- 172.21.15.90:0/1593840481 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1af0101390 msgr2=0x7f1af019aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1aee59c640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1af0101390 0x7f1af019aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1aee59c640 1 -- 172.21.15.90:0/1593840481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1af0101d30 msgr2=0x7f1af01a1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1aee59c640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1af0101d30 0x7f1af01a1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1aee59c640 1 -- 172.21.15.90:0/1593840481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1af01a2140 con 0x7f1af0100a30 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1aeed9d640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1af0101d30 0x7f1af01a1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1aee59c640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1af0100a30 0x7f1af019a520 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1ae400c920 tx=0x7f1ae400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1adf7fe640 1 -- 172.21.15.90:0/1593840481 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae4007c70 con 0x7f1af0100a30 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1adf7fe640 1 -- 172.21.15.90:0/1593840481 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1ae4007e10 con 0x7f1af0100a30 2024-04-26T17:25:08.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1af4bbb640 1 -- 172.21.15.90:0/1593840481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1af01a2430 con 0x7f1af0100a30 2024-04-26T17:25:08.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1adf7fe640 1 -- 172.21.15.90:0/1593840481 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae40187b0 con 0x7f1af0100a30 2024-04-26T17:25:08.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.104+0000 7f1af4bbb640 1 -- 172.21.15.90:0/1593840481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1af01a2980 con 0x7f1af0100a30 2024-04-26T17:25:08.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.105+0000 7f1af4bbb640 1 -- 172.21.15.90:0/1593840481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1af010b9b0 con 0x7f1af0100a30 2024-04-26T17:25:08.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.106+0000 7f1adf7fe640 1 -- 172.21.15.90:0/1593840481 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1ae4018990 con 0x7f1af0100a30 2024-04-26T17:25:08.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.107+0000 7f1adf7fe640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1ad80a3c40 0x7f1ad80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:08.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.107+0000 7f1aedd9b640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1ad80a3c40 0x7f1ad80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:08.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.107+0000 7f1adf7fe640 1 -- 172.21.15.90:0/1593840481 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f1ae40d09a0 con 0x7f1af0100a30 2024-04-26T17:25:08.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.108+0000 7f1aedd9b640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1ad80a3c40 0x7f1ad80a6100 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1af019ba30 tx=0x7f1ae0005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:08.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.112+0000 7f1adf7fe640 1 -- 172.21.15.90:0/1593840481 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1ae4014030 con 0x7f1af0100a30 2024-04-26T17:25:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:07 smithi167 ceph-mon[32665]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:07 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] up:active 2024-04-26T17:25:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:07 smithi167 ceph-mon[32665]: fsmap cephfs:5 3 up:standby-replay 4 up:standby 5 up:active 2024-04-26T17:25:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:07 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:25:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:07 smithi167 ceph-mon[32665]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:07 smithi167 ceph-mon[32665]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:08.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:07 smithi167 ceph-mon[32665]: pgmap v307: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s rd, 341 B/s wr, 3 op/s 2024-04-26T17:25:08.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.290+0000 7f1af4bbb640 1 -- 172.21.15.90:0/1593840481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1af0062d00 con 0x7f1af0100a30 2024-04-26T17:25:08.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.291+0000 7f1adf7fe640 1 -- 172.21.15.90:0/1593840481 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24151 (secure 0 0 0) 0x7f1ae400de20 con 0x7f1af0100a30 2024-04-26T17:25:08.291 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:25:08.291 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":90,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:24:43.807282+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:25:08.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.293+0000 7f1af4bbb640 1 -- 172.21.15.90:0/1593840481 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1ad80a3c40 msgr2=0x7f1ad80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.293+0000 7f1af4bbb640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1ad80a3c40 0x7f1ad80a6100 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1af019ba30 tx=0x7f1ae0005d50 comp rx=0 tx=0).stop 2024-04-26T17:25:08.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.293+0000 7f1af4bbb640 1 -- 172.21.15.90:0/1593840481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1af0100a30 msgr2=0x7f1af019a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.293+0000 7f1af4bbb640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1af0100a30 0x7f1af019a520 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1ae400c920 tx=0x7f1ae400cde0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.293+0000 7f1af4bbb640 1 -- 172.21.15.90:0/1593840481 shutdown_connections 2024-04-26T17:25:08.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.293+0000 7f1af4bbb640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1ad80a3c40 0x7f1ad80a6100 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.293+0000 7f1af4bbb640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1af0101d30 0x7f1af01a1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.293+0000 7f1af4bbb640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1af0101390 0x7f1af019aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.293+0000 7f1af4bbb640 1 --2- 172.21.15.90:0/1593840481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1af0100a30 0x7f1af019a520 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.293+0000 7f1af4bbb640 1 -- 172.21.15.90:0/1593840481 >> 172.21.15.90:0/1593840481 conn(0x7f1af00fc5b0 msgr2=0x7f1af00fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:08.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.294+0000 7f1af4bbb640 1 -- 172.21.15.90:0/1593840481 shutdown_connections 2024-04-26T17:25:08.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.294+0000 7f1af4bbb640 1 -- 172.21.15.90:0/1593840481 wait complete. 2024-04-26T17:25:08.296 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:07 smithi119 ceph-mon[32584]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:08.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:07 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] up:active 2024-04-26T17:25:08.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:07 smithi119 ceph-mon[32584]: fsmap cephfs:5 3 up:standby-replay 4 up:standby 5 up:active 2024-04-26T17:25:08.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:07 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:25:08.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:07 smithi119 ceph-mon[32584]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:08.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:07 smithi119 ceph-mon[32584]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:08.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:07 smithi119 ceph-mon[32584]: pgmap v307: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s rd, 341 B/s wr, 3 op/s 2024-04-26T17:25:08.305 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-26T17:25:08.305 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-26T17:25:08.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.402+0000 7ff57a631640 1 -- 172.21.15.90:0/1024959457 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff574102bd0 msgr2=0x7ff574104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.402+0000 7ff57a631640 1 --2- 172.21.15.90:0/1024959457 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff574102bd0 0x7ff574104fc0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7ff564009900 tx=0x7ff56402a410 comp rx=0 tx=0).stop 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.402+0000 7ff57a631640 1 -- 172.21.15.90:0/1024959457 shutdown_connections 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.402+0000 7ff57a631640 1 --2- 172.21.15.90:0/1024959457 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff574107e30 0x7ff57410a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.402+0000 7ff57a631640 1 --2- 172.21.15.90:0/1024959457 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff574105500 0x7ff5741078f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.402+0000 7ff57a631640 1 --2- 172.21.15.90:0/1024959457 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff574102bd0 0x7ff574104fc0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.402+0000 7ff57a631640 1 -- 172.21.15.90:0/1024959457 >> 172.21.15.90:0/1024959457 conn(0x7ff5740fc5e0 msgr2=0x7ff5740fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.403+0000 7ff57a631640 1 -- 172.21.15.90:0/1024959457 shutdown_connections 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.403+0000 7ff57a631640 1 -- 172.21.15.90:0/1024959457 wait complete. 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.403+0000 7ff57a631640 1 Processor -- start 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.403+0000 7ff57a631640 1 -- start start 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.403+0000 7ff57a631640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff574102bd0 0x7ff574198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.403+0000 7ff57a631640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff574105500 0x7ff5741988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:08.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.403+0000 7ff57a631640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff574107e30 0x7ff57419f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.403+0000 7ff57a631640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff57410dc80 con 0x7ff574107e30 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.403+0000 7ff57a631640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff57410db00 con 0x7ff574102bd0 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.403+0000 7ff57a631640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff57410de00 con 0x7ff574105500 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff578bce640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff574107e30 0x7ff57419f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff578bce640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff574107e30 0x7ff57419f940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51160/0 (socket says 172.21.15.90:51160) 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff578bce640 1 -- 172.21.15.90:0/1787994484 learned_addr learned my addr 172.21.15.90:0/1787994484 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff5737fe640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff574105500 0x7ff5741988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff573fff640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff574102bd0 0x7ff574198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff578bce640 1 -- 172.21.15.90:0/1787994484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff574105500 msgr2=0x7ff5741988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff578bce640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff574105500 0x7ff5741988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff578bce640 1 -- 172.21.15.90:0/1787994484 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff574102bd0 msgr2=0x7ff574198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff578bce640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff574102bd0 0x7ff574198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff578bce640 1 -- 172.21.15.90:0/1787994484 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff57419ffb0 con 0x7ff574107e30 2024-04-26T17:25:08.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff5737fe640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff574105500 0x7ff5741988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:08.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff578bce640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff574107e30 0x7ff57419f940 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7ff56c00eaa0 tx=0x7ff56c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:08.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff5717fa640 1 -- 172.21.15.90:0/1787994484 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff56c00cdb0 con 0x7ff574107e30 2024-04-26T17:25:08.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff5717fa640 1 -- 172.21.15.90:0/1787994484 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff56c005020 con 0x7ff574107e30 2024-04-26T17:25:08.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff57a631640 1 -- 172.21.15.90:0/1787994484 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5741a02a0 con 0x7ff574107e30 2024-04-26T17:25:08.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff5717fa640 1 -- 172.21.15.90:0/1787994484 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff56c0116d0 con 0x7ff574107e30 2024-04-26T17:25:08.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.404+0000 7ff57a631640 1 -- 172.21.15.90:0/1787994484 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5741a07a0 con 0x7ff574107e30 2024-04-26T17:25:08.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.405+0000 7ff57a631640 1 -- 172.21.15.90:0/1787994484 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5740fe0d0 con 0x7ff574107e30 2024-04-26T17:25:08.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.406+0000 7ff5717fa640 1 -- 172.21.15.90:0/1787994484 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7ff56c005580 con 0x7ff574107e30 2024-04-26T17:25:08.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.407+0000 7ff5717fa640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff55c0a3c40 0x7ff55c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:08.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.407+0000 7ff573fff640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff55c0a3c40 0x7ff55c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:08.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.407+0000 7ff5717fa640 1 -- 172.21.15.90:0/1787994484 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7ff56c0d0ec0 con 0x7ff574107e30 2024-04-26T17:25:08.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.407+0000 7ff573fff640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff55c0a3c40 0x7ff55c0a6100 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff5640096c0 tx=0x7ff564005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:08.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.410+0000 7ff5717fa640 1 -- 172.21.15.90:0/1787994484 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff56c016030 con 0x7ff574107e30 2024-04-26T17:25:08.586 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.586+0000 7ff57a631640 1 -- 172.21.15.90:0/1787994484 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff574062540 con 0x7ff55c0a3c40 2024-04-26T17:25:08.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.596+0000 7ff5717fa640 1 -- 172.21.15.90:0/1787994484 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340268 (secure 0 0 0) 0x7ff574062540 con 0x7ff55c0a3c40 2024-04-26T17:25:08.601 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:25:08.602 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-26T17:25:08.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.599+0000 7ff57a631640 1 -- 172.21.15.90:0/1787994484 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff55c0a3c40 msgr2=0x7ff55c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.599+0000 7ff57a631640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff55c0a3c40 0x7ff55c0a6100 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff5640096c0 tx=0x7ff564005d50 comp rx=0 tx=0).stop 2024-04-26T17:25:08.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.599+0000 7ff57a631640 1 -- 172.21.15.90:0/1787994484 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff574107e30 msgr2=0x7ff57419f940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.599+0000 7ff57a631640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff574107e30 0x7ff57419f940 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7ff56c00eaa0 tx=0x7ff56c00ef60 comp rx=0 tx=0).stop 2024-04-26T17:25:08.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.599+0000 7ff57a631640 1 -- 172.21.15.90:0/1787994484 shutdown_connections 2024-04-26T17:25:08.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.600+0000 7ff57a631640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff55c0a3c40 0x7ff55c0a6100 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.600+0000 7ff57a631640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff574107e30 0x7ff57419f940 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.600+0000 7ff57a631640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff574105500 0x7ff5741988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.600+0000 7ff57a631640 1 --2- 172.21.15.90:0/1787994484 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff574102bd0 0x7ff574198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.600+0000 7ff57a631640 1 -- 172.21.15.90:0/1787994484 >> 172.21.15.90:0/1787994484 conn(0x7ff5740fc5e0 msgr2=0x7ff574103610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:08.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.600+0000 7ff57a631640 1 -- 172.21.15.90:0/1787994484 shutdown_connections 2024-04-26T17:25:08.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.600+0000 7ff57a631640 1 -- 172.21.15.90:0/1787994484 wait complete. 2024-04-26T17:25:08.611 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":307,"stamp":"2024-04-26T17:25:07.433500+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595210,"num_objects":40,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":127,"num_read_kb":110,"num_write":271,"num_write_kb":2959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":214,"ondisk_log_size":214,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":379332,"kb_used_data":13516,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124562492,"statfs":{"total":1151940427776,"available":1151551991808,"internally_reserved":0,"allocated":13840384,"data_stored":7549708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":343,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":43,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003463"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844458+0000","last_change":"2024-04-26T17:24:39.453483+0000","last_active":"2024-04-26T17:24:44.844458+0000","last_peered":"2024-04-26T17:24:44.844458+0000","last_clean":"2024-04-26T17:24:44.844458+0000","last_became_active":"2024-04-26T17:24:39.451972+0000","last_became_peered":"2024-04-26T17:24:39.451972+0000","last_unstale":"2024-04-26T17:24:44.844458+0000","last_undegraded":"2024-04-26T17:24:44.844458+0000","last_fullsized":"2024-04-26T17:24:44.844458+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:33.223541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344790+0000","last_change":"2024-04-26T17:24:39.459511+0000","last_active":"2024-04-26T17:24:45.344790+0000","last_peered":"2024-04-26T17:24:45.344790+0000","last_clean":"2024-04-26T17:24:45.344790+0000","last_became_active":"2024-04-26T17:24:39.459136+0000","last_became_peered":"2024-04-26T17:24:39.459136+0000","last_unstale":"2024-04-26T17:24:45.344790+0000","last_undegraded":"2024-04-26T17:24:45.344790+0000","last_fullsized":"2024-04-26T17:24:45.344790+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:29:37.436069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344650+0000","last_change":"2024-04-26T17:24:39.462165+0000","last_active":"2024-04-26T17:24:45.344650+0000","last_peered":"2024-04-26T17:24:45.344650+0000","last_clean":"2024-04-26T17:24:45.344650+0000","last_became_active":"2024-04-26T17:24:39.460938+0000","last_became_peered":"2024-04-26T17:24:39.460938+0000","last_unstale":"2024-04-26T17:24:45.344650+0000","last_undegraded":"2024-04-26T17:24:45.344650+0000","last_fullsized":"2024-04-26T17:24:45.344650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:10:34.225749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345962+0000","last_change":"2024-04-26T17:24:39.466791+0000","last_active":"2024-04-26T17:24:45.345962+0000","last_peered":"2024-04-26T17:24:45.345962+0000","last_clean":"2024-04-26T17:24:45.345962+0000","last_became_active":"2024-04-26T17:24:39.465140+0000","last_became_peered":"2024-04-26T17:24:39.465140+0000","last_unstale":"2024-04-26T17:24:45.345962+0000","last_undegraded":"2024-04-26T17:24:45.345962+0000","last_fullsized":"2024-04-26T17:24:45.345962+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:18.811566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345413+0000","last_change":"2024-04-26T17:24:39.454046+0000","last_active":"2024-04-26T17:24:45.345413+0000","last_peered":"2024-04-26T17:24:45.345413+0000","last_clean":"2024-04-26T17:24:45.345413+0000","last_became_active":"2024-04-26T17:24:39.452675+0000","last_became_peered":"2024-04-26T17:24:39.452675+0000","last_unstale":"2024-04-26T17:24:45.345413+0000","last_undegraded":"2024-04-26T17:24:45.345413+0000","last_fullsized":"2024-04-26T17:24:45.345413+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:44.235666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346503+0000","last_change":"2024-04-26T17:24:39.457980+0000","last_active":"2024-04-26T17:24:45.346503+0000","last_peered":"2024-04-26T17:24:45.346503+0000","last_clean":"2024-04-26T17:24:45.346503+0000","last_became_active":"2024-04-26T17:24:39.457632+0000","last_became_peered":"2024-04-26T17:24:39.457632+0000","last_unstale":"2024-04-26T17:24:45.346503+0000","last_undegraded":"2024-04-26T17:24:45.346503+0000","last_fullsized":"2024-04-26T17:24:45.346503+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:20:23.600531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344967+0000","last_change":"2024-04-26T17:24:39.460485+0000","last_active":"2024-04-26T17:24:45.344967+0000","last_peered":"2024-04-26T17:24:45.344967+0000","last_clean":"2024-04-26T17:24:45.344967+0000","last_became_active":"2024-04-26T17:24:39.460153+0000","last_became_peered":"2024-04-26T17:24:39.460153+0000","last_unstale":"2024-04-26T17:24:45.344967+0000","last_undegraded":"2024-04-26T17:24:45.344967+0000","last_fullsized":"2024-04-26T17:24:45.344967+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:36:10.529362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398557+0000","last_change":"2024-04-26T17:24:39.460287+0000","last_active":"2024-04-26T17:24:45.398557+0000","last_peered":"2024-04-26T17:24:45.398557+0000","last_clean":"2024-04-26T17:24:45.398557+0000","last_became_active":"2024-04-26T17:24:39.459814+0000","last_became_peered":"2024-04-26T17:24:39.459814+0000","last_unstale":"2024-04-26T17:24:45.398557+0000","last_undegraded":"2024-04-26T17:24:45.398557+0000","last_fullsized":"2024-04-26T17:24:45.398557+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:38:44.572507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475511+0000","last_change":"2024-04-26T17:24:39.452370+0000","last_active":"2024-04-26T17:24:44.475511+0000","last_peered":"2024-04-26T17:24:44.475511+0000","last_clean":"2024-04-26T17:24:44.475511+0000","last_became_active":"2024-04-26T17:24:39.452002+0000","last_became_peered":"2024-04-26T17:24:39.452002+0000","last_unstale":"2024-04-26T17:24:44.475511+0000","last_undegraded":"2024-04-26T17:24:44.475511+0000","last_fullsized":"2024-04-26T17:24:44.475511+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:22:55.041158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346865+0000","last_change":"2024-04-26T17:24:39.460250+0000","last_active":"2024-04-26T17:24:45.346865+0000","last_peered":"2024-04-26T17:24:45.346865+0000","last_clean":"2024-04-26T17:24:45.346865+0000","last_became_active":"2024-04-26T17:24:39.459932+0000","last_became_peered":"2024-04-26T17:24:39.459932+0000","last_unstale":"2024-04-26T17:24:45.346865+0000","last_undegraded":"2024-04-26T17:24:45.346865+0000","last_fullsized":"2024-04-26T17:24:45.346865+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:35:46.183844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346107+0000","last_change":"2024-04-26T17:24:39.463413+0000","last_active":"2024-04-26T17:24:45.346107+0000","last_peered":"2024-04-26T17:24:45.346107+0000","last_clean":"2024-04-26T17:24:45.346107+0000","last_became_active":"2024-04-26T17:24:39.463076+0000","last_became_peered":"2024-04-26T17:24:39.463076+0000","last_unstale":"2024-04-26T17:24:45.346107+0000","last_undegraded":"2024-04-26T17:24:45.346107+0000","last_fullsized":"2024-04-26T17:24:45.346107+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:50:06.438580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345873+0000","last_change":"2024-04-26T17:24:39.465491+0000","last_active":"2024-04-26T17:24:45.345873+0000","last_peered":"2024-04-26T17:24:45.345873+0000","last_clean":"2024-04-26T17:24:45.345873+0000","last_became_active":"2024-04-26T17:24:39.464690+0000","last_became_peered":"2024-04-26T17:24:39.464690+0000","last_unstale":"2024-04-26T17:24:45.345873+0000","last_undegraded":"2024-04-26T17:24:45.345873+0000","last_fullsized":"2024-04-26T17:24:45.345873+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:03:14.863007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475809+0000","last_change":"2024-04-26T17:24:39.461560+0000","last_active":"2024-04-26T17:24:44.475809+0000","last_peered":"2024-04-26T17:24:44.475809+0000","last_clean":"2024-04-26T17:24:44.475809+0000","last_became_active":"2024-04-26T17:24:39.461230+0000","last_became_peered":"2024-04-26T17:24:39.461230+0000","last_unstale":"2024-04-26T17:24:44.475809+0000","last_undegraded":"2024-04-26T17:24:44.475809+0000","last_fullsized":"2024-04-26T17:24:44.475809+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:27:23.398940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344449+0000","last_change":"2024-04-26T17:24:39.458691+0000","last_active":"2024-04-26T17:24:45.344449+0000","last_peered":"2024-04-26T17:24:45.344449+0000","last_clean":"2024-04-26T17:24:45.344449+0000","last_became_active":"2024-04-26T17:24:39.458349+0000","last_became_peered":"2024-04-26T17:24:39.458349+0000","last_unstale":"2024-04-26T17:24:45.344449+0000","last_undegraded":"2024-04-26T17:24:45.344449+0000","last_fullsized":"2024-04-26T17:24:45.344449+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:07:57.000087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344552+0000","last_change":"2024-04-26T17:24:39.459852+0000","last_active":"2024-04-26T17:24:45.344552+0000","last_peered":"2024-04-26T17:24:45.344552+0000","last_clean":"2024-04-26T17:24:45.344552+0000","last_became_active":"2024-04-26T17:24:39.459512+0000","last_became_peered":"2024-04-26T17:24:39.459512+0000","last_unstale":"2024-04-26T17:24:45.344552+0000","last_undegraded":"2024-04-26T17:24:45.344552+0000","last_fullsized":"2024-04-26T17:24:45.344552+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:05.398783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.474868+0000","last_change":"2024-04-26T17:24:39.463585+0000","last_active":"2024-04-26T17:24:44.474868+0000","last_peered":"2024-04-26T17:24:44.474868+0000","last_clean":"2024-04-26T17:24:44.474868+0000","last_became_active":"2024-04-26T17:24:39.463232+0000","last_became_peered":"2024-04-26T17:24:39.463232+0000","last_unstale":"2024-04-26T17:24:44.474868+0000","last_undegraded":"2024-04-26T17:24:44.474868+0000","last_fullsized":"2024-04-26T17:24:44.474868+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:10:18.224001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844256+0000","last_change":"2024-04-26T17:24:39.453752+0000","last_active":"2024-04-26T17:24:44.844256+0000","last_peered":"2024-04-26T17:24:44.844256+0000","last_clean":"2024-04-26T17:24:44.844256+0000","last_became_active":"2024-04-26T17:24:39.453143+0000","last_became_peered":"2024-04-26T17:24:39.453143+0000","last_unstale":"2024-04-26T17:24:44.844256+0000","last_undegraded":"2024-04-26T17:24:44.844256+0000","last_fullsized":"2024-04-26T17:24:44.844256+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:45.424443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.890110+0000","last_change":"2024-04-26T17:24:39.461587+0000","last_active":"2024-04-26T17:24:44.890110+0000","last_peered":"2024-04-26T17:24:44.890110+0000","last_clean":"2024-04-26T17:24:44.890110+0000","last_became_active":"2024-04-26T17:24:39.461301+0000","last_became_peered":"2024-04-26T17:24:39.461301+0000","last_unstale":"2024-04-26T17:24:44.890110+0000","last_undegraded":"2024-04-26T17:24:44.890110+0000","last_fullsized":"2024-04-26T17:24:44.890110+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:23:59.031853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345111+0000","last_change":"2024-04-26T17:24:39.455451+0000","last_active":"2024-04-26T17:24:45.345111+0000","last_peered":"2024-04-26T17:24:45.345111+0000","last_clean":"2024-04-26T17:24:45.345111+0000","last_became_active":"2024-04-26T17:24:39.455083+0000","last_became_peered":"2024-04-26T17:24:39.455083+0000","last_unstale":"2024-04-26T17:24:45.345111+0000","last_undegraded":"2024-04-26T17:24:45.345111+0000","last_fullsized":"2024-04-26T17:24:45.345111+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:50:13.807815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345128+0000","last_change":"2024-04-26T17:24:43.473311+0000","last_active":"2024-04-26T17:24:45.345128+0000","last_peered":"2024-04-26T17:24:45.345128+0000","last_clean":"2024-04-26T17:24:45.345128+0000","last_became_active":"2024-04-26T17:24:43.472836+0000","last_became_peered":"2024-04-26T17:24:43.472836+0000","last_unstale":"2024-04-26T17:24:45.345128+0000","last_undegraded":"2024-04-26T17:24:45.345128+0000","last_fullsized":"2024-04-26T17:24:45.345128+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:26:32.512214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'13","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:05.877105+0000","last_change":"2024-04-26T17:24:38.758449+0000","last_active":"2024-04-26T17:25:05.877105+0000","last_peered":"2024-04-26T17:25:05.877105+0000","last_clean":"2024-04-26T17:25:05.877105+0000","last_became_active":"2024-04-26T17:24:38.757257+0000","last_became_peered":"2024-04-26T17:24:38.757257+0000","last_unstale":"2024-04-26T17:25:05.877105+0000","last_undegraded":"2024-04-26T17:25:05.877105+0000","last_fullsized":"2024-04-26T17:25:05.877105+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:00:32.181805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398732+0000","last_change":"2024-04-26T17:24:39.456902+0000","last_active":"2024-04-26T17:24:45.398732+0000","last_peered":"2024-04-26T17:24:45.398732+0000","last_clean":"2024-04-26T17:24:45.398732+0000","last_became_active":"2024-04-26T17:24:39.456603+0000","last_became_peered":"2024-04-26T17:24:39.456603+0000","last_unstale":"2024-04-26T17:24:45.398732+0000","last_undegraded":"2024-04-26T17:24:45.398732+0000","last_fullsized":"2024-04-26T17:24:45.398732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:49.533330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344637+0000","last_change":"2024-04-26T17:24:43.471732+0000","last_active":"2024-04-26T17:24:45.344637+0000","last_peered":"2024-04-26T17:24:45.344637+0000","last_clean":"2024-04-26T17:24:45.344637+0000","last_became_active":"2024-04-26T17:24:43.471289+0000","last_became_peered":"2024-04-26T17:24:43.471289+0000","last_unstale":"2024-04-26T17:24:45.344637+0000","last_undegraded":"2024-04-26T17:24:45.344637+0000","last_fullsized":"2024-04-26T17:24:45.344637+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:33:20.228495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398977+0000","last_change":"2024-04-26T17:24:38.765866+0000","last_active":"2024-04-26T17:24:45.398977+0000","last_peered":"2024-04-26T17:24:45.398977+0000","last_clean":"2024-04-26T17:24:45.398977+0000","last_became_active":"2024-04-26T17:24:38.765497+0000","last_became_peered":"2024-04-26T17:24:38.765497+0000","last_unstale":"2024-04-26T17:24:45.398977+0000","last_undegraded":"2024-04-26T17:24:45.398977+0000","last_fullsized":"2024-04-26T17:24:45.398977+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:27.360845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344827+0000","last_change":"2024-04-26T17:24:39.452920+0000","last_active":"2024-04-26T17:24:45.344827+0000","last_peered":"2024-04-26T17:24:45.344827+0000","last_clean":"2024-04-26T17:24:45.344827+0000","last_became_active":"2024-04-26T17:24:39.452578+0000","last_became_peered":"2024-04-26T17:24:39.452578+0000","last_unstale":"2024-04-26T17:24:45.344827+0000","last_undegraded":"2024-04-26T17:24:45.344827+0000","last_fullsized":"2024-04-26T17:24:45.344827+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:47:21.269272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344963+0000","last_change":"2024-04-26T17:24:43.475350+0000","last_active":"2024-04-26T17:24:45.344963+0000","last_peered":"2024-04-26T17:24:45.344963+0000","last_clean":"2024-04-26T17:24:45.344963+0000","last_became_active":"2024-04-26T17:24:43.474939+0000","last_became_peered":"2024-04-26T17:24:43.474939+0000","last_unstale":"2024-04-26T17:24:45.344963+0000","last_undegraded":"2024-04-26T17:24:45.344963+0000","last_fullsized":"2024-04-26T17:24:45.344963+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:51:28.708997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"85'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345984+0000","last_change":"2024-04-26T17:24:38.756556+0000","last_active":"2024-04-26T17:24:45.345984+0000","last_peered":"2024-04-26T17:24:45.345984+0000","last_clean":"2024-04-26T17:24:45.345984+0000","last_became_active":"2024-04-26T17:24:38.756234+0000","last_became_peered":"2024-04-26T17:24:38.756234+0000","last_unstale":"2024-04-26T17:24:45.345984+0000","last_undegraded":"2024-04-26T17:24:45.345984+0000","last_fullsized":"2024-04-26T17:24:45.345984+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:02:11.161664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.474912+0000","last_change":"2024-04-26T17:24:39.459696+0000","last_active":"2024-04-26T17:24:44.474912+0000","last_peered":"2024-04-26T17:24:44.474912+0000","last_clean":"2024-04-26T17:24:44.474912+0000","last_became_active":"2024-04-26T17:24:39.459091+0000","last_became_peered":"2024-04-26T17:24:39.459091+0000","last_unstale":"2024-04-26T17:24:44.474912+0000","last_undegraded":"2024-04-26T17:24:44.474912+0000","last_fullsized":"2024-04-26T17:24:44.474912+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:27.494595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344727+0000","last_change":"2024-04-26T17:24:43.471330+0000","last_active":"2024-04-26T17:24:45.344727+0000","last_peered":"2024-04-26T17:24:45.344727+0000","last_clean":"2024-04-26T17:24:45.344727+0000","last_became_active":"2024-04-26T17:24:43.469938+0000","last_became_peered":"2024-04-26T17:24:43.469938+0000","last_unstale":"2024-04-26T17:24:45.344727+0000","last_undegraded":"2024-04-26T17:24:45.344727+0000","last_fullsized":"2024-04-26T17:24:45.344727+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:59.679787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345549+0000","last_change":"2024-04-26T17:24:38.762239+0000","last_active":"2024-04-26T17:24:45.345549+0000","last_peered":"2024-04-26T17:24:45.345549+0000","last_clean":"2024-04-26T17:24:45.345549+0000","last_became_active":"2024-04-26T17:24:38.761870+0000","last_became_peered":"2024-04-26T17:24:38.761870+0000","last_unstale":"2024-04-26T17:24:45.345549+0000","last_undegraded":"2024-04-26T17:24:45.345549+0000","last_fullsized":"2024-04-26T17:24:45.345549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:22:20.740553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477127+0000","last_change":"2024-04-26T17:24:39.461934+0000","last_active":"2024-04-26T17:24:44.477127+0000","last_peered":"2024-04-26T17:24:44.477127+0000","last_clean":"2024-04-26T17:24:44.477127+0000","last_became_active":"2024-04-26T17:24:39.461627+0000","last_became_peered":"2024-04-26T17:24:39.461627+0000","last_unstale":"2024-04-26T17:24:44.477127+0000","last_undegraded":"2024-04-26T17:24:44.477127+0000","last_fullsized":"2024-04-26T17:24:44.477127+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:37:31.632926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344975+0000","last_change":"2024-04-26T17:24:43.465956+0000","last_active":"2024-04-26T17:24:45.344975+0000","last_peered":"2024-04-26T17:24:45.344975+0000","last_clean":"2024-04-26T17:24:45.344975+0000","last_became_active":"2024-04-26T17:24:43.465488+0000","last_became_peered":"2024-04-26T17:24:43.465488+0000","last_unstale":"2024-04-26T17:24:45.344975+0000","last_undegraded":"2024-04-26T17:24:45.344975+0000","last_fullsized":"2024-04-26T17:24:45.344975+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:15:44.676119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"85'1","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477166+0000","last_change":"2024-04-26T17:24:38.762067+0000","last_active":"2024-04-26T17:24:44.477166+0000","last_peered":"2024-04-26T17:24:44.477166+0000","last_clean":"2024-04-26T17:24:44.477166+0000","last_became_active":"2024-04-26T17:24:38.761741+0000","last_became_peered":"2024-04-26T17:24:38.761741+0000","last_unstale":"2024-04-26T17:24:44.477166+0000","last_undegraded":"2024-04-26T17:24:44.477166+0000","last_fullsized":"2024-04-26T17:24:44.477166+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:59.519213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345649+0000","last_change":"2024-04-26T17:24:39.456574+0000","last_active":"2024-04-26T17:24:45.345649+0000","last_peered":"2024-04-26T17:24:45.345649+0000","last_clean":"2024-04-26T17:24:45.345649+0000","last_became_active":"2024-04-26T17:24:39.456262+0000","last_became_peered":"2024-04-26T17:24:39.456262+0000","last_unstale":"2024-04-26T17:24:45.345649+0000","last_undegraded":"2024-04-26T17:24:45.345649+0000","last_fullsized":"2024-04-26T17:24:45.345649+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:32:14.587850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345012+0000","last_change":"2024-04-26T17:24:43.461865+0000","last_active":"2024-04-26T17:24:45.345012+0000","last_peered":"2024-04-26T17:24:45.345012+0000","last_clean":"2024-04-26T17:24:45.345012+0000","last_became_active":"2024-04-26T17:24:43.461468+0000","last_became_peered":"2024-04-26T17:24:43.461468+0000","last_unstale":"2024-04-26T17:24:45.345012+0000","last_undegraded":"2024-04-26T17:24:45.345012+0000","last_fullsized":"2024-04-26T17:24:45.345012+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:36:18.652254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"85'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346385+0000","last_change":"2024-04-26T17:24:38.754273+0000","last_active":"2024-04-26T17:24:45.346385+0000","last_peered":"2024-04-26T17:24:45.346385+0000","last_clean":"2024-04-26T17:24:45.346385+0000","last_became_active":"2024-04-26T17:24:38.753941+0000","last_became_peered":"2024-04-26T17:24:38.753941+0000","last_unstale":"2024-04-26T17:24:45.346385+0000","last_undegraded":"2024-04-26T17:24:45.346385+0000","last_fullsized":"2024-04-26T17:24:45.346385+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:52:09.996603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477317+0000","last_change":"2024-04-26T17:24:39.458418+0000","last_active":"2024-04-26T17:24:44.477317+0000","last_peered":"2024-04-26T17:24:44.477317+0000","last_clean":"2024-04-26T17:24:44.477317+0000","last_became_active":"2024-04-26T17:24:39.458098+0000","last_became_peered":"2024-04-26T17:24:39.458098+0000","last_unstale":"2024-04-26T17:24:44.477317+0000","last_undegraded":"2024-04-26T17:24:44.477317+0000","last_fullsized":"2024-04-26T17:24:44.477317+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:30:03.048106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844310+0000","last_change":"2024-04-26T17:24:43.468354+0000","last_active":"2024-04-26T17:24:44.844310+0000","last_peered":"2024-04-26T17:24:44.844310+0000","last_clean":"2024-04-26T17:24:44.844310+0000","last_became_active":"2024-04-26T17:24:43.467855+0000","last_became_peered":"2024-04-26T17:24:43.467855+0000","last_unstale":"2024-04-26T17:24:44.844310+0000","last_undegraded":"2024-04-26T17:24:44.844310+0000","last_fullsized":"2024-04-26T17:24:44.844310+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:16:21.823817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475366+0000","last_change":"2024-04-26T17:24:38.749273+0000","last_active":"2024-04-26T17:24:44.475366+0000","last_peered":"2024-04-26T17:24:44.475366+0000","last_clean":"2024-04-26T17:24:44.475366+0000","last_became_active":"2024-04-26T17:24:38.748846+0000","last_became_peered":"2024-04-26T17:24:38.748846+0000","last_unstale":"2024-04-26T17:24:44.475366+0000","last_undegraded":"2024-04-26T17:24:44.475366+0000","last_fullsized":"2024-04-26T17:24:44.475366+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:09:39.097917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398449+0000","last_change":"2024-04-26T17:24:39.455984+0000","last_active":"2024-04-26T17:24:45.398449+0000","last_peered":"2024-04-26T17:24:45.398449+0000","last_clean":"2024-04-26T17:24:45.398449+0000","last_became_active":"2024-04-26T17:24:39.455180+0000","last_became_peered":"2024-04-26T17:24:39.455180+0000","last_unstale":"2024-04-26T17:24:45.398449+0000","last_undegraded":"2024-04-26T17:24:45.398449+0000","last_fullsized":"2024-04-26T17:24:45.398449+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:05:20.141304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344841+0000","last_change":"2024-04-26T17:24:43.468541+0000","last_active":"2024-04-26T17:24:45.344841+0000","last_peered":"2024-04-26T17:24:45.344841+0000","last_clean":"2024-04-26T17:24:45.344841+0000","last_became_active":"2024-04-26T17:24:43.467853+0000","last_became_peered":"2024-04-26T17:24:43.467853+0000","last_unstale":"2024-04-26T17:24:45.344841+0000","last_undegraded":"2024-04-26T17:24:45.344841+0000","last_fullsized":"2024-04-26T17:24:45.344841+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:54:06.926318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476811+0000","last_change":"2024-04-26T17:24:38.760220+0000","last_active":"2024-04-26T17:24:44.476811+0000","last_peered":"2024-04-26T17:24:44.476811+0000","last_clean":"2024-04-26T17:24:44.476811+0000","last_became_active":"2024-04-26T17:24:38.759910+0000","last_became_peered":"2024-04-26T17:24:38.759910+0000","last_unstale":"2024-04-26T17:24:44.476811+0000","last_undegraded":"2024-04-26T17:24:44.476811+0000","last_fullsized":"2024-04-26T17:24:44.476811+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:45:08.808544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.889623+0000","last_change":"2024-04-26T17:24:39.456363+0000","last_active":"2024-04-26T17:24:44.889623+0000","last_peered":"2024-04-26T17:24:44.889623+0000","last_clean":"2024-04-26T17:24:44.889623+0000","last_became_active":"2024-04-26T17:24:39.456047+0000","last_became_peered":"2024-04-26T17:24:39.456047+0000","last_unstale":"2024-04-26T17:24:44.889623+0000","last_undegraded":"2024-04-26T17:24:44.889623+0000","last_fullsized":"2024-04-26T17:24:44.889623+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:20:08.146296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398633+0000","last_change":"2024-04-26T17:24:43.478351+0000","last_active":"2024-04-26T17:24:45.398633+0000","last_peered":"2024-04-26T17:24:45.398633+0000","last_clean":"2024-04-26T17:24:45.398633+0000","last_became_active":"2024-04-26T17:24:43.477813+0000","last_became_peered":"2024-04-26T17:24:43.477813+0000","last_unstale":"2024-04-26T17:24:45.398633+0000","last_undegraded":"2024-04-26T17:24:45.398633+0000","last_fullsized":"2024-04-26T17:24:45.398633+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:01.214958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346660+0000","last_change":"2024-04-26T17:24:38.760602+0000","last_active":"2024-04-26T17:24:45.346660+0000","last_peered":"2024-04-26T17:24:45.346660+0000","last_clean":"2024-04-26T17:24:45.346660+0000","last_became_active":"2024-04-26T17:24:38.760248+0000","last_became_peered":"2024-04-26T17:24:38.760248+0000","last_unstale":"2024-04-26T17:24:45.346660+0000","last_undegraded":"2024-04-26T17:24:45.346660+0000","last_fullsized":"2024-04-26T17:24:45.346660+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:10:20.105099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475462+0000","last_change":"2024-04-26T17:24:39.460070+0000","last_active":"2024-04-26T17:24:44.475462+0000","last_peered":"2024-04-26T17:24:44.475462+0000","last_clean":"2024-04-26T17:24:44.475462+0000","last_became_active":"2024-04-26T17:24:39.459701+0000","last_became_peered":"2024-04-26T17:24:39.459701+0000","last_unstale":"2024-04-26T17:24:44.475462+0000","last_undegraded":"2024-04-26T17:24:44.475462+0000","last_fullsized":"2024-04-26T17:24:44.475462+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:05.733139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.889723+0000","last_change":"2024-04-26T17:24:43.464374+0000","last_active":"2024-04-26T17:24:44.889723+0000","last_peered":"2024-04-26T17:24:44.889723+0000","last_clean":"2024-04-26T17:24:44.889723+0000","last_became_active":"2024-04-26T17:24:43.463969+0000","last_became_peered":"2024-04-26T17:24:43.463969+0000","last_unstale":"2024-04-26T17:24:44.889723+0000","last_undegraded":"2024-04-26T17:24:44.889723+0000","last_fullsized":"2024-04-26T17:24:44.889723+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:37:48.830523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:03.552694+0000","last_change":"2024-04-26T17:24:38.756290+0000","last_active":"2024-04-26T17:25:03.552694+0000","last_peered":"2024-04-26T17:25:03.552694+0000","last_clean":"2024-04-26T17:25:03.552694+0000","last_became_active":"2024-04-26T17:24:38.755946+0000","last_became_peered":"2024-04-26T17:24:38.755946+0000","last_unstale":"2024-04-26T17:25:03.552694+0000","last_undegraded":"2024-04-26T17:25:03.552694+0000","last_fullsized":"2024-04-26T17:25:03.552694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:18:12.738278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344943+0000","last_change":"2024-04-26T17:24:39.462107+0000","last_active":"2024-04-26T17:24:45.344943+0000","last_peered":"2024-04-26T17:24:45.344943+0000","last_clean":"2024-04-26T17:24:45.344943+0000","last_became_active":"2024-04-26T17:24:39.461789+0000","last_became_peered":"2024-04-26T17:24:39.461789+0000","last_unstale":"2024-04-26T17:24:45.344943+0000","last_undegraded":"2024-04-26T17:24:45.344943+0000","last_fullsized":"2024-04-26T17:24:45.344943+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:16:53.183674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345118+0000","last_change":"2024-04-26T17:24:43.466367+0000","last_active":"2024-04-26T17:24:45.345118+0000","last_peered":"2024-04-26T17:24:45.345118+0000","last_clean":"2024-04-26T17:24:45.345118+0000","last_became_active":"2024-04-26T17:24:43.465847+0000","last_became_peered":"2024-04-26T17:24:43.465847+0000","last_unstale":"2024-04-26T17:24:45.345118+0000","last_undegraded":"2024-04-26T17:24:45.345118+0000","last_fullsized":"2024-04-26T17:24:45.345118+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:16:39.130885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"85'3","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476995+0000","last_change":"2024-04-26T17:24:38.764664+0000","last_active":"2024-04-26T17:24:44.476995+0000","last_peered":"2024-04-26T17:24:44.476995+0000","last_clean":"2024-04-26T17:24:44.476995+0000","last_became_active":"2024-04-26T17:24:38.764343+0000","last_became_peered":"2024-04-26T17:24:38.764343+0000","last_unstale":"2024-04-26T17:24:44.476995+0000","last_undegraded":"2024-04-26T17:24:44.476995+0000","last_fullsized":"2024-04-26T17:24:44.476995+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:16:28.775919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475211+0000","last_change":"2024-04-26T17:24:39.459402+0000","last_active":"2024-04-26T17:24:44.475211+0000","last_peered":"2024-04-26T17:24:44.475211+0000","last_clean":"2024-04-26T17:24:44.475211+0000","last_became_active":"2024-04-26T17:24:39.458628+0000","last_became_peered":"2024-04-26T17:24:39.458628+0000","last_unstale":"2024-04-26T17:24:44.475211+0000","last_undegraded":"2024-04-26T17:24:44.475211+0000","last_fullsized":"2024-04-26T17:24:44.475211+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:06:33.324644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.889836+0000","last_change":"2024-04-26T17:24:43.465983+0000","last_active":"2024-04-26T17:24:44.889836+0000","last_peered":"2024-04-26T17:24:44.889836+0000","last_clean":"2024-04-26T17:24:44.889836+0000","last_became_active":"2024-04-26T17:24:43.465337+0000","last_became_peered":"2024-04-26T17:24:43.465337+0000","last_unstale":"2024-04-26T17:24:44.889836+0000","last_undegraded":"2024-04-26T17:24:44.889836+0000","last_fullsized":"2024-04-26T17:24:44.889836+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:16:53.268391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"90'9","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:50.868914+0000","last_change":"2024-04-26T17:24:38.757730+0000","last_active":"2024-04-26T17:24:50.868914+0000","last_peered":"2024-04-26T17:24:50.868914+0000","last_clean":"2024-04-26T17:24:50.868914+0000","last_became_active":"2024-04-26T17:24:38.757372+0000","last_became_peered":"2024-04-26T17:24:38.757372+0000","last_unstale":"2024-04-26T17:24:50.868914+0000","last_undegraded":"2024-04-26T17:24:50.868914+0000","last_fullsized":"2024-04-26T17:24:50.868914+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:29:46.775577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345782+0000","last_change":"2024-04-26T17:24:39.464413+0000","last_active":"2024-04-26T17:24:45.345782+0000","last_peered":"2024-04-26T17:24:45.345782+0000","last_clean":"2024-04-26T17:24:45.345782+0000","last_became_active":"2024-04-26T17:24:39.464083+0000","last_became_peered":"2024-04-26T17:24:39.464083+0000","last_unstale":"2024-04-26T17:24:45.345782+0000","last_undegraded":"2024-04-26T17:24:45.345782+0000","last_fullsized":"2024-04-26T17:24:45.345782+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:45:09.977048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477692+0000","last_change":"2024-04-26T17:24:43.474339+0000","last_active":"2024-04-26T17:24:44.477692+0000","last_peered":"2024-04-26T17:24:44.477692+0000","last_clean":"2024-04-26T17:24:44.477692+0000","last_became_active":"2024-04-26T17:24:43.473936+0000","last_became_peered":"2024-04-26T17:24:43.473936+0000","last_unstale":"2024-04-26T17:24:44.477692+0000","last_undegraded":"2024-04-26T17:24:44.477692+0000","last_fullsized":"2024-04-26T17:24:44.477692+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:09:41.382561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"85'2","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344871+0000","last_change":"2024-04-26T17:24:38.756870+0000","last_active":"2024-04-26T17:24:45.344871+0000","last_peered":"2024-04-26T17:24:45.344871+0000","last_clean":"2024-04-26T17:24:45.344871+0000","last_became_active":"2024-04-26T17:24:38.756509+0000","last_became_peered":"2024-04-26T17:24:38.756509+0000","last_unstale":"2024-04-26T17:24:45.344871+0000","last_undegraded":"2024-04-26T17:24:45.344871+0000","last_fullsized":"2024-04-26T17:24:45.344871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:18:03.288638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475504+0000","last_change":"2024-04-26T17:24:39.463415+0000","last_active":"2024-04-26T17:24:44.475504+0000","last_peered":"2024-04-26T17:24:44.475504+0000","last_clean":"2024-04-26T17:24:44.475504+0000","last_became_active":"2024-04-26T17:24:39.463051+0000","last_became_peered":"2024-04-26T17:24:39.463051+0000","last_unstale":"2024-04-26T17:24:44.475504+0000","last_undegraded":"2024-04-26T17:24:44.475504+0000","last_fullsized":"2024-04-26T17:24:44.475504+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:41:06.937446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844124+0000","last_change":"2024-04-26T17:24:43.470018+0000","last_active":"2024-04-26T17:24:44.844124+0000","last_peered":"2024-04-26T17:24:44.844124+0000","last_clean":"2024-04-26T17:24:44.844124+0000","last_became_active":"2024-04-26T17:24:43.469495+0000","last_became_peered":"2024-04-26T17:24:43.469495+0000","last_unstale":"2024-04-26T17:24:44.844124+0000","last_undegraded":"2024-04-26T17:24:44.844124+0000","last_fullsized":"2024-04-26T17:24:44.844124+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:58.038238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477273+0000","last_change":"2024-04-26T17:24:38.766199+0000","last_active":"2024-04-26T17:24:44.477273+0000","last_peered":"2024-04-26T17:24:44.477273+0000","last_clean":"2024-04-26T17:24:44.477273+0000","last_became_active":"2024-04-26T17:24:38.765842+0000","last_became_peered":"2024-04-26T17:24:38.765842+0000","last_unstale":"2024-04-26T17:24:44.477273+0000","last_undegraded":"2024-04-26T17:24:44.477273+0000","last_fullsized":"2024-04-26T17:24:44.477273+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:34:28.148476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345622+0000","last_change":"2024-04-26T17:24:39.465819+0000","last_active":"2024-04-26T17:24:45.345622+0000","last_peered":"2024-04-26T17:24:45.345622+0000","last_clean":"2024-04-26T17:24:45.345622+0000","last_became_active":"2024-04-26T17:24:39.464960+0000","last_became_peered":"2024-04-26T17:24:39.464960+0000","last_unstale":"2024-04-26T17:24:45.345622+0000","last_undegraded":"2024-04-26T17:24:45.345622+0000","last_fullsized":"2024-04-26T17:24:45.345622+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:55:24.079793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.890005+0000","last_change":"2024-04-26T17:24:43.475190+0000","last_active":"2024-04-26T17:24:44.890005+0000","last_peered":"2024-04-26T17:24:44.890005+0000","last_clean":"2024-04-26T17:24:44.890005+0000","last_became_active":"2024-04-26T17:24:43.474346+0000","last_became_peered":"2024-04-26T17:24:43.474346+0000","last_unstale":"2024-04-26T17:24:44.890005+0000","last_undegraded":"2024-04-26T17:24:44.890005+0000","last_fullsized":"2024-04-26T17:24:44.890005+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:31:50.199128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344838+0000","last_change":"2024-04-26T17:24:38.754741+0000","last_active":"2024-04-26T17:24:45.344838+0000","last_peered":"2024-04-26T17:24:45.344838+0000","last_clean":"2024-04-26T17:24:45.344838+0000","last_became_active":"2024-04-26T17:24:38.753324+0000","last_became_peered":"2024-04-26T17:24:38.753324+0000","last_unstale":"2024-04-26T17:24:45.344838+0000","last_undegraded":"2024-04-26T17:24:45.344838+0000","last_fullsized":"2024-04-26T17:24:45.344838+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:36.023200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345116+0000","last_change":"2024-04-26T17:24:39.462327+0000","last_active":"2024-04-26T17:24:45.345116+0000","last_peered":"2024-04-26T17:24:45.345116+0000","last_clean":"2024-04-26T17:24:45.345116+0000","last_became_active":"2024-04-26T17:24:39.460823+0000","last_became_peered":"2024-04-26T17:24:39.460823+0000","last_unstale":"2024-04-26T17:24:45.345116+0000","last_undegraded":"2024-04-26T17:24:45.345116+0000","last_fullsized":"2024-04-26T17:24:45.345116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:27.497709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476160+0000","last_change":"2024-04-26T17:24:43.477081+0000","last_active":"2024-04-26T17:24:44.476160+0000","last_peered":"2024-04-26T17:24:44.476160+0000","last_clean":"2024-04-26T17:24:44.476160+0000","last_became_active":"2024-04-26T17:24:43.476509+0000","last_became_peered":"2024-04-26T17:24:43.476509+0000","last_unstale":"2024-04-26T17:24:44.476160+0000","last_undegraded":"2024-04-26T17:24:44.476160+0000","last_fullsized":"2024-04-26T17:24:44.476160+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:17:57.803661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'10","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:03.554033+0000","last_change":"2024-04-26T17:24:38.763558+0000","last_active":"2024-04-26T17:25:03.554033+0000","last_peered":"2024-04-26T17:25:03.554033+0000","last_clean":"2024-04-26T17:25:03.554033+0000","last_became_active":"2024-04-26T17:24:38.763241+0000","last_became_peered":"2024-04-26T17:24:38.763241+0000","last_unstale":"2024-04-26T17:25:03.554033+0000","last_undegraded":"2024-04-26T17:25:03.554033+0000","last_fullsized":"2024-04-26T17:25:03.554033+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:26:38.986617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476879+0000","last_change":"2024-04-26T17:24:39.459062+0000","last_active":"2024-04-26T17:24:44.476879+0000","last_peered":"2024-04-26T17:24:44.476879+0000","last_clean":"2024-04-26T17:24:44.476879+0000","last_became_active":"2024-04-26T17:24:39.458742+0000","last_became_peered":"2024-04-26T17:24:39.458742+0000","last_unstale":"2024-04-26T17:24:44.476879+0000","last_undegraded":"2024-04-26T17:24:44.476879+0000","last_fullsized":"2024-04-26T17:24:44.476879+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:08:08.199435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476915+0000","last_change":"2024-04-26T17:24:43.473701+0000","last_active":"2024-04-26T17:24:44.476915+0000","last_peered":"2024-04-26T17:24:44.476915+0000","last_clean":"2024-04-26T17:24:44.476915+0000","last_became_active":"2024-04-26T17:24:43.473306+0000","last_became_peered":"2024-04-26T17:24:43.473306+0000","last_unstale":"2024-04-26T17:24:44.476915+0000","last_undegraded":"2024-04-26T17:24:44.476915+0000","last_fullsized":"2024-04-26T17:24:44.476915+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:46.427555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345778+0000","last_change":"2024-04-26T17:24:38.761556+0000","last_active":"2024-04-26T17:24:45.345778+0000","last_peered":"2024-04-26T17:24:45.345778+0000","last_clean":"2024-04-26T17:24:45.345778+0000","last_became_active":"2024-04-26T17:24:38.761058+0000","last_became_peered":"2024-04-26T17:24:38.761058+0000","last_unstale":"2024-04-26T17:24:45.345778+0000","last_undegraded":"2024-04-26T17:24:45.345778+0000","last_fullsized":"2024-04-26T17:24:45.345778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:56:22.515216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844128+0000","last_change":"2024-04-26T17:24:39.457532+0000","last_active":"2024-04-26T17:24:44.844128+0000","last_peered":"2024-04-26T17:24:44.844128+0000","last_clean":"2024-04-26T17:24:44.844128+0000","last_became_active":"2024-04-26T17:24:39.457191+0000","last_became_peered":"2024-04-26T17:24:39.457191+0000","last_unstale":"2024-04-26T17:24:44.844128+0000","last_undegraded":"2024-04-26T17:24:44.844128+0000","last_fullsized":"2024-04-26T17:24:44.844128+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:35:27.365525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345581+0000","last_change":"2024-04-26T17:24:43.484625+0000","last_active":"2024-04-26T17:24:45.345581+0000","last_peered":"2024-04-26T17:24:45.345581+0000","last_clean":"2024-04-26T17:24:45.345581+0000","last_became_active":"2024-04-26T17:24:43.484093+0000","last_became_peered":"2024-04-26T17:24:43.484093+0000","last_unstale":"2024-04-26T17:24:45.345581+0000","last_undegraded":"2024-04-26T17:24:45.345581+0000","last_fullsized":"2024-04-26T17:24:45.345581+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:23:51.275317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"90'1","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.889933+0000","last_change":"2024-04-26T17:24:38.755671+0000","last_active":"2024-04-26T17:24:44.889933+0000","last_peered":"2024-04-26T17:24:44.889933+0000","last_clean":"2024-04-26T17:24:44.889933+0000","last_became_active":"2024-04-26T17:24:38.755306+0000","last_became_peered":"2024-04-26T17:24:38.755306+0000","last_unstale":"2024-04-26T17:24:44.889933+0000","last_undegraded":"2024-04-26T17:24:44.889933+0000","last_fullsized":"2024-04-26T17:24:44.889933+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:04:54.537525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346625+0000","last_change":"2024-04-26T17:24:39.457765+0000","last_active":"2024-04-26T17:24:45.346625+0000","last_peered":"2024-04-26T17:24:45.346625+0000","last_clean":"2024-04-26T17:24:45.346625+0000","last_became_active":"2024-04-26T17:24:39.457436+0000","last_became_peered":"2024-04-26T17:24:39.457436+0000","last_unstale":"2024-04-26T17:24:45.346625+0000","last_undegraded":"2024-04-26T17:24:45.346625+0000","last_fullsized":"2024-04-26T17:24:45.346625+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:55:00.036890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476045+0000","last_change":"2024-04-26T17:24:43.470605+0000","last_active":"2024-04-26T17:24:44.476045+0000","last_peered":"2024-04-26T17:24:44.476045+0000","last_clean":"2024-04-26T17:24:44.476045+0000","last_became_active":"2024-04-26T17:24:43.470143+0000","last_became_peered":"2024-04-26T17:24:43.470143+0000","last_unstale":"2024-04-26T17:24:44.476045+0000","last_undegraded":"2024-04-26T17:24:44.476045+0000","last_fullsized":"2024-04-26T17:24:44.476045+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:34:46.825016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345263+0000","last_change":"2024-04-26T17:24:38.760705+0000","last_active":"2024-04-26T17:24:45.345263+0000","last_peered":"2024-04-26T17:24:45.345263+0000","last_clean":"2024-04-26T17:24:45.345263+0000","last_became_active":"2024-04-26T17:24:38.760311+0000","last_became_peered":"2024-04-26T17:24:38.760311+0000","last_unstale":"2024-04-26T17:24:45.345263+0000","last_undegraded":"2024-04-26T17:24:45.345263+0000","last_fullsized":"2024-04-26T17:24:45.345263+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:52:19.840232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346529+0000","last_change":"2024-04-26T17:24:39.459900+0000","last_active":"2024-04-26T17:24:45.346529+0000","last_peered":"2024-04-26T17:24:45.346529+0000","last_clean":"2024-04-26T17:24:45.346529+0000","last_became_active":"2024-04-26T17:24:39.459527+0000","last_became_peered":"2024-04-26T17:24:39.459527+0000","last_unstale":"2024-04-26T17:24:45.346529+0000","last_undegraded":"2024-04-26T17:24:45.346529+0000","last_fullsized":"2024-04-26T17:24:45.346529+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:18:36.208505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475932+0000","last_change":"2024-04-26T17:24:43.484227+0000","last_active":"2024-04-26T17:24:44.475932+0000","last_peered":"2024-04-26T17:24:44.475932+0000","last_clean":"2024-04-26T17:24:44.475932+0000","last_became_active":"2024-04-26T17:24:43.483643+0000","last_became_peered":"2024-04-26T17:24:43.483643+0000","last_unstale":"2024-04-26T17:24:44.475932+0000","last_undegraded":"2024-04-26T17:24:44.475932+0000","last_fullsized":"2024-04-26T17:24:44.475932+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:43.415912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477262+0000","last_change":"2024-04-26T17:24:39.458883+0000","last_active":"2024-04-26T17:24:44.477262+0000","last_peered":"2024-04-26T17:24:44.477262+0000","last_clean":"2024-04-26T17:24:44.477262+0000","last_became_active":"2024-04-26T17:24:39.458382+0000","last_became_peered":"2024-04-26T17:24:39.458382+0000","last_unstale":"2024-04-26T17:24:44.477262+0000","last_undegraded":"2024-04-26T17:24:44.477262+0000","last_fullsized":"2024-04-26T17:24:44.477262+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:35:05.561030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475340+0000","last_change":"2024-04-26T17:24:38.750013+0000","last_active":"2024-04-26T17:24:44.475340+0000","last_peered":"2024-04-26T17:24:44.475340+0000","last_clean":"2024-04-26T17:24:44.475340+0000","last_became_active":"2024-04-26T17:24:38.749676+0000","last_became_peered":"2024-04-26T17:24:38.749676+0000","last_unstale":"2024-04-26T17:24:44.475340+0000","last_undegraded":"2024-04-26T17:24:44.475340+0000","last_fullsized":"2024-04-26T17:24:44.475340+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:11:43.249143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345879+0000","last_change":"2024-04-26T17:24:43.464021+0000","last_active":"2024-04-26T17:24:45.345879+0000","last_peered":"2024-04-26T17:24:45.345879+0000","last_clean":"2024-04-26T17:24:45.345879+0000","last_became_active":"2024-04-26T17:24:43.463543+0000","last_became_peered":"2024-04-26T17:24:43.463543+0000","last_unstale":"2024-04-26T17:24:45.345879+0000","last_undegraded":"2024-04-26T17:24:45.345879+0000","last_fullsized":"2024-04-26T17:24:45.345879+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:49:30.368633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398580+0000","last_change":"2024-04-26T17:24:39.457631+0000","last_active":"2024-04-26T17:24:45.398580+0000","last_peered":"2024-04-26T17:24:45.398580+0000","last_clean":"2024-04-26T17:24:45.398580+0000","last_became_active":"2024-04-26T17:24:39.456706+0000","last_became_peered":"2024-04-26T17:24:39.456706+0000","last_unstale":"2024-04-26T17:24:45.398580+0000","last_undegraded":"2024-04-26T17:24:45.398580+0000","last_fullsized":"2024-04-26T17:24:45.398580+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:59:53.471197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344936+0000","last_change":"2024-04-26T17:24:38.753711+0000","last_active":"2024-04-26T17:24:45.344936+0000","last_peered":"2024-04-26T17:24:45.344936+0000","last_clean":"2024-04-26T17:24:45.344936+0000","last_became_active":"2024-04-26T17:24:38.753064+0000","last_became_peered":"2024-04-26T17:24:38.753064+0000","last_unstale":"2024-04-26T17:24:45.344936+0000","last_undegraded":"2024-04-26T17:24:45.344936+0000","last_fullsized":"2024-04-26T17:24:45.344936+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:19:10.566889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":348,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344874+0000","last_change":"2024-04-26T17:23:25.516116+0000","last_active":"2024-04-26T17:24:45.344874+0000","last_peered":"2024-04-26T17:24:45.344874+0000","last_clean":"2024-04-26T17:24:45.344874+0000","last_became_active":"2024-04-26T17:23:25.515603+0000","last_became_peered":"2024-04-26T17:23:25.515603+0000","last_unstale":"2024-04-26T17:24:45.344874+0000","last_undegraded":"2024-04-26T17:24:45.344874+0000","last_fullsized":"2024-04-26T17:24:45.344874+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_clean_scrub_stamp":"2024-04-26T17:20:00.347071+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:41:51.768456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477610+0000","last_change":"2024-04-26T17:24:43.485068+0000","last_active":"2024-04-26T17:24:44.477610+0000","last_peered":"2024-04-26T17:24:44.477610+0000","last_clean":"2024-04-26T17:24:44.477610+0000","last_became_active":"2024-04-26T17:24:43.484477+0000","last_became_peered":"2024-04-26T17:24:43.484477+0000","last_unstale":"2024-04-26T17:24:44.477610+0000","last_undegraded":"2024-04-26T17:24:44.477610+0000","last_fullsized":"2024-04-26T17:24:44.477610+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:34:40.409819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475243+0000","last_change":"2024-04-26T17:24:39.457780+0000","last_active":"2024-04-26T17:24:44.475243+0000","last_peered":"2024-04-26T17:24:44.475243+0000","last_clean":"2024-04-26T17:24:44.475243+0000","last_became_active":"2024-04-26T17:24:39.457464+0000","last_became_peered":"2024-04-26T17:24:39.457464+0000","last_unstale":"2024-04-26T17:24:44.475243+0000","last_undegraded":"2024-04-26T17:24:44.475243+0000","last_fullsized":"2024-04-26T17:24:44.475243+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:28:10.491236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345064+0000","last_change":"2024-04-26T17:24:38.762834+0000","last_active":"2024-04-26T17:24:45.345064+0000","last_peered":"2024-04-26T17:24:45.345064+0000","last_clean":"2024-04-26T17:24:45.345064+0000","last_became_active":"2024-04-26T17:24:38.762547+0000","last_became_peered":"2024-04-26T17:24:38.762547+0000","last_unstale":"2024-04-26T17:24:45.345064+0000","last_undegraded":"2024-04-26T17:24:45.345064+0000","last_fullsized":"2024-04-26T17:24:45.345064+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:04:12.399538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844325+0000","last_change":"2024-04-26T17:24:43.470092+0000","last_active":"2024-04-26T17:24:44.844325+0000","last_peered":"2024-04-26T17:24:44.844325+0000","last_clean":"2024-04-26T17:24:44.844325+0000","last_became_active":"2024-04-26T17:24:43.469522+0000","last_became_peered":"2024-04-26T17:24:43.469522+0000","last_unstale":"2024-04-26T17:24:44.844325+0000","last_undegraded":"2024-04-26T17:24:44.844325+0000","last_fullsized":"2024-04-26T17:24:44.844325+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:41:03.709023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345924+0000","last_change":"2024-04-26T17:24:38.764058+0000","last_active":"2024-04-26T17:24:45.345924+0000","last_peered":"2024-04-26T17:24:45.345924+0000","last_clean":"2024-04-26T17:24:45.345924+0000","last_became_active":"2024-04-26T17:24:38.763742+0000","last_became_peered":"2024-04-26T17:24:38.763742+0000","last_unstale":"2024-04-26T17:24:45.345924+0000","last_undegraded":"2024-04-26T17:24:45.345924+0000","last_fullsized":"2024-04-26T17:24:45.345924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:54:45.870305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476010+0000","last_change":"2024-04-26T17:24:39.447902+0000","last_active":"2024-04-26T17:24:44.476010+0000","last_peered":"2024-04-26T17:24:44.476010+0000","last_clean":"2024-04-26T17:24:44.476010+0000","last_became_active":"2024-04-26T17:24:39.447568+0000","last_became_peered":"2024-04-26T17:24:39.447568+0000","last_unstale":"2024-04-26T17:24:44.476010+0000","last_undegraded":"2024-04-26T17:24:44.476010+0000","last_fullsized":"2024-04-26T17:24:44.476010+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:38:55.547928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398566+0000","last_change":"2024-04-26T17:24:43.484707+0000","last_active":"2024-04-26T17:24:45.398566+0000","last_peered":"2024-04-26T17:24:45.398566+0000","last_clean":"2024-04-26T17:24:45.398566+0000","last_became_active":"2024-04-26T17:24:43.484224+0000","last_became_peered":"2024-04-26T17:24:43.484224+0000","last_unstale":"2024-04-26T17:24:45.398566+0000","last_undegraded":"2024-04-26T17:24:45.398566+0000","last_fullsized":"2024-04-26T17:24:45.398566+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:10:55.134905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'7","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:04.864864+0000","last_change":"2024-04-26T17:24:38.757005+0000","last_active":"2024-04-26T17:25:04.864864+0000","last_peered":"2024-04-26T17:25:04.864864+0000","last_clean":"2024-04-26T17:25:04.864864+0000","last_became_active":"2024-04-26T17:24:38.756679+0000","last_became_peered":"2024-04-26T17:24:38.756679+0000","last_unstale":"2024-04-26T17:25:04.864864+0000","last_undegraded":"2024-04-26T17:25:04.864864+0000","last_fullsized":"2024-04-26T17:25:04.864864+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:38:35.553984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398974+0000","last_change":"2024-04-26T17:24:39.463481+0000","last_active":"2024-04-26T17:24:45.398974+0000","last_peered":"2024-04-26T17:24:45.398974+0000","last_clean":"2024-04-26T17:24:45.398974+0000","last_became_active":"2024-04-26T17:24:39.463056+0000","last_became_peered":"2024-04-26T17:24:39.463056+0000","last_unstale":"2024-04-26T17:24:45.398974+0000","last_undegraded":"2024-04-26T17:24:45.398974+0000","last_fullsized":"2024-04-26T17:24:45.398974+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:46:22.393026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344598+0000","last_change":"2024-04-26T17:24:43.462942+0000","last_active":"2024-04-26T17:24:45.344598+0000","last_peered":"2024-04-26T17:24:45.344598+0000","last_clean":"2024-04-26T17:24:45.344598+0000","last_became_active":"2024-04-26T17:24:43.462521+0000","last_became_peered":"2024-04-26T17:24:43.462521+0000","last_unstale":"2024-04-26T17:24:45.344598+0000","last_undegraded":"2024-04-26T17:24:45.344598+0000","last_fullsized":"2024-04-26T17:24:45.344598+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:12:19.608796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"85'2","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345918+0000","last_change":"2024-04-26T17:24:38.759355+0000","last_active":"2024-04-26T17:24:45.345918+0000","last_peered":"2024-04-26T17:24:45.345918+0000","last_clean":"2024-04-26T17:24:45.345918+0000","last_became_active":"2024-04-26T17:24:38.759050+0000","last_became_peered":"2024-04-26T17:24:38.759050+0000","last_unstale":"2024-04-26T17:24:45.345918+0000","last_undegraded":"2024-04-26T17:24:45.345918+0000","last_fullsized":"2024-04-26T17:24:45.345918+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:22:39.158090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344887+0000","last_change":"2024-04-26T17:24:39.460500+0000","last_active":"2024-04-26T17:24:45.344887+0000","last_peered":"2024-04-26T17:24:45.344887+0000","last_clean":"2024-04-26T17:24:45.344887+0000","last_became_active":"2024-04-26T17:24:39.460107+0000","last_became_peered":"2024-04-26T17:24:39.460107+0000","last_unstale":"2024-04-26T17:24:45.344887+0000","last_undegraded":"2024-04-26T17:24:45.344887+0000","last_fullsized":"2024-04-26T17:24:45.344887+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:09:36.435654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346082+0000","last_change":"2024-04-26T17:24:43.484806+0000","last_active":"2024-04-26T17:24:45.346082+0000","last_peered":"2024-04-26T17:24:45.346082+0000","last_clean":"2024-04-26T17:24:45.346082+0000","last_became_active":"2024-04-26T17:24:43.484389+0000","last_became_peered":"2024-04-26T17:24:43.484389+0000","last_unstale":"2024-04-26T17:24:45.346082+0000","last_undegraded":"2024-04-26T17:24:45.346082+0000","last_fullsized":"2024-04-26T17:24:45.346082+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:46:50.161170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:03.553209+0000","last_change":"2024-04-26T17:24:38.763427+0000","last_active":"2024-04-26T17:25:03.553209+0000","last_peered":"2024-04-26T17:25:03.553209+0000","last_clean":"2024-04-26T17:25:03.553209+0000","last_became_active":"2024-04-26T17:24:38.763138+0000","last_became_peered":"2024-04-26T17:24:38.763138+0000","last_unstale":"2024-04-26T17:25:03.553209+0000","last_undegraded":"2024-04-26T17:25:03.553209+0000","last_fullsized":"2024-04-26T17:25:03.553209+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:19:19.723703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345207+0000","last_change":"2024-04-26T17:24:39.456262+0000","last_active":"2024-04-26T17:24:45.345207+0000","last_peered":"2024-04-26T17:24:45.345207+0000","last_clean":"2024-04-26T17:24:45.345207+0000","last_became_active":"2024-04-26T17:24:39.455871+0000","last_became_peered":"2024-04-26T17:24:39.455871+0000","last_unstale":"2024-04-26T17:24:45.345207+0000","last_undegraded":"2024-04-26T17:24:45.345207+0000","last_fullsized":"2024-04-26T17:24:45.345207+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:50:38.981234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.890134+0000","last_change":"2024-04-26T17:24:43.475618+0000","last_active":"2024-04-26T17:24:44.890134+0000","last_peered":"2024-04-26T17:24:44.890134+0000","last_clean":"2024-04-26T17:24:44.890134+0000","last_became_active":"2024-04-26T17:24:43.474714+0000","last_became_peered":"2024-04-26T17:24:43.474714+0000","last_unstale":"2024-04-26T17:24:44.890134+0000","last_undegraded":"2024-04-26T17:24:44.890134+0000","last_fullsized":"2024-04-26T17:24:44.890134+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:43:16.082855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"90'7","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:05.875606+0000","last_change":"2024-04-26T17:24:38.751590+0000","last_active":"2024-04-26T17:25:05.875606+0000","last_peered":"2024-04-26T17:25:05.875606+0000","last_clean":"2024-04-26T17:25:05.875606+0000","last_became_active":"2024-04-26T17:24:38.751285+0000","last_became_peered":"2024-04-26T17:24:38.751285+0000","last_unstale":"2024-04-26T17:25:05.875606+0000","last_undegraded":"2024-04-26T17:25:05.875606+0000","last_fullsized":"2024-04-26T17:25:05.875606+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:28:11.951439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.843862+0000","last_change":"2024-04-26T17:24:39.450865+0000","last_active":"2024-04-26T17:24:44.843862+0000","last_peered":"2024-04-26T17:24:44.843862+0000","last_clean":"2024-04-26T17:24:44.843862+0000","last_became_active":"2024-04-26T17:24:39.450096+0000","last_became_peered":"2024-04-26T17:24:39.450096+0000","last_unstale":"2024-04-26T17:24:44.843862+0000","last_undegraded":"2024-04-26T17:24:44.843862+0000","last_fullsized":"2024-04-26T17:24:44.843862+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:47:59.436057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345661+0000","last_change":"2024-04-26T17:24:43.468810+0000","last_active":"2024-04-26T17:24:45.345661+0000","last_peered":"2024-04-26T17:24:45.345661+0000","last_clean":"2024-04-26T17:24:45.345661+0000","last_became_active":"2024-04-26T17:24:43.468022+0000","last_became_peered":"2024-04-26T17:24:43.468022+0000","last_unstale":"2024-04-26T17:24:45.345661+0000","last_undegraded":"2024-04-26T17:24:45.345661+0000","last_fullsized":"2024-04-26T17:24:45.345661+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:48:27.025825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344640+0000","last_change":"2024-04-26T17:24:38.760595+0000","last_active":"2024-04-26T17:24:45.344640+0000","last_peered":"2024-04-26T17:24:45.344640+0000","last_clean":"2024-04-26T17:24:45.344640+0000","last_became_active":"2024-04-26T17:24:38.760278+0000","last_became_peered":"2024-04-26T17:24:38.760278+0000","last_unstale":"2024-04-26T17:24:45.344640+0000","last_undegraded":"2024-04-26T17:24:45.344640+0000","last_fullsized":"2024-04-26T17:24:45.344640+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:23:31.359042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398909+0000","last_change":"2024-04-26T17:24:39.458880+0000","last_active":"2024-04-26T17:24:45.398909+0000","last_peered":"2024-04-26T17:24:45.398909+0000","last_clean":"2024-04-26T17:24:45.398909+0000","last_became_active":"2024-04-26T17:24:39.458562+0000","last_became_peered":"2024-04-26T17:24:39.458562+0000","last_unstale":"2024-04-26T17:24:45.398909+0000","last_undegraded":"2024-04-26T17:24:45.398909+0000","last_fullsized":"2024-04-26T17:24:45.398909+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:48:02.912966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345814+0000","last_change":"2024-04-26T17:24:43.484586+0000","last_active":"2024-04-26T17:24:45.345814+0000","last_peered":"2024-04-26T17:24:45.345814+0000","last_clean":"2024-04-26T17:24:45.345814+0000","last_became_active":"2024-04-26T17:24:43.484167+0000","last_became_peered":"2024-04-26T17:24:43.484167+0000","last_unstale":"2024-04-26T17:24:45.345814+0000","last_undegraded":"2024-04-26T17:24:45.345814+0000","last_fullsized":"2024-04-26T17:24:45.345814+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:02:57.677034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:03.555074+0000","last_change":"2024-04-26T17:24:38.757253+0000","last_active":"2024-04-26T17:25:03.555074+0000","last_peered":"2024-04-26T17:25:03.555074+0000","last_clean":"2024-04-26T17:25:03.555074+0000","last_became_active":"2024-04-26T17:24:38.756978+0000","last_became_peered":"2024-04-26T17:24:38.756978+0000","last_unstale":"2024-04-26T17:25:03.555074+0000","last_undegraded":"2024-04-26T17:25:03.555074+0000","last_fullsized":"2024-04-26T17:25:03.555074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:35:08.978859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345340+0000","last_change":"2024-04-26T17:24:39.455522+0000","last_active":"2024-04-26T17:24:45.345340+0000","last_peered":"2024-04-26T17:24:45.345340+0000","last_clean":"2024-04-26T17:24:45.345340+0000","last_became_active":"2024-04-26T17:24:39.455187+0000","last_became_peered":"2024-04-26T17:24:39.455187+0000","last_unstale":"2024-04-26T17:24:45.345340+0000","last_undegraded":"2024-04-26T17:24:45.345340+0000","last_fullsized":"2024-04-26T17:24:45.345340+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:13:30.576245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475052+0000","last_change":"2024-04-26T17:24:43.463308+0000","last_active":"2024-04-26T17:24:44.475052+0000","last_peered":"2024-04-26T17:24:44.475052+0000","last_clean":"2024-04-26T17:24:44.475052+0000","last_became_active":"2024-04-26T17:24:43.462881+0000","last_became_peered":"2024-04-26T17:24:43.462881+0000","last_unstale":"2024-04-26T17:24:44.475052+0000","last_undegraded":"2024-04-26T17:24:44.475052+0000","last_fullsized":"2024-04-26T17:24:44.475052+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:29:21.285541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345221+0000","last_change":"2024-04-26T17:24:38.760213+0000","last_active":"2024-04-26T17:24:45.345221+0000","last_peered":"2024-04-26T17:24:45.345221+0000","last_clean":"2024-04-26T17:24:45.345221+0000","last_became_active":"2024-04-26T17:24:38.759853+0000","last_became_peered":"2024-04-26T17:24:38.759853+0000","last_unstale":"2024-04-26T17:24:45.345221+0000","last_undegraded":"2024-04-26T17:24:45.345221+0000","last_fullsized":"2024-04-26T17:24:45.345221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:15:38.711259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346208+0000","last_change":"2024-04-26T17:24:39.466376+0000","last_active":"2024-04-26T17:24:45.346208+0000","last_peered":"2024-04-26T17:24:45.346208+0000","last_clean":"2024-04-26T17:24:45.346208+0000","last_became_active":"2024-04-26T17:24:39.465419+0000","last_became_peered":"2024-04-26T17:24:39.465419+0000","last_unstale":"2024-04-26T17:24:45.346208+0000","last_undegraded":"2024-04-26T17:24:45.346208+0000","last_fullsized":"2024-04-26T17:24:45.346208+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:57:16.064878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344547+0000","last_change":"2024-04-26T17:24:43.469096+0000","last_active":"2024-04-26T17:24:45.344547+0000","last_peered":"2024-04-26T17:24:45.344547+0000","last_clean":"2024-04-26T17:24:45.344547+0000","last_became_active":"2024-04-26T17:24:43.468579+0000","last_became_peered":"2024-04-26T17:24:43.468579+0000","last_unstale":"2024-04-26T17:24:45.344547+0000","last_undegraded":"2024-04-26T17:24:45.344547+0000","last_fullsized":"2024-04-26T17:24:45.344547+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:35:58.470242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477403+0000","last_change":"2024-04-26T17:24:38.766114+0000","last_active":"2024-04-26T17:24:44.477403+0000","last_peered":"2024-04-26T17:24:44.477403+0000","last_clean":"2024-04-26T17:24:44.477403+0000","last_became_active":"2024-04-26T17:24:38.765790+0000","last_became_peered":"2024-04-26T17:24:38.765790+0000","last_unstale":"2024-04-26T17:24:44.477403+0000","last_undegraded":"2024-04-26T17:24:44.477403+0000","last_fullsized":"2024-04-26T17:24:44.477403+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:12:30.459554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345603+0000","last_change":"2024-04-26T17:24:39.465538+0000","last_active":"2024-04-26T17:24:45.345603+0000","last_peered":"2024-04-26T17:24:45.345603+0000","last_clean":"2024-04-26T17:24:45.345603+0000","last_became_active":"2024-04-26T17:24:39.460819+0000","last_became_peered":"2024-04-26T17:24:39.460819+0000","last_unstale":"2024-04-26T17:24:45.345603+0000","last_undegraded":"2024-04-26T17:24:45.345603+0000","last_fullsized":"2024-04-26T17:24:45.345603+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:07:07.810205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476642+0000","last_change":"2024-04-26T17:24:43.465495+0000","last_active":"2024-04-26T17:24:44.476642+0000","last_peered":"2024-04-26T17:24:44.476642+0000","last_clean":"2024-04-26T17:24:44.476642+0000","last_became_active":"2024-04-26T17:24:43.464957+0000","last_became_peered":"2024-04-26T17:24:43.464957+0000","last_unstale":"2024-04-26T17:24:44.476642+0000","last_undegraded":"2024-04-26T17:24:44.476642+0000","last_fullsized":"2024-04-26T17:24:44.476642+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:11:19.601623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475971+0000","last_change":"2024-04-26T17:24:38.761473+0000","last_active":"2024-04-26T17:24:44.475971+0000","last_peered":"2024-04-26T17:24:44.475971+0000","last_clean":"2024-04-26T17:24:44.475971+0000","last_became_active":"2024-04-26T17:24:38.761131+0000","last_became_peered":"2024-04-26T17:24:38.761131+0000","last_unstale":"2024-04-26T17:24:44.475971+0000","last_undegraded":"2024-04-26T17:24:44.475971+0000","last_fullsized":"2024-04-26T17:24:44.475971+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:33:42.184431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345238+0000","last_change":"2024-04-26T17:24:39.458109+0000","last_active":"2024-04-26T17:24:45.345238+0000","last_peered":"2024-04-26T17:24:45.345238+0000","last_clean":"2024-04-26T17:24:45.345238+0000","last_became_active":"2024-04-26T17:24:39.457715+0000","last_became_peered":"2024-04-26T17:24:39.457715+0000","last_unstale":"2024-04-26T17:24:45.345238+0000","last_undegraded":"2024-04-26T17:24:45.345238+0000","last_fullsized":"2024-04-26T17:24:45.345238+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:49.881932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.843966+0000","last_change":"2024-04-26T17:24:39.454462+0000","last_active":"2024-04-26T17:24:44.843966+0000","last_peered":"2024-04-26T17:24:44.843966+0000","last_clean":"2024-04-26T17:24:44.843966+0000","last_became_active":"2024-04-26T17:24:39.454127+0000","last_became_peered":"2024-04-26T17:24:39.454127+0000","last_unstale":"2024-04-26T17:24:44.843966+0000","last_undegraded":"2024-04-26T17:24:44.843966+0000","last_fullsized":"2024-04-26T17:24:44.843966+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:32:08.386506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344899+0000","last_change":"2024-04-26T17:24:39.457535+0000","last_active":"2024-04-26T17:24:45.344899+0000","last_peered":"2024-04-26T17:24:45.344899+0000","last_clean":"2024-04-26T17:24:45.344899+0000","last_became_active":"2024-04-26T17:24:39.457178+0000","last_became_peered":"2024-04-26T17:24:39.457178+0000","last_unstale":"2024-04-26T17:24:45.344899+0000","last_undegraded":"2024-04-26T17:24:45.344899+0000","last_fullsized":"2024-04-26T17:24:45.344899+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:08.479586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344689+0000","last_change":"2024-04-26T17:24:39.455463+0000","last_active":"2024-04-26T17:24:45.344689+0000","last_peered":"2024-04-26T17:24:45.344689+0000","last_clean":"2024-04-26T17:24:45.344689+0000","last_became_active":"2024-04-26T17:24:39.455066+0000","last_became_peered":"2024-04-26T17:24:39.455066+0000","last_unstale":"2024-04-26T17:24:45.344689+0000","last_undegraded":"2024-04-26T17:24:45.344689+0000","last_fullsized":"2024-04-26T17:24:45.344689+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:11:31.451372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344711+0000","last_change":"2024-04-26T17:24:39.458279+0000","last_active":"2024-04-26T17:24:45.344711+0000","last_peered":"2024-04-26T17:24:45.344711+0000","last_clean":"2024-04-26T17:24:45.344711+0000","last_became_active":"2024-04-26T17:24:39.457822+0000","last_became_peered":"2024-04-26T17:24:39.457822+0000","last_unstale":"2024-04-26T17:24:45.344711+0000","last_undegraded":"2024-04-26T17:24:45.344711+0000","last_fullsized":"2024-04-26T17:24:45.344711+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:12:33.206289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476102+0000","last_change":"2024-04-26T17:24:39.457862+0000","last_active":"2024-04-26T17:24:44.476102+0000","last_peered":"2024-04-26T17:24:44.476102+0000","last_clean":"2024-04-26T17:24:44.476102+0000","last_became_active":"2024-04-26T17:24:39.457571+0000","last_became_peered":"2024-04-26T17:24:39.457571+0000","last_unstale":"2024-04-26T17:24:44.476102+0000","last_undegraded":"2024-04-26T17:24:44.476102+0000","last_fullsized":"2024-04-26T17:24:44.476102+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:21.890300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844274+0000","last_change":"2024-04-26T17:24:39.454287+0000","last_active":"2024-04-26T17:24:44.844274+0000","last_peered":"2024-04-26T17:24:44.844274+0000","last_clean":"2024-04-26T17:24:44.844274+0000","last_became_active":"2024-04-26T17:24:39.453985+0000","last_became_peered":"2024-04-26T17:24:39.453985+0000","last_unstale":"2024-04-26T17:24:44.844274+0000","last_undegraded":"2024-04-26T17:24:44.844274+0000","last_fullsized":"2024-04-26T17:24:44.844274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:58.875958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345321+0000","last_change":"2024-04-26T17:24:39.450151+0000","last_active":"2024-04-26T17:24:45.345321+0000","last_peered":"2024-04-26T17:24:45.345321+0000","last_clean":"2024-04-26T17:24:45.345321+0000","last_became_active":"2024-04-26T17:24:39.449808+0000","last_became_peered":"2024-04-26T17:24:39.449808+0000","last_unstale":"2024-04-26T17:24:45.345321+0000","last_undegraded":"2024-04-26T17:24:45.345321+0000","last_fullsized":"2024-04-26T17:24:45.345321+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.662766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.399046+0000","last_change":"2024-04-26T17:24:39.458012+0000","last_active":"2024-04-26T17:24:45.399046+0000","last_peered":"2024-04-26T17:24:45.399046+0000","last_clean":"2024-04-26T17:24:45.399046+0000","last_became_active":"2024-04-26T17:24:39.457686+0000","last_became_peered":"2024-04-26T17:24:39.457686+0000","last_unstale":"2024-04-26T17:24:45.399046+0000","last_undegraded":"2024-04-26T17:24:45.399046+0000","last_fullsized":"2024-04-26T17:24:45.399046+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:42.019195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476979+0000","last_change":"2024-04-26T17:24:39.457973+0000","last_active":"2024-04-26T17:24:44.476979+0000","last_peered":"2024-04-26T17:24:44.476979+0000","last_clean":"2024-04-26T17:24:44.476979+0000","last_became_active":"2024-04-26T17:24:39.457656+0000","last_became_peered":"2024-04-26T17:24:39.457656+0000","last_unstale":"2024-04-26T17:24:44.476979+0000","last_undegraded":"2024-04-26T17:24:44.476979+0000","last_fullsized":"2024-04-26T17:24:44.476979+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:33:19.075538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398691+0000","last_change":"2024-04-26T17:24:39.456407+0000","last_active":"2024-04-26T17:24:45.398691+0000","last_peered":"2024-04-26T17:24:45.398691+0000","last_clean":"2024-04-26T17:24:45.398691+0000","last_became_active":"2024-04-26T17:24:39.456058+0000","last_became_peered":"2024-04-26T17:24:39.456058+0000","last_unstale":"2024-04-26T17:24:45.398691+0000","last_undegraded":"2024-04-26T17:24:45.398691+0000","last_fullsized":"2024-04-26T17:24:45.398691+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:17:43.323671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475221+0000","last_change":"2024-04-26T17:24:39.463539+0000","last_active":"2024-04-26T17:24:44.475221+0000","last_peered":"2024-04-26T17:24:44.475221+0000","last_clean":"2024-04-26T17:24:44.475221+0000","last_became_active":"2024-04-26T17:24:39.463195+0000","last_became_peered":"2024-04-26T17:24:39.463195+0000","last_unstale":"2024-04-26T17:24:44.475221+0000","last_undegraded":"2024-04-26T17:24:44.475221+0000","last_fullsized":"2024-04-26T17:24:44.475221+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:32:52.182622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475708+0000","last_change":"2024-04-26T17:24:39.462539+0000","last_active":"2024-04-26T17:24:44.475708+0000","last_peered":"2024-04-26T17:24:44.475708+0000","last_clean":"2024-04-26T17:24:44.475708+0000","last_became_active":"2024-04-26T17:24:39.462220+0000","last_became_peered":"2024-04-26T17:24:39.462220+0000","last_unstale":"2024-04-26T17:24:44.475708+0000","last_undegraded":"2024-04-26T17:24:44.475708+0000","last_fullsized":"2024-04-26T17:24:44.475708+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:54.461792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844334+0000","last_change":"2024-04-26T17:24:39.460186+0000","last_active":"2024-04-26T17:24:44.844334+0000","last_peered":"2024-04-26T17:24:44.844334+0000","last_clean":"2024-04-26T17:24:44.844334+0000","last_became_active":"2024-04-26T17:24:39.459328+0000","last_became_peered":"2024-04-26T17:24:39.459328+0000","last_unstale":"2024-04-26T17:24:44.844334+0000","last_undegraded":"2024-04-26T17:24:44.844334+0000","last_fullsized":"2024-04-26T17:24:44.844334+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:19.563453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4842,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":90,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":188416,"data_stored":16818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77,"ondisk_log_size":77,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350994,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":991232,"data_stored":480266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612631,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28588,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716564,"statfs":{"total":95995035648,"available":95965761536,"internally_reserved":0,"allocated":1609728,"data_stored":1074670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776157,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1028096,"data_stored":481388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037793,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":480892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299430,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32736,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712416,"statfs":{"total":95995035648,"available":95961513984,"internally_reserved":0,"allocated":1589248,"data_stored":1071216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462956,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":991232,"data_stored":480266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574917,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36316,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708836,"statfs":{"total":95995035648,"available":95957848064,"internally_reserved":0,"allocated":1003520,"data_stored":484108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36316,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708836,"statfs":{"total":95995035648,"available":95957848064,"internally_reserved":0,"allocated":1003520,"data_stored":480960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411392,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":484142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149755,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":480696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888118,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":995328,"data_stored":480288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724592,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1597440,"data_stored":1070816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T17:25:08.617 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-26T17:25:08.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.749+0000 7f6d74e59640 1 -- 172.21.15.90:0/4056440568 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d70100c00 msgr2=0x7f6d7010a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.749+0000 7f6d74e59640 1 --2- 172.21.15.90:0/4056440568 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d70100c00 0x7f6d7010a7b0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6d68009ca0 tx=0x7f6d6802a8c0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.749+0000 7f6d74e59640 1 -- 172.21.15.90:0/4056440568 shutdown_connections 2024-04-26T17:25:08.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.749+0000 7f6d74e59640 1 --2- 172.21.15.90:0/4056440568 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d70100c00 0x7f6d7010a7b0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.749+0000 7f6d74e59640 1 --2- 172.21.15.90:0/4056440568 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d70100240 0x7f6d701006c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.749+0000 7f6d74e59640 1 --2- 172.21.15.90:0/4056440568 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6d701037d0 0x7f6d70103bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.749+0000 7f6d74e59640 1 -- 172.21.15.90:0/4056440568 >> 172.21.15.90:0/4056440568 conn(0x7f6d700fbde0 msgr2=0x7f6d700fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:08.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.749+0000 7f6d74e59640 1 -- 172.21.15.90:0/4056440568 shutdown_connections 2024-04-26T17:25:08.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.749+0000 7f6d74e59640 1 -- 172.21.15.90:0/4056440568 wait complete. 2024-04-26T17:25:08.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d74e59640 1 Processor -- start 2024-04-26T17:25:08.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d74e59640 1 -- start start 2024-04-26T17:25:08.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d74e59640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d70100240 0x7f6d7019a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:08.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d74e59640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6d70100c00 0x7f6d7019aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:08.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d74e59640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d701037d0 0x7f6d701a1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:08.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d74e59640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6d7010dd80 con 0x7f6d701037d0 2024-04-26T17:25:08.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d74e59640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6d7010dc00 con 0x7f6d70100240 2024-04-26T17:25:08.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d74e59640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6d7010df00 con 0x7f6d70100c00 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d6ed9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d701037d0 0x7f6d701a1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d6ed9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d701037d0 0x7f6d701a1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51188/0 (socket says 172.21.15.90:51188) 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d6ed9d640 1 -- 172.21.15.90:0/2073864163 learned_addr learned my addr 172.21.15.90:0/2073864163 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d67fff640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6d70100c00 0x7f6d7019aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d6ed9d640 1 -- 172.21.15.90:0/2073864163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6d70100c00 msgr2=0x7f6d7019aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d6ed9d640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6d70100c00 0x7f6d7019aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d6ed9d640 1 -- 172.21.15.90:0/2073864163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d70100240 msgr2=0x7f6d7019a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d6e59c640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d70100240 0x7f6d7019a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d6ed9d640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d70100240 0x7f6d7019a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d6ed9d640 1 -- 172.21.15.90:0/2073864163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d701a2150 con 0x7f6d701037d0 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d6e59c640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d70100240 0x7f6d7019a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d6ed9d640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d701037d0 0x7f6d701a1ae0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6d68031040 tx=0x7f6d68003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.750+0000 7f6d677fe640 1 -- 172.21.15.90:0/2073864163 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d68032e90 con 0x7f6d701037d0 2024-04-26T17:25:08.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.751+0000 7f6d74e59640 1 -- 172.21.15.90:0/2073864163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d701a23e0 con 0x7f6d701037d0 2024-04-26T17:25:08.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.751+0000 7f6d677fe640 1 -- 172.21.15.90:0/2073864163 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6d680044f0 con 0x7f6d701037d0 2024-04-26T17:25:08.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.751+0000 7f6d677fe640 1 -- 172.21.15.90:0/2073864163 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d68030ce0 con 0x7f6d701037d0 2024-04-26T17:25:08.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.751+0000 7f6d74e59640 1 -- 172.21.15.90:0/2073864163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d701a2930 con 0x7f6d701037d0 2024-04-26T17:25:08.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.752+0000 7f6d74e59640 1 -- 172.21.15.90:0/2073864163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d701a2b90 con 0x7f6d701037d0 2024-04-26T17:25:08.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.753+0000 7f6d677fe640 1 -- 172.21.15.90:0/2073864163 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f6d680046a0 con 0x7f6d701037d0 2024-04-26T17:25:08.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.753+0000 7f6d677fe640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6d5c0a3c40 0x7f6d5c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:08.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.753+0000 7f6d6e59c640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6d5c0a3c40 0x7f6d5c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:08.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.753+0000 7f6d677fe640 1 -- 172.21.15.90:0/2073864163 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f6d680f1d70 con 0x7f6d701037d0 2024-04-26T17:25:08.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.754+0000 7f6d6e59c640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6d5c0a3c40 0x7f6d5c0a6100 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6d7006a500 tx=0x7f6d60005e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:08.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.758+0000 7f6d677fe640 1 -- 172.21.15.90:0/2073864163 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6d680be4c0 con 0x7f6d701037d0 2024-04-26T17:25:08.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.934+0000 7f6d74e59640 1 -- 172.21.15.90:0/2073864163 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6d701a2d60 con 0x7f6d5c0a3c40 2024-04-26T17:25:08.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.943+0000 7f6d677fe640 1 -- 172.21.15.90:0/2073864163 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340268 (secure 0 0 0) 0x7f6d701a2d60 con 0x7f6d5c0a3c40 2024-04-26T17:25:08.947 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:25:08.948 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-26T17:25:08.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.947+0000 7f6d74e59640 1 -- 172.21.15.90:0/2073864163 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6d5c0a3c40 msgr2=0x7f6d5c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.947+0000 7f6d74e59640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6d5c0a3c40 0x7f6d5c0a6100 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6d7006a500 tx=0x7f6d60005e70 comp rx=0 tx=0).stop 2024-04-26T17:25:08.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.947+0000 7f6d74e59640 1 -- 172.21.15.90:0/2073864163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d701037d0 msgr2=0x7f6d701a1ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:08.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.947+0000 7f6d74e59640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d701037d0 0x7f6d701a1ae0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6d68031040 tx=0x7f6d68003ba0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.947+0000 7f6d74e59640 1 -- 172.21.15.90:0/2073864163 shutdown_connections 2024-04-26T17:25:08.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.947+0000 7f6d74e59640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6d5c0a3c40 0x7f6d5c0a6100 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.947+0000 7f6d74e59640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d701037d0 0x7f6d701a1ae0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.947+0000 7f6d74e59640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6d70100c00 0x7f6d7019aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.947+0000 7f6d74e59640 1 --2- 172.21.15.90:0/2073864163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d70100240 0x7f6d7019a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:08.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.947+0000 7f6d74e59640 1 -- 172.21.15.90:0/2073864163 >> 172.21.15.90:0/2073864163 conn(0x7f6d700fbde0 msgr2=0x7f6d70101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:08.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.947+0000 7f6d74e59640 1 -- 172.21.15.90:0/2073864163 shutdown_connections 2024-04-26T17:25:08.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:08.947+0000 7f6d74e59640 1 -- 172.21.15.90:0/2073864163 wait complete. 2024-04-26T17:25:08.959 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":307,"stamp":"2024-04-26T17:25:07.433500+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595210,"num_objects":40,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":127,"num_read_kb":110,"num_write":271,"num_write_kb":2959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":214,"ondisk_log_size":214,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":379332,"kb_used_data":13516,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124562492,"statfs":{"total":1151940427776,"available":1151551991808,"internally_reserved":0,"allocated":13840384,"data_stored":7549708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":343,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":43,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003463"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844458+0000","last_change":"2024-04-26T17:24:39.453483+0000","last_active":"2024-04-26T17:24:44.844458+0000","last_peered":"2024-04-26T17:24:44.844458+0000","last_clean":"2024-04-26T17:24:44.844458+0000","last_became_active":"2024-04-26T17:24:39.451972+0000","last_became_peered":"2024-04-26T17:24:39.451972+0000","last_unstale":"2024-04-26T17:24:44.844458+0000","last_undegraded":"2024-04-26T17:24:44.844458+0000","last_fullsized":"2024-04-26T17:24:44.844458+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:33.223541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344790+0000","last_change":"2024-04-26T17:24:39.459511+0000","last_active":"2024-04-26T17:24:45.344790+0000","last_peered":"2024-04-26T17:24:45.344790+0000","last_clean":"2024-04-26T17:24:45.344790+0000","last_became_active":"2024-04-26T17:24:39.459136+0000","last_became_peered":"2024-04-26T17:24:39.459136+0000","last_unstale":"2024-04-26T17:24:45.344790+0000","last_undegraded":"2024-04-26T17:24:45.344790+0000","last_fullsized":"2024-04-26T17:24:45.344790+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:29:37.436069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344650+0000","last_change":"2024-04-26T17:24:39.462165+0000","last_active":"2024-04-26T17:24:45.344650+0000","last_peered":"2024-04-26T17:24:45.344650+0000","last_clean":"2024-04-26T17:24:45.344650+0000","last_became_active":"2024-04-26T17:24:39.460938+0000","last_became_peered":"2024-04-26T17:24:39.460938+0000","last_unstale":"2024-04-26T17:24:45.344650+0000","last_undegraded":"2024-04-26T17:24:45.344650+0000","last_fullsized":"2024-04-26T17:24:45.344650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:10:34.225749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345962+0000","last_change":"2024-04-26T17:24:39.466791+0000","last_active":"2024-04-26T17:24:45.345962+0000","last_peered":"2024-04-26T17:24:45.345962+0000","last_clean":"2024-04-26T17:24:45.345962+0000","last_became_active":"2024-04-26T17:24:39.465140+0000","last_became_peered":"2024-04-26T17:24:39.465140+0000","last_unstale":"2024-04-26T17:24:45.345962+0000","last_undegraded":"2024-04-26T17:24:45.345962+0000","last_fullsized":"2024-04-26T17:24:45.345962+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:18.811566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345413+0000","last_change":"2024-04-26T17:24:39.454046+0000","last_active":"2024-04-26T17:24:45.345413+0000","last_peered":"2024-04-26T17:24:45.345413+0000","last_clean":"2024-04-26T17:24:45.345413+0000","last_became_active":"2024-04-26T17:24:39.452675+0000","last_became_peered":"2024-04-26T17:24:39.452675+0000","last_unstale":"2024-04-26T17:24:45.345413+0000","last_undegraded":"2024-04-26T17:24:45.345413+0000","last_fullsized":"2024-04-26T17:24:45.345413+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:44.235666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346503+0000","last_change":"2024-04-26T17:24:39.457980+0000","last_active":"2024-04-26T17:24:45.346503+0000","last_peered":"2024-04-26T17:24:45.346503+0000","last_clean":"2024-04-26T17:24:45.346503+0000","last_became_active":"2024-04-26T17:24:39.457632+0000","last_became_peered":"2024-04-26T17:24:39.457632+0000","last_unstale":"2024-04-26T17:24:45.346503+0000","last_undegraded":"2024-04-26T17:24:45.346503+0000","last_fullsized":"2024-04-26T17:24:45.346503+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:20:23.600531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344967+0000","last_change":"2024-04-26T17:24:39.460485+0000","last_active":"2024-04-26T17:24:45.344967+0000","last_peered":"2024-04-26T17:24:45.344967+0000","last_clean":"2024-04-26T17:24:45.344967+0000","last_became_active":"2024-04-26T17:24:39.460153+0000","last_became_peered":"2024-04-26T17:24:39.460153+0000","last_unstale":"2024-04-26T17:24:45.344967+0000","last_undegraded":"2024-04-26T17:24:45.344967+0000","last_fullsized":"2024-04-26T17:24:45.344967+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:36:10.529362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398557+0000","last_change":"2024-04-26T17:24:39.460287+0000","last_active":"2024-04-26T17:24:45.398557+0000","last_peered":"2024-04-26T17:24:45.398557+0000","last_clean":"2024-04-26T17:24:45.398557+0000","last_became_active":"2024-04-26T17:24:39.459814+0000","last_became_peered":"2024-04-26T17:24:39.459814+0000","last_unstale":"2024-04-26T17:24:45.398557+0000","last_undegraded":"2024-04-26T17:24:45.398557+0000","last_fullsized":"2024-04-26T17:24:45.398557+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:38:44.572507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475511+0000","last_change":"2024-04-26T17:24:39.452370+0000","last_active":"2024-04-26T17:24:44.475511+0000","last_peered":"2024-04-26T17:24:44.475511+0000","last_clean":"2024-04-26T17:24:44.475511+0000","last_became_active":"2024-04-26T17:24:39.452002+0000","last_became_peered":"2024-04-26T17:24:39.452002+0000","last_unstale":"2024-04-26T17:24:44.475511+0000","last_undegraded":"2024-04-26T17:24:44.475511+0000","last_fullsized":"2024-04-26T17:24:44.475511+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:22:55.041158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346865+0000","last_change":"2024-04-26T17:24:39.460250+0000","last_active":"2024-04-26T17:24:45.346865+0000","last_peered":"2024-04-26T17:24:45.346865+0000","last_clean":"2024-04-26T17:24:45.346865+0000","last_became_active":"2024-04-26T17:24:39.459932+0000","last_became_peered":"2024-04-26T17:24:39.459932+0000","last_unstale":"2024-04-26T17:24:45.346865+0000","last_undegraded":"2024-04-26T17:24:45.346865+0000","last_fullsized":"2024-04-26T17:24:45.346865+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:35:46.183844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346107+0000","last_change":"2024-04-26T17:24:39.463413+0000","last_active":"2024-04-26T17:24:45.346107+0000","last_peered":"2024-04-26T17:24:45.346107+0000","last_clean":"2024-04-26T17:24:45.346107+0000","last_became_active":"2024-04-26T17:24:39.463076+0000","last_became_peered":"2024-04-26T17:24:39.463076+0000","last_unstale":"2024-04-26T17:24:45.346107+0000","last_undegraded":"2024-04-26T17:24:45.346107+0000","last_fullsized":"2024-04-26T17:24:45.346107+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:50:06.438580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345873+0000","last_change":"2024-04-26T17:24:39.465491+0000","last_active":"2024-04-26T17:24:45.345873+0000","last_peered":"2024-04-26T17:24:45.345873+0000","last_clean":"2024-04-26T17:24:45.345873+0000","last_became_active":"2024-04-26T17:24:39.464690+0000","last_became_peered":"2024-04-26T17:24:39.464690+0000","last_unstale":"2024-04-26T17:24:45.345873+0000","last_undegraded":"2024-04-26T17:24:45.345873+0000","last_fullsized":"2024-04-26T17:24:45.345873+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:03:14.863007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475809+0000","last_change":"2024-04-26T17:24:39.461560+0000","last_active":"2024-04-26T17:24:44.475809+0000","last_peered":"2024-04-26T17:24:44.475809+0000","last_clean":"2024-04-26T17:24:44.475809+0000","last_became_active":"2024-04-26T17:24:39.461230+0000","last_became_peered":"2024-04-26T17:24:39.461230+0000","last_unstale":"2024-04-26T17:24:44.475809+0000","last_undegraded":"2024-04-26T17:24:44.475809+0000","last_fullsized":"2024-04-26T17:24:44.475809+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:27:23.398940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344449+0000","last_change":"2024-04-26T17:24:39.458691+0000","last_active":"2024-04-26T17:24:45.344449+0000","last_peered":"2024-04-26T17:24:45.344449+0000","last_clean":"2024-04-26T17:24:45.344449+0000","last_became_active":"2024-04-26T17:24:39.458349+0000","last_became_peered":"2024-04-26T17:24:39.458349+0000","last_unstale":"2024-04-26T17:24:45.344449+0000","last_undegraded":"2024-04-26T17:24:45.344449+0000","last_fullsized":"2024-04-26T17:24:45.344449+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:07:57.000087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344552+0000","last_change":"2024-04-26T17:24:39.459852+0000","last_active":"2024-04-26T17:24:45.344552+0000","last_peered":"2024-04-26T17:24:45.344552+0000","last_clean":"2024-04-26T17:24:45.344552+0000","last_became_active":"2024-04-26T17:24:39.459512+0000","last_became_peered":"2024-04-26T17:24:39.459512+0000","last_unstale":"2024-04-26T17:24:45.344552+0000","last_undegraded":"2024-04-26T17:24:45.344552+0000","last_fullsized":"2024-04-26T17:24:45.344552+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:05.398783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.474868+0000","last_change":"2024-04-26T17:24:39.463585+0000","last_active":"2024-04-26T17:24:44.474868+0000","last_peered":"2024-04-26T17:24:44.474868+0000","last_clean":"2024-04-26T17:24:44.474868+0000","last_became_active":"2024-04-26T17:24:39.463232+0000","last_became_peered":"2024-04-26T17:24:39.463232+0000","last_unstale":"2024-04-26T17:24:44.474868+0000","last_undegraded":"2024-04-26T17:24:44.474868+0000","last_fullsized":"2024-04-26T17:24:44.474868+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:10:18.224001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844256+0000","last_change":"2024-04-26T17:24:39.453752+0000","last_active":"2024-04-26T17:24:44.844256+0000","last_peered":"2024-04-26T17:24:44.844256+0000","last_clean":"2024-04-26T17:24:44.844256+0000","last_became_active":"2024-04-26T17:24:39.453143+0000","last_became_peered":"2024-04-26T17:24:39.453143+0000","last_unstale":"2024-04-26T17:24:44.844256+0000","last_undegraded":"2024-04-26T17:24:44.844256+0000","last_fullsized":"2024-04-26T17:24:44.844256+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:45.424443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.890110+0000","last_change":"2024-04-26T17:24:39.461587+0000","last_active":"2024-04-26T17:24:44.890110+0000","last_peered":"2024-04-26T17:24:44.890110+0000","last_clean":"2024-04-26T17:24:44.890110+0000","last_became_active":"2024-04-26T17:24:39.461301+0000","last_became_peered":"2024-04-26T17:24:39.461301+0000","last_unstale":"2024-04-26T17:24:44.890110+0000","last_undegraded":"2024-04-26T17:24:44.890110+0000","last_fullsized":"2024-04-26T17:24:44.890110+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:23:59.031853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345111+0000","last_change":"2024-04-26T17:24:39.455451+0000","last_active":"2024-04-26T17:24:45.345111+0000","last_peered":"2024-04-26T17:24:45.345111+0000","last_clean":"2024-04-26T17:24:45.345111+0000","last_became_active":"2024-04-26T17:24:39.455083+0000","last_became_peered":"2024-04-26T17:24:39.455083+0000","last_unstale":"2024-04-26T17:24:45.345111+0000","last_undegraded":"2024-04-26T17:24:45.345111+0000","last_fullsized":"2024-04-26T17:24:45.345111+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:50:13.807815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345128+0000","last_change":"2024-04-26T17:24:43.473311+0000","last_active":"2024-04-26T17:24:45.345128+0000","last_peered":"2024-04-26T17:24:45.345128+0000","last_clean":"2024-04-26T17:24:45.345128+0000","last_became_active":"2024-04-26T17:24:43.472836+0000","last_became_peered":"2024-04-26T17:24:43.472836+0000","last_unstale":"2024-04-26T17:24:45.345128+0000","last_undegraded":"2024-04-26T17:24:45.345128+0000","last_fullsized":"2024-04-26T17:24:45.345128+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:26:32.512214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'13","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:05.877105+0000","last_change":"2024-04-26T17:24:38.758449+0000","last_active":"2024-04-26T17:25:05.877105+0000","last_peered":"2024-04-26T17:25:05.877105+0000","last_clean":"2024-04-26T17:25:05.877105+0000","last_became_active":"2024-04-26T17:24:38.757257+0000","last_became_peered":"2024-04-26T17:24:38.757257+0000","last_unstale":"2024-04-26T17:25:05.877105+0000","last_undegraded":"2024-04-26T17:25:05.877105+0000","last_fullsized":"2024-04-26T17:25:05.877105+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:00:32.181805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398732+0000","last_change":"2024-04-26T17:24:39.456902+0000","last_active":"2024-04-26T17:24:45.398732+0000","last_peered":"2024-04-26T17:24:45.398732+0000","last_clean":"2024-04-26T17:24:45.398732+0000","last_became_active":"2024-04-26T17:24:39.456603+0000","last_became_peered":"2024-04-26T17:24:39.456603+0000","last_unstale":"2024-04-26T17:24:45.398732+0000","last_undegraded":"2024-04-26T17:24:45.398732+0000","last_fullsized":"2024-04-26T17:24:45.398732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:49.533330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344637+0000","last_change":"2024-04-26T17:24:43.471732+0000","last_active":"2024-04-26T17:24:45.344637+0000","last_peered":"2024-04-26T17:24:45.344637+0000","last_clean":"2024-04-26T17:24:45.344637+0000","last_became_active":"2024-04-26T17:24:43.471289+0000","last_became_peered":"2024-04-26T17:24:43.471289+0000","last_unstale":"2024-04-26T17:24:45.344637+0000","last_undegraded":"2024-04-26T17:24:45.344637+0000","last_fullsized":"2024-04-26T17:24:45.344637+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:33:20.228495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398977+0000","last_change":"2024-04-26T17:24:38.765866+0000","last_active":"2024-04-26T17:24:45.398977+0000","last_peered":"2024-04-26T17:24:45.398977+0000","last_clean":"2024-04-26T17:24:45.398977+0000","last_became_active":"2024-04-26T17:24:38.765497+0000","last_became_peered":"2024-04-26T17:24:38.765497+0000","last_unstale":"2024-04-26T17:24:45.398977+0000","last_undegraded":"2024-04-26T17:24:45.398977+0000","last_fullsized":"2024-04-26T17:24:45.398977+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:27.360845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344827+0000","last_change":"2024-04-26T17:24:39.452920+0000","last_active":"2024-04-26T17:24:45.344827+0000","last_peered":"2024-04-26T17:24:45.344827+0000","last_clean":"2024-04-26T17:24:45.344827+0000","last_became_active":"2024-04-26T17:24:39.452578+0000","last_became_peered":"2024-04-26T17:24:39.452578+0000","last_unstale":"2024-04-26T17:24:45.344827+0000","last_undegraded":"2024-04-26T17:24:45.344827+0000","last_fullsized":"2024-04-26T17:24:45.344827+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:47:21.269272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344963+0000","last_change":"2024-04-26T17:24:43.475350+0000","last_active":"2024-04-26T17:24:45.344963+0000","last_peered":"2024-04-26T17:24:45.344963+0000","last_clean":"2024-04-26T17:24:45.344963+0000","last_became_active":"2024-04-26T17:24:43.474939+0000","last_became_peered":"2024-04-26T17:24:43.474939+0000","last_unstale":"2024-04-26T17:24:45.344963+0000","last_undegraded":"2024-04-26T17:24:45.344963+0000","last_fullsized":"2024-04-26T17:24:45.344963+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:51:28.708997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"85'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345984+0000","last_change":"2024-04-26T17:24:38.756556+0000","last_active":"2024-04-26T17:24:45.345984+0000","last_peered":"2024-04-26T17:24:45.345984+0000","last_clean":"2024-04-26T17:24:45.345984+0000","last_became_active":"2024-04-26T17:24:38.756234+0000","last_became_peered":"2024-04-26T17:24:38.756234+0000","last_unstale":"2024-04-26T17:24:45.345984+0000","last_undegraded":"2024-04-26T17:24:45.345984+0000","last_fullsized":"2024-04-26T17:24:45.345984+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:02:11.161664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.474912+0000","last_change":"2024-04-26T17:24:39.459696+0000","last_active":"2024-04-26T17:24:44.474912+0000","last_peered":"2024-04-26T17:24:44.474912+0000","last_clean":"2024-04-26T17:24:44.474912+0000","last_became_active":"2024-04-26T17:24:39.459091+0000","last_became_peered":"2024-04-26T17:24:39.459091+0000","last_unstale":"2024-04-26T17:24:44.474912+0000","last_undegraded":"2024-04-26T17:24:44.474912+0000","last_fullsized":"2024-04-26T17:24:44.474912+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:27.494595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344727+0000","last_change":"2024-04-26T17:24:43.471330+0000","last_active":"2024-04-26T17:24:45.344727+0000","last_peered":"2024-04-26T17:24:45.344727+0000","last_clean":"2024-04-26T17:24:45.344727+0000","last_became_active":"2024-04-26T17:24:43.469938+0000","last_became_peered":"2024-04-26T17:24:43.469938+0000","last_unstale":"2024-04-26T17:24:45.344727+0000","last_undegraded":"2024-04-26T17:24:45.344727+0000","last_fullsized":"2024-04-26T17:24:45.344727+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:59.679787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345549+0000","last_change":"2024-04-26T17:24:38.762239+0000","last_active":"2024-04-26T17:24:45.345549+0000","last_peered":"2024-04-26T17:24:45.345549+0000","last_clean":"2024-04-26T17:24:45.345549+0000","last_became_active":"2024-04-26T17:24:38.761870+0000","last_became_peered":"2024-04-26T17:24:38.761870+0000","last_unstale":"2024-04-26T17:24:45.345549+0000","last_undegraded":"2024-04-26T17:24:45.345549+0000","last_fullsized":"2024-04-26T17:24:45.345549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:22:20.740553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477127+0000","last_change":"2024-04-26T17:24:39.461934+0000","last_active":"2024-04-26T17:24:44.477127+0000","last_peered":"2024-04-26T17:24:44.477127+0000","last_clean":"2024-04-26T17:24:44.477127+0000","last_became_active":"2024-04-26T17:24:39.461627+0000","last_became_peered":"2024-04-26T17:24:39.461627+0000","last_unstale":"2024-04-26T17:24:44.477127+0000","last_undegraded":"2024-04-26T17:24:44.477127+0000","last_fullsized":"2024-04-26T17:24:44.477127+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:37:31.632926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344975+0000","last_change":"2024-04-26T17:24:43.465956+0000","last_active":"2024-04-26T17:24:45.344975+0000","last_peered":"2024-04-26T17:24:45.344975+0000","last_clean":"2024-04-26T17:24:45.344975+0000","last_became_active":"2024-04-26T17:24:43.465488+0000","last_became_peered":"2024-04-26T17:24:43.465488+0000","last_unstale":"2024-04-26T17:24:45.344975+0000","last_undegraded":"2024-04-26T17:24:45.344975+0000","last_fullsized":"2024-04-26T17:24:45.344975+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:15:44.676119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"85'1","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477166+0000","last_change":"2024-04-26T17:24:38.762067+0000","last_active":"2024-04-26T17:24:44.477166+0000","last_peered":"2024-04-26T17:24:44.477166+0000","last_clean":"2024-04-26T17:24:44.477166+0000","last_became_active":"2024-04-26T17:24:38.761741+0000","last_became_peered":"2024-04-26T17:24:38.761741+0000","last_unstale":"2024-04-26T17:24:44.477166+0000","last_undegraded":"2024-04-26T17:24:44.477166+0000","last_fullsized":"2024-04-26T17:24:44.477166+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:59.519213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345649+0000","last_change":"2024-04-26T17:24:39.456574+0000","last_active":"2024-04-26T17:24:45.345649+0000","last_peered":"2024-04-26T17:24:45.345649+0000","last_clean":"2024-04-26T17:24:45.345649+0000","last_became_active":"2024-04-26T17:24:39.456262+0000","last_became_peered":"2024-04-26T17:24:39.456262+0000","last_unstale":"2024-04-26T17:24:45.345649+0000","last_undegraded":"2024-04-26T17:24:45.345649+0000","last_fullsized":"2024-04-26T17:24:45.345649+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:32:14.587850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345012+0000","last_change":"2024-04-26T17:24:43.461865+0000","last_active":"2024-04-26T17:24:45.345012+0000","last_peered":"2024-04-26T17:24:45.345012+0000","last_clean":"2024-04-26T17:24:45.345012+0000","last_became_active":"2024-04-26T17:24:43.461468+0000","last_became_peered":"2024-04-26T17:24:43.461468+0000","last_unstale":"2024-04-26T17:24:45.345012+0000","last_undegraded":"2024-04-26T17:24:45.345012+0000","last_fullsized":"2024-04-26T17:24:45.345012+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:36:18.652254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"85'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346385+0000","last_change":"2024-04-26T17:24:38.754273+0000","last_active":"2024-04-26T17:24:45.346385+0000","last_peered":"2024-04-26T17:24:45.346385+0000","last_clean":"2024-04-26T17:24:45.346385+0000","last_became_active":"2024-04-26T17:24:38.753941+0000","last_became_peered":"2024-04-26T17:24:38.753941+0000","last_unstale":"2024-04-26T17:24:45.346385+0000","last_undegraded":"2024-04-26T17:24:45.346385+0000","last_fullsized":"2024-04-26T17:24:45.346385+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:52:09.996603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477317+0000","last_change":"2024-04-26T17:24:39.458418+0000","last_active":"2024-04-26T17:24:44.477317+0000","last_peered":"2024-04-26T17:24:44.477317+0000","last_clean":"2024-04-26T17:24:44.477317+0000","last_became_active":"2024-04-26T17:24:39.458098+0000","last_became_peered":"2024-04-26T17:24:39.458098+0000","last_unstale":"2024-04-26T17:24:44.477317+0000","last_undegraded":"2024-04-26T17:24:44.477317+0000","last_fullsized":"2024-04-26T17:24:44.477317+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:30:03.048106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844310+0000","last_change":"2024-04-26T17:24:43.468354+0000","last_active":"2024-04-26T17:24:44.844310+0000","last_peered":"2024-04-26T17:24:44.844310+0000","last_clean":"2024-04-26T17:24:44.844310+0000","last_became_active":"2024-04-26T17:24:43.467855+0000","last_became_peered":"2024-04-26T17:24:43.467855+0000","last_unstale":"2024-04-26T17:24:44.844310+0000","last_undegraded":"2024-04-26T17:24:44.844310+0000","last_fullsized":"2024-04-26T17:24:44.844310+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:16:21.823817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475366+0000","last_change":"2024-04-26T17:24:38.749273+0000","last_active":"2024-04-26T17:24:44.475366+0000","last_peered":"2024-04-26T17:24:44.475366+0000","last_clean":"2024-04-26T17:24:44.475366+0000","last_became_active":"2024-04-26T17:24:38.748846+0000","last_became_peered":"2024-04-26T17:24:38.748846+0000","last_unstale":"2024-04-26T17:24:44.475366+0000","last_undegraded":"2024-04-26T17:24:44.475366+0000","last_fullsized":"2024-04-26T17:24:44.475366+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:09:39.097917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398449+0000","last_change":"2024-04-26T17:24:39.455984+0000","last_active":"2024-04-26T17:24:45.398449+0000","last_peered":"2024-04-26T17:24:45.398449+0000","last_clean":"2024-04-26T17:24:45.398449+0000","last_became_active":"2024-04-26T17:24:39.455180+0000","last_became_peered":"2024-04-26T17:24:39.455180+0000","last_unstale":"2024-04-26T17:24:45.398449+0000","last_undegraded":"2024-04-26T17:24:45.398449+0000","last_fullsized":"2024-04-26T17:24:45.398449+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:05:20.141304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344841+0000","last_change":"2024-04-26T17:24:43.468541+0000","last_active":"2024-04-26T17:24:45.344841+0000","last_peered":"2024-04-26T17:24:45.344841+0000","last_clean":"2024-04-26T17:24:45.344841+0000","last_became_active":"2024-04-26T17:24:43.467853+0000","last_became_peered":"2024-04-26T17:24:43.467853+0000","last_unstale":"2024-04-26T17:24:45.344841+0000","last_undegraded":"2024-04-26T17:24:45.344841+0000","last_fullsized":"2024-04-26T17:24:45.344841+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:54:06.926318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476811+0000","last_change":"2024-04-26T17:24:38.760220+0000","last_active":"2024-04-26T17:24:44.476811+0000","last_peered":"2024-04-26T17:24:44.476811+0000","last_clean":"2024-04-26T17:24:44.476811+0000","last_became_active":"2024-04-26T17:24:38.759910+0000","last_became_peered":"2024-04-26T17:24:38.759910+0000","last_unstale":"2024-04-26T17:24:44.476811+0000","last_undegraded":"2024-04-26T17:24:44.476811+0000","last_fullsized":"2024-04-26T17:24:44.476811+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:45:08.808544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.889623+0000","last_change":"2024-04-26T17:24:39.456363+0000","last_active":"2024-04-26T17:24:44.889623+0000","last_peered":"2024-04-26T17:24:44.889623+0000","last_clean":"2024-04-26T17:24:44.889623+0000","last_became_active":"2024-04-26T17:24:39.456047+0000","last_became_peered":"2024-04-26T17:24:39.456047+0000","last_unstale":"2024-04-26T17:24:44.889623+0000","last_undegraded":"2024-04-26T17:24:44.889623+0000","last_fullsized":"2024-04-26T17:24:44.889623+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:20:08.146296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398633+0000","last_change":"2024-04-26T17:24:43.478351+0000","last_active":"2024-04-26T17:24:45.398633+0000","last_peered":"2024-04-26T17:24:45.398633+0000","last_clean":"2024-04-26T17:24:45.398633+0000","last_became_active":"2024-04-26T17:24:43.477813+0000","last_became_peered":"2024-04-26T17:24:43.477813+0000","last_unstale":"2024-04-26T17:24:45.398633+0000","last_undegraded":"2024-04-26T17:24:45.398633+0000","last_fullsized":"2024-04-26T17:24:45.398633+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:01.214958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346660+0000","last_change":"2024-04-26T17:24:38.760602+0000","last_active":"2024-04-26T17:24:45.346660+0000","last_peered":"2024-04-26T17:24:45.346660+0000","last_clean":"2024-04-26T17:24:45.346660+0000","last_became_active":"2024-04-26T17:24:38.760248+0000","last_became_peered":"2024-04-26T17:24:38.760248+0000","last_unstale":"2024-04-26T17:24:45.346660+0000","last_undegraded":"2024-04-26T17:24:45.346660+0000","last_fullsized":"2024-04-26T17:24:45.346660+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:10:20.105099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475462+0000","last_change":"2024-04-26T17:24:39.460070+0000","last_active":"2024-04-26T17:24:44.475462+0000","last_peered":"2024-04-26T17:24:44.475462+0000","last_clean":"2024-04-26T17:24:44.475462+0000","last_became_active":"2024-04-26T17:24:39.459701+0000","last_became_peered":"2024-04-26T17:24:39.459701+0000","last_unstale":"2024-04-26T17:24:44.475462+0000","last_undegraded":"2024-04-26T17:24:44.475462+0000","last_fullsized":"2024-04-26T17:24:44.475462+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:05.733139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.889723+0000","last_change":"2024-04-26T17:24:43.464374+0000","last_active":"2024-04-26T17:24:44.889723+0000","last_peered":"2024-04-26T17:24:44.889723+0000","last_clean":"2024-04-26T17:24:44.889723+0000","last_became_active":"2024-04-26T17:24:43.463969+0000","last_became_peered":"2024-04-26T17:24:43.463969+0000","last_unstale":"2024-04-26T17:24:44.889723+0000","last_undegraded":"2024-04-26T17:24:44.889723+0000","last_fullsized":"2024-04-26T17:24:44.889723+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:37:48.830523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:03.552694+0000","last_change":"2024-04-26T17:24:38.756290+0000","last_active":"2024-04-26T17:25:03.552694+0000","last_peered":"2024-04-26T17:25:03.552694+0000","last_clean":"2024-04-26T17:25:03.552694+0000","last_became_active":"2024-04-26T17:24:38.755946+0000","last_became_peered":"2024-04-26T17:24:38.755946+0000","last_unstale":"2024-04-26T17:25:03.552694+0000","last_undegraded":"2024-04-26T17:25:03.552694+0000","last_fullsized":"2024-04-26T17:25:03.552694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:18:12.738278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344943+0000","last_change":"2024-04-26T17:24:39.462107+0000","last_active":"2024-04-26T17:24:45.344943+0000","last_peered":"2024-04-26T17:24:45.344943+0000","last_clean":"2024-04-26T17:24:45.344943+0000","last_became_active":"2024-04-26T17:24:39.461789+0000","last_became_peered":"2024-04-26T17:24:39.461789+0000","last_unstale":"2024-04-26T17:24:45.344943+0000","last_undegraded":"2024-04-26T17:24:45.344943+0000","last_fullsized":"2024-04-26T17:24:45.344943+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:16:53.183674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345118+0000","last_change":"2024-04-26T17:24:43.466367+0000","last_active":"2024-04-26T17:24:45.345118+0000","last_peered":"2024-04-26T17:24:45.345118+0000","last_clean":"2024-04-26T17:24:45.345118+0000","last_became_active":"2024-04-26T17:24:43.465847+0000","last_became_peered":"2024-04-26T17:24:43.465847+0000","last_unstale":"2024-04-26T17:24:45.345118+0000","last_undegraded":"2024-04-26T17:24:45.345118+0000","last_fullsized":"2024-04-26T17:24:45.345118+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:16:39.130885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"85'3","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476995+0000","last_change":"2024-04-26T17:24:38.764664+0000","last_active":"2024-04-26T17:24:44.476995+0000","last_peered":"2024-04-26T17:24:44.476995+0000","last_clean":"2024-04-26T17:24:44.476995+0000","last_became_active":"2024-04-26T17:24:38.764343+0000","last_became_peered":"2024-04-26T17:24:38.764343+0000","last_unstale":"2024-04-26T17:24:44.476995+0000","last_undegraded":"2024-04-26T17:24:44.476995+0000","last_fullsized":"2024-04-26T17:24:44.476995+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:16:28.775919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475211+0000","last_change":"2024-04-26T17:24:39.459402+0000","last_active":"2024-04-26T17:24:44.475211+0000","last_peered":"2024-04-26T17:24:44.475211+0000","last_clean":"2024-04-26T17:24:44.475211+0000","last_became_active":"2024-04-26T17:24:39.458628+0000","last_became_peered":"2024-04-26T17:24:39.458628+0000","last_unstale":"2024-04-26T17:24:44.475211+0000","last_undegraded":"2024-04-26T17:24:44.475211+0000","last_fullsized":"2024-04-26T17:24:44.475211+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:06:33.324644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.889836+0000","last_change":"2024-04-26T17:24:43.465983+0000","last_active":"2024-04-26T17:24:44.889836+0000","last_peered":"2024-04-26T17:24:44.889836+0000","last_clean":"2024-04-26T17:24:44.889836+0000","last_became_active":"2024-04-26T17:24:43.465337+0000","last_became_peered":"2024-04-26T17:24:43.465337+0000","last_unstale":"2024-04-26T17:24:44.889836+0000","last_undegraded":"2024-04-26T17:24:44.889836+0000","last_fullsized":"2024-04-26T17:24:44.889836+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:16:53.268391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"90'9","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:50.868914+0000","last_change":"2024-04-26T17:24:38.757730+0000","last_active":"2024-04-26T17:24:50.868914+0000","last_peered":"2024-04-26T17:24:50.868914+0000","last_clean":"2024-04-26T17:24:50.868914+0000","last_became_active":"2024-04-26T17:24:38.757372+0000","last_became_peered":"2024-04-26T17:24:38.757372+0000","last_unstale":"2024-04-26T17:24:50.868914+0000","last_undegraded":"2024-04-26T17:24:50.868914+0000","last_fullsized":"2024-04-26T17:24:50.868914+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:29:46.775577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345782+0000","last_change":"2024-04-26T17:24:39.464413+0000","last_active":"2024-04-26T17:24:45.345782+0000","last_peered":"2024-04-26T17:24:45.345782+0000","last_clean":"2024-04-26T17:24:45.345782+0000","last_became_active":"2024-04-26T17:24:39.464083+0000","last_became_peered":"2024-04-26T17:24:39.464083+0000","last_unstale":"2024-04-26T17:24:45.345782+0000","last_undegraded":"2024-04-26T17:24:45.345782+0000","last_fullsized":"2024-04-26T17:24:45.345782+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:45:09.977048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477692+0000","last_change":"2024-04-26T17:24:43.474339+0000","last_active":"2024-04-26T17:24:44.477692+0000","last_peered":"2024-04-26T17:24:44.477692+0000","last_clean":"2024-04-26T17:24:44.477692+0000","last_became_active":"2024-04-26T17:24:43.473936+0000","last_became_peered":"2024-04-26T17:24:43.473936+0000","last_unstale":"2024-04-26T17:24:44.477692+0000","last_undegraded":"2024-04-26T17:24:44.477692+0000","last_fullsized":"2024-04-26T17:24:44.477692+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:09:41.382561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"85'2","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344871+0000","last_change":"2024-04-26T17:24:38.756870+0000","last_active":"2024-04-26T17:24:45.344871+0000","last_peered":"2024-04-26T17:24:45.344871+0000","last_clean":"2024-04-26T17:24:45.344871+0000","last_became_active":"2024-04-26T17:24:38.756509+0000","last_became_peered":"2024-04-26T17:24:38.756509+0000","last_unstale":"2024-04-26T17:24:45.344871+0000","last_undegraded":"2024-04-26T17:24:45.344871+0000","last_fullsized":"2024-04-26T17:24:45.344871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:18:03.288638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475504+0000","last_change":"2024-04-26T17:24:39.463415+0000","last_active":"2024-04-26T17:24:44.475504+0000","last_peered":"2024-04-26T17:24:44.475504+0000","last_clean":"2024-04-26T17:24:44.475504+0000","last_became_active":"2024-04-26T17:24:39.463051+0000","last_became_peered":"2024-04-26T17:24:39.463051+0000","last_unstale":"2024-04-26T17:24:44.475504+0000","last_undegraded":"2024-04-26T17:24:44.475504+0000","last_fullsized":"2024-04-26T17:24:44.475504+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:41:06.937446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844124+0000","last_change":"2024-04-26T17:24:43.470018+0000","last_active":"2024-04-26T17:24:44.844124+0000","last_peered":"2024-04-26T17:24:44.844124+0000","last_clean":"2024-04-26T17:24:44.844124+0000","last_became_active":"2024-04-26T17:24:43.469495+0000","last_became_peered":"2024-04-26T17:24:43.469495+0000","last_unstale":"2024-04-26T17:24:44.844124+0000","last_undegraded":"2024-04-26T17:24:44.844124+0000","last_fullsized":"2024-04-26T17:24:44.844124+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:58.038238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477273+0000","last_change":"2024-04-26T17:24:38.766199+0000","last_active":"2024-04-26T17:24:44.477273+0000","last_peered":"2024-04-26T17:24:44.477273+0000","last_clean":"2024-04-26T17:24:44.477273+0000","last_became_active":"2024-04-26T17:24:38.765842+0000","last_became_peered":"2024-04-26T17:24:38.765842+0000","last_unstale":"2024-04-26T17:24:44.477273+0000","last_undegraded":"2024-04-26T17:24:44.477273+0000","last_fullsized":"2024-04-26T17:24:44.477273+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:34:28.148476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345622+0000","last_change":"2024-04-26T17:24:39.465819+0000","last_active":"2024-04-26T17:24:45.345622+0000","last_peered":"2024-04-26T17:24:45.345622+0000","last_clean":"2024-04-26T17:24:45.345622+0000","last_became_active":"2024-04-26T17:24:39.464960+0000","last_became_peered":"2024-04-26T17:24:39.464960+0000","last_unstale":"2024-04-26T17:24:45.345622+0000","last_undegraded":"2024-04-26T17:24:45.345622+0000","last_fullsized":"2024-04-26T17:24:45.345622+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:55:24.079793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.890005+0000","last_change":"2024-04-26T17:24:43.475190+0000","last_active":"2024-04-26T17:24:44.890005+0000","last_peered":"2024-04-26T17:24:44.890005+0000","last_clean":"2024-04-26T17:24:44.890005+0000","last_became_active":"2024-04-26T17:24:43.474346+0000","last_became_peered":"2024-04-26T17:24:43.474346+0000","last_unstale":"2024-04-26T17:24:44.890005+0000","last_undegraded":"2024-04-26T17:24:44.890005+0000","last_fullsized":"2024-04-26T17:24:44.890005+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:31:50.199128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344838+0000","last_change":"2024-04-26T17:24:38.754741+0000","last_active":"2024-04-26T17:24:45.344838+0000","last_peered":"2024-04-26T17:24:45.344838+0000","last_clean":"2024-04-26T17:24:45.344838+0000","last_became_active":"2024-04-26T17:24:38.753324+0000","last_became_peered":"2024-04-26T17:24:38.753324+0000","last_unstale":"2024-04-26T17:24:45.344838+0000","last_undegraded":"2024-04-26T17:24:45.344838+0000","last_fullsized":"2024-04-26T17:24:45.344838+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:36.023200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345116+0000","last_change":"2024-04-26T17:24:39.462327+0000","last_active":"2024-04-26T17:24:45.345116+0000","last_peered":"2024-04-26T17:24:45.345116+0000","last_clean":"2024-04-26T17:24:45.345116+0000","last_became_active":"2024-04-26T17:24:39.460823+0000","last_became_peered":"2024-04-26T17:24:39.460823+0000","last_unstale":"2024-04-26T17:24:45.345116+0000","last_undegraded":"2024-04-26T17:24:45.345116+0000","last_fullsized":"2024-04-26T17:24:45.345116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:27.497709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476160+0000","last_change":"2024-04-26T17:24:43.477081+0000","last_active":"2024-04-26T17:24:44.476160+0000","last_peered":"2024-04-26T17:24:44.476160+0000","last_clean":"2024-04-26T17:24:44.476160+0000","last_became_active":"2024-04-26T17:24:43.476509+0000","last_became_peered":"2024-04-26T17:24:43.476509+0000","last_unstale":"2024-04-26T17:24:44.476160+0000","last_undegraded":"2024-04-26T17:24:44.476160+0000","last_fullsized":"2024-04-26T17:24:44.476160+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:17:57.803661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'10","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:03.554033+0000","last_change":"2024-04-26T17:24:38.763558+0000","last_active":"2024-04-26T17:25:03.554033+0000","last_peered":"2024-04-26T17:25:03.554033+0000","last_clean":"2024-04-26T17:25:03.554033+0000","last_became_active":"2024-04-26T17:24:38.763241+0000","last_became_peered":"2024-04-26T17:24:38.763241+0000","last_unstale":"2024-04-26T17:25:03.554033+0000","last_undegraded":"2024-04-26T17:25:03.554033+0000","last_fullsized":"2024-04-26T17:25:03.554033+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:26:38.986617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476879+0000","last_change":"2024-04-26T17:24:39.459062+0000","last_active":"2024-04-26T17:24:44.476879+0000","last_peered":"2024-04-26T17:24:44.476879+0000","last_clean":"2024-04-26T17:24:44.476879+0000","last_became_active":"2024-04-26T17:24:39.458742+0000","last_became_peered":"2024-04-26T17:24:39.458742+0000","last_unstale":"2024-04-26T17:24:44.476879+0000","last_undegraded":"2024-04-26T17:24:44.476879+0000","last_fullsized":"2024-04-26T17:24:44.476879+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:08:08.199435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476915+0000","last_change":"2024-04-26T17:24:43.473701+0000","last_active":"2024-04-26T17:24:44.476915+0000","last_peered":"2024-04-26T17:24:44.476915+0000","last_clean":"2024-04-26T17:24:44.476915+0000","last_became_active":"2024-04-26T17:24:43.473306+0000","last_became_peered":"2024-04-26T17:24:43.473306+0000","last_unstale":"2024-04-26T17:24:44.476915+0000","last_undegraded":"2024-04-26T17:24:44.476915+0000","last_fullsized":"2024-04-26T17:24:44.476915+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:46.427555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345778+0000","last_change":"2024-04-26T17:24:38.761556+0000","last_active":"2024-04-26T17:24:45.345778+0000","last_peered":"2024-04-26T17:24:45.345778+0000","last_clean":"2024-04-26T17:24:45.345778+0000","last_became_active":"2024-04-26T17:24:38.761058+0000","last_became_peered":"2024-04-26T17:24:38.761058+0000","last_unstale":"2024-04-26T17:24:45.345778+0000","last_undegraded":"2024-04-26T17:24:45.345778+0000","last_fullsized":"2024-04-26T17:24:45.345778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:56:22.515216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844128+0000","last_change":"2024-04-26T17:24:39.457532+0000","last_active":"2024-04-26T17:24:44.844128+0000","last_peered":"2024-04-26T17:24:44.844128+0000","last_clean":"2024-04-26T17:24:44.844128+0000","last_became_active":"2024-04-26T17:24:39.457191+0000","last_became_peered":"2024-04-26T17:24:39.457191+0000","last_unstale":"2024-04-26T17:24:44.844128+0000","last_undegraded":"2024-04-26T17:24:44.844128+0000","last_fullsized":"2024-04-26T17:24:44.844128+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:35:27.365525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345581+0000","last_change":"2024-04-26T17:24:43.484625+0000","last_active":"2024-04-26T17:24:45.345581+0000","last_peered":"2024-04-26T17:24:45.345581+0000","last_clean":"2024-04-26T17:24:45.345581+0000","last_became_active":"2024-04-26T17:24:43.484093+0000","last_became_peered":"2024-04-26T17:24:43.484093+0000","last_unstale":"2024-04-26T17:24:45.345581+0000","last_undegraded":"2024-04-26T17:24:45.345581+0000","last_fullsized":"2024-04-26T17:24:45.345581+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:23:51.275317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"90'1","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.889933+0000","last_change":"2024-04-26T17:24:38.755671+0000","last_active":"2024-04-26T17:24:44.889933+0000","last_peered":"2024-04-26T17:24:44.889933+0000","last_clean":"2024-04-26T17:24:44.889933+0000","last_became_active":"2024-04-26T17:24:38.755306+0000","last_became_peered":"2024-04-26T17:24:38.755306+0000","last_unstale":"2024-04-26T17:24:44.889933+0000","last_undegraded":"2024-04-26T17:24:44.889933+0000","last_fullsized":"2024-04-26T17:24:44.889933+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:04:54.537525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346625+0000","last_change":"2024-04-26T17:24:39.457765+0000","last_active":"2024-04-26T17:24:45.346625+0000","last_peered":"2024-04-26T17:24:45.346625+0000","last_clean":"2024-04-26T17:24:45.346625+0000","last_became_active":"2024-04-26T17:24:39.457436+0000","last_became_peered":"2024-04-26T17:24:39.457436+0000","last_unstale":"2024-04-26T17:24:45.346625+0000","last_undegraded":"2024-04-26T17:24:45.346625+0000","last_fullsized":"2024-04-26T17:24:45.346625+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:55:00.036890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476045+0000","last_change":"2024-04-26T17:24:43.470605+0000","last_active":"2024-04-26T17:24:44.476045+0000","last_peered":"2024-04-26T17:24:44.476045+0000","last_clean":"2024-04-26T17:24:44.476045+0000","last_became_active":"2024-04-26T17:24:43.470143+0000","last_became_peered":"2024-04-26T17:24:43.470143+0000","last_unstale":"2024-04-26T17:24:44.476045+0000","last_undegraded":"2024-04-26T17:24:44.476045+0000","last_fullsized":"2024-04-26T17:24:44.476045+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:34:46.825016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345263+0000","last_change":"2024-04-26T17:24:38.760705+0000","last_active":"2024-04-26T17:24:45.345263+0000","last_peered":"2024-04-26T17:24:45.345263+0000","last_clean":"2024-04-26T17:24:45.345263+0000","last_became_active":"2024-04-26T17:24:38.760311+0000","last_became_peered":"2024-04-26T17:24:38.760311+0000","last_unstale":"2024-04-26T17:24:45.345263+0000","last_undegraded":"2024-04-26T17:24:45.345263+0000","last_fullsized":"2024-04-26T17:24:45.345263+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:52:19.840232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346529+0000","last_change":"2024-04-26T17:24:39.459900+0000","last_active":"2024-04-26T17:24:45.346529+0000","last_peered":"2024-04-26T17:24:45.346529+0000","last_clean":"2024-04-26T17:24:45.346529+0000","last_became_active":"2024-04-26T17:24:39.459527+0000","last_became_peered":"2024-04-26T17:24:39.459527+0000","last_unstale":"2024-04-26T17:24:45.346529+0000","last_undegraded":"2024-04-26T17:24:45.346529+0000","last_fullsized":"2024-04-26T17:24:45.346529+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:18:36.208505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475932+0000","last_change":"2024-04-26T17:24:43.484227+0000","last_active":"2024-04-26T17:24:44.475932+0000","last_peered":"2024-04-26T17:24:44.475932+0000","last_clean":"2024-04-26T17:24:44.475932+0000","last_became_active":"2024-04-26T17:24:43.483643+0000","last_became_peered":"2024-04-26T17:24:43.483643+0000","last_unstale":"2024-04-26T17:24:44.475932+0000","last_undegraded":"2024-04-26T17:24:44.475932+0000","last_fullsized":"2024-04-26T17:24:44.475932+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:43.415912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477262+0000","last_change":"2024-04-26T17:24:39.458883+0000","last_active":"2024-04-26T17:24:44.477262+0000","last_peered":"2024-04-26T17:24:44.477262+0000","last_clean":"2024-04-26T17:24:44.477262+0000","last_became_active":"2024-04-26T17:24:39.458382+0000","last_became_peered":"2024-04-26T17:24:39.458382+0000","last_unstale":"2024-04-26T17:24:44.477262+0000","last_undegraded":"2024-04-26T17:24:44.477262+0000","last_fullsized":"2024-04-26T17:24:44.477262+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:35:05.561030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475340+0000","last_change":"2024-04-26T17:24:38.750013+0000","last_active":"2024-04-26T17:24:44.475340+0000","last_peered":"2024-04-26T17:24:44.475340+0000","last_clean":"2024-04-26T17:24:44.475340+0000","last_became_active":"2024-04-26T17:24:38.749676+0000","last_became_peered":"2024-04-26T17:24:38.749676+0000","last_unstale":"2024-04-26T17:24:44.475340+0000","last_undegraded":"2024-04-26T17:24:44.475340+0000","last_fullsized":"2024-04-26T17:24:44.475340+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:11:43.249143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345879+0000","last_change":"2024-04-26T17:24:43.464021+0000","last_active":"2024-04-26T17:24:45.345879+0000","last_peered":"2024-04-26T17:24:45.345879+0000","last_clean":"2024-04-26T17:24:45.345879+0000","last_became_active":"2024-04-26T17:24:43.463543+0000","last_became_peered":"2024-04-26T17:24:43.463543+0000","last_unstale":"2024-04-26T17:24:45.345879+0000","last_undegraded":"2024-04-26T17:24:45.345879+0000","last_fullsized":"2024-04-26T17:24:45.345879+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:49:30.368633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398580+0000","last_change":"2024-04-26T17:24:39.457631+0000","last_active":"2024-04-26T17:24:45.398580+0000","last_peered":"2024-04-26T17:24:45.398580+0000","last_clean":"2024-04-26T17:24:45.398580+0000","last_became_active":"2024-04-26T17:24:39.456706+0000","last_became_peered":"2024-04-26T17:24:39.456706+0000","last_unstale":"2024-04-26T17:24:45.398580+0000","last_undegraded":"2024-04-26T17:24:45.398580+0000","last_fullsized":"2024-04-26T17:24:45.398580+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:59:53.471197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344936+0000","last_change":"2024-04-26T17:24:38.753711+0000","last_active":"2024-04-26T17:24:45.344936+0000","last_peered":"2024-04-26T17:24:45.344936+0000","last_clean":"2024-04-26T17:24:45.344936+0000","last_became_active":"2024-04-26T17:24:38.753064+0000","last_became_peered":"2024-04-26T17:24:38.753064+0000","last_unstale":"2024-04-26T17:24:45.344936+0000","last_undegraded":"2024-04-26T17:24:45.344936+0000","last_fullsized":"2024-04-26T17:24:45.344936+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:19:10.566889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":348,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344874+0000","last_change":"2024-04-26T17:23:25.516116+0000","last_active":"2024-04-26T17:24:45.344874+0000","last_peered":"2024-04-26T17:24:45.344874+0000","last_clean":"2024-04-26T17:24:45.344874+0000","last_became_active":"2024-04-26T17:23:25.515603+0000","last_became_peered":"2024-04-26T17:23:25.515603+0000","last_unstale":"2024-04-26T17:24:45.344874+0000","last_undegraded":"2024-04-26T17:24:45.344874+0000","last_fullsized":"2024-04-26T17:24:45.344874+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_clean_scrub_stamp":"2024-04-26T17:20:00.347071+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:41:51.768456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477610+0000","last_change":"2024-04-26T17:24:43.485068+0000","last_active":"2024-04-26T17:24:44.477610+0000","last_peered":"2024-04-26T17:24:44.477610+0000","last_clean":"2024-04-26T17:24:44.477610+0000","last_became_active":"2024-04-26T17:24:43.484477+0000","last_became_peered":"2024-04-26T17:24:43.484477+0000","last_unstale":"2024-04-26T17:24:44.477610+0000","last_undegraded":"2024-04-26T17:24:44.477610+0000","last_fullsized":"2024-04-26T17:24:44.477610+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:34:40.409819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475243+0000","last_change":"2024-04-26T17:24:39.457780+0000","last_active":"2024-04-26T17:24:44.475243+0000","last_peered":"2024-04-26T17:24:44.475243+0000","last_clean":"2024-04-26T17:24:44.475243+0000","last_became_active":"2024-04-26T17:24:39.457464+0000","last_became_peered":"2024-04-26T17:24:39.457464+0000","last_unstale":"2024-04-26T17:24:44.475243+0000","last_undegraded":"2024-04-26T17:24:44.475243+0000","last_fullsized":"2024-04-26T17:24:44.475243+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:28:10.491236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345064+0000","last_change":"2024-04-26T17:24:38.762834+0000","last_active":"2024-04-26T17:24:45.345064+0000","last_peered":"2024-04-26T17:24:45.345064+0000","last_clean":"2024-04-26T17:24:45.345064+0000","last_became_active":"2024-04-26T17:24:38.762547+0000","last_became_peered":"2024-04-26T17:24:38.762547+0000","last_unstale":"2024-04-26T17:24:45.345064+0000","last_undegraded":"2024-04-26T17:24:45.345064+0000","last_fullsized":"2024-04-26T17:24:45.345064+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:04:12.399538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844325+0000","last_change":"2024-04-26T17:24:43.470092+0000","last_active":"2024-04-26T17:24:44.844325+0000","last_peered":"2024-04-26T17:24:44.844325+0000","last_clean":"2024-04-26T17:24:44.844325+0000","last_became_active":"2024-04-26T17:24:43.469522+0000","last_became_peered":"2024-04-26T17:24:43.469522+0000","last_unstale":"2024-04-26T17:24:44.844325+0000","last_undegraded":"2024-04-26T17:24:44.844325+0000","last_fullsized":"2024-04-26T17:24:44.844325+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:41:03.709023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345924+0000","last_change":"2024-04-26T17:24:38.764058+0000","last_active":"2024-04-26T17:24:45.345924+0000","last_peered":"2024-04-26T17:24:45.345924+0000","last_clean":"2024-04-26T17:24:45.345924+0000","last_became_active":"2024-04-26T17:24:38.763742+0000","last_became_peered":"2024-04-26T17:24:38.763742+0000","last_unstale":"2024-04-26T17:24:45.345924+0000","last_undegraded":"2024-04-26T17:24:45.345924+0000","last_fullsized":"2024-04-26T17:24:45.345924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:54:45.870305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476010+0000","last_change":"2024-04-26T17:24:39.447902+0000","last_active":"2024-04-26T17:24:44.476010+0000","last_peered":"2024-04-26T17:24:44.476010+0000","last_clean":"2024-04-26T17:24:44.476010+0000","last_became_active":"2024-04-26T17:24:39.447568+0000","last_became_peered":"2024-04-26T17:24:39.447568+0000","last_unstale":"2024-04-26T17:24:44.476010+0000","last_undegraded":"2024-04-26T17:24:44.476010+0000","last_fullsized":"2024-04-26T17:24:44.476010+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:38:55.547928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398566+0000","last_change":"2024-04-26T17:24:43.484707+0000","last_active":"2024-04-26T17:24:45.398566+0000","last_peered":"2024-04-26T17:24:45.398566+0000","last_clean":"2024-04-26T17:24:45.398566+0000","last_became_active":"2024-04-26T17:24:43.484224+0000","last_became_peered":"2024-04-26T17:24:43.484224+0000","last_unstale":"2024-04-26T17:24:45.398566+0000","last_undegraded":"2024-04-26T17:24:45.398566+0000","last_fullsized":"2024-04-26T17:24:45.398566+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:10:55.134905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'7","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:04.864864+0000","last_change":"2024-04-26T17:24:38.757005+0000","last_active":"2024-04-26T17:25:04.864864+0000","last_peered":"2024-04-26T17:25:04.864864+0000","last_clean":"2024-04-26T17:25:04.864864+0000","last_became_active":"2024-04-26T17:24:38.756679+0000","last_became_peered":"2024-04-26T17:24:38.756679+0000","last_unstale":"2024-04-26T17:25:04.864864+0000","last_undegraded":"2024-04-26T17:25:04.864864+0000","last_fullsized":"2024-04-26T17:25:04.864864+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:38:35.553984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398974+0000","last_change":"2024-04-26T17:24:39.463481+0000","last_active":"2024-04-26T17:24:45.398974+0000","last_peered":"2024-04-26T17:24:45.398974+0000","last_clean":"2024-04-26T17:24:45.398974+0000","last_became_active":"2024-04-26T17:24:39.463056+0000","last_became_peered":"2024-04-26T17:24:39.463056+0000","last_unstale":"2024-04-26T17:24:45.398974+0000","last_undegraded":"2024-04-26T17:24:45.398974+0000","last_fullsized":"2024-04-26T17:24:45.398974+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:46:22.393026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344598+0000","last_change":"2024-04-26T17:24:43.462942+0000","last_active":"2024-04-26T17:24:45.344598+0000","last_peered":"2024-04-26T17:24:45.344598+0000","last_clean":"2024-04-26T17:24:45.344598+0000","last_became_active":"2024-04-26T17:24:43.462521+0000","last_became_peered":"2024-04-26T17:24:43.462521+0000","last_unstale":"2024-04-26T17:24:45.344598+0000","last_undegraded":"2024-04-26T17:24:45.344598+0000","last_fullsized":"2024-04-26T17:24:45.344598+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:12:19.608796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"85'2","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345918+0000","last_change":"2024-04-26T17:24:38.759355+0000","last_active":"2024-04-26T17:24:45.345918+0000","last_peered":"2024-04-26T17:24:45.345918+0000","last_clean":"2024-04-26T17:24:45.345918+0000","last_became_active":"2024-04-26T17:24:38.759050+0000","last_became_peered":"2024-04-26T17:24:38.759050+0000","last_unstale":"2024-04-26T17:24:45.345918+0000","last_undegraded":"2024-04-26T17:24:45.345918+0000","last_fullsized":"2024-04-26T17:24:45.345918+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:22:39.158090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344887+0000","last_change":"2024-04-26T17:24:39.460500+0000","last_active":"2024-04-26T17:24:45.344887+0000","last_peered":"2024-04-26T17:24:45.344887+0000","last_clean":"2024-04-26T17:24:45.344887+0000","last_became_active":"2024-04-26T17:24:39.460107+0000","last_became_peered":"2024-04-26T17:24:39.460107+0000","last_unstale":"2024-04-26T17:24:45.344887+0000","last_undegraded":"2024-04-26T17:24:45.344887+0000","last_fullsized":"2024-04-26T17:24:45.344887+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:09:36.435654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346082+0000","last_change":"2024-04-26T17:24:43.484806+0000","last_active":"2024-04-26T17:24:45.346082+0000","last_peered":"2024-04-26T17:24:45.346082+0000","last_clean":"2024-04-26T17:24:45.346082+0000","last_became_active":"2024-04-26T17:24:43.484389+0000","last_became_peered":"2024-04-26T17:24:43.484389+0000","last_unstale":"2024-04-26T17:24:45.346082+0000","last_undegraded":"2024-04-26T17:24:45.346082+0000","last_fullsized":"2024-04-26T17:24:45.346082+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:46:50.161170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:03.553209+0000","last_change":"2024-04-26T17:24:38.763427+0000","last_active":"2024-04-26T17:25:03.553209+0000","last_peered":"2024-04-26T17:25:03.553209+0000","last_clean":"2024-04-26T17:25:03.553209+0000","last_became_active":"2024-04-26T17:24:38.763138+0000","last_became_peered":"2024-04-26T17:24:38.763138+0000","last_unstale":"2024-04-26T17:25:03.553209+0000","last_undegraded":"2024-04-26T17:25:03.553209+0000","last_fullsized":"2024-04-26T17:25:03.553209+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:19:19.723703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345207+0000","last_change":"2024-04-26T17:24:39.456262+0000","last_active":"2024-04-26T17:24:45.345207+0000","last_peered":"2024-04-26T17:24:45.345207+0000","last_clean":"2024-04-26T17:24:45.345207+0000","last_became_active":"2024-04-26T17:24:39.455871+0000","last_became_peered":"2024-04-26T17:24:39.455871+0000","last_unstale":"2024-04-26T17:24:45.345207+0000","last_undegraded":"2024-04-26T17:24:45.345207+0000","last_fullsized":"2024-04-26T17:24:45.345207+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:50:38.981234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.890134+0000","last_change":"2024-04-26T17:24:43.475618+0000","last_active":"2024-04-26T17:24:44.890134+0000","last_peered":"2024-04-26T17:24:44.890134+0000","last_clean":"2024-04-26T17:24:44.890134+0000","last_became_active":"2024-04-26T17:24:43.474714+0000","last_became_peered":"2024-04-26T17:24:43.474714+0000","last_unstale":"2024-04-26T17:24:44.890134+0000","last_undegraded":"2024-04-26T17:24:44.890134+0000","last_fullsized":"2024-04-26T17:24:44.890134+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:43:16.082855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"90'7","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:05.875606+0000","last_change":"2024-04-26T17:24:38.751590+0000","last_active":"2024-04-26T17:25:05.875606+0000","last_peered":"2024-04-26T17:25:05.875606+0000","last_clean":"2024-04-26T17:25:05.875606+0000","last_became_active":"2024-04-26T17:24:38.751285+0000","last_became_peered":"2024-04-26T17:24:38.751285+0000","last_unstale":"2024-04-26T17:25:05.875606+0000","last_undegraded":"2024-04-26T17:25:05.875606+0000","last_fullsized":"2024-04-26T17:25:05.875606+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:28:11.951439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.843862+0000","last_change":"2024-04-26T17:24:39.450865+0000","last_active":"2024-04-26T17:24:44.843862+0000","last_peered":"2024-04-26T17:24:44.843862+0000","last_clean":"2024-04-26T17:24:44.843862+0000","last_became_active":"2024-04-26T17:24:39.450096+0000","last_became_peered":"2024-04-26T17:24:39.450096+0000","last_unstale":"2024-04-26T17:24:44.843862+0000","last_undegraded":"2024-04-26T17:24:44.843862+0000","last_fullsized":"2024-04-26T17:24:44.843862+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:47:59.436057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345661+0000","last_change":"2024-04-26T17:24:43.468810+0000","last_active":"2024-04-26T17:24:45.345661+0000","last_peered":"2024-04-26T17:24:45.345661+0000","last_clean":"2024-04-26T17:24:45.345661+0000","last_became_active":"2024-04-26T17:24:43.468022+0000","last_became_peered":"2024-04-26T17:24:43.468022+0000","last_unstale":"2024-04-26T17:24:45.345661+0000","last_undegraded":"2024-04-26T17:24:45.345661+0000","last_fullsized":"2024-04-26T17:24:45.345661+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:48:27.025825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344640+0000","last_change":"2024-04-26T17:24:38.760595+0000","last_active":"2024-04-26T17:24:45.344640+0000","last_peered":"2024-04-26T17:24:45.344640+0000","last_clean":"2024-04-26T17:24:45.344640+0000","last_became_active":"2024-04-26T17:24:38.760278+0000","last_became_peered":"2024-04-26T17:24:38.760278+0000","last_unstale":"2024-04-26T17:24:45.344640+0000","last_undegraded":"2024-04-26T17:24:45.344640+0000","last_fullsized":"2024-04-26T17:24:45.344640+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:23:31.359042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398909+0000","last_change":"2024-04-26T17:24:39.458880+0000","last_active":"2024-04-26T17:24:45.398909+0000","last_peered":"2024-04-26T17:24:45.398909+0000","last_clean":"2024-04-26T17:24:45.398909+0000","last_became_active":"2024-04-26T17:24:39.458562+0000","last_became_peered":"2024-04-26T17:24:39.458562+0000","last_unstale":"2024-04-26T17:24:45.398909+0000","last_undegraded":"2024-04-26T17:24:45.398909+0000","last_fullsized":"2024-04-26T17:24:45.398909+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:48:02.912966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345814+0000","last_change":"2024-04-26T17:24:43.484586+0000","last_active":"2024-04-26T17:24:45.345814+0000","last_peered":"2024-04-26T17:24:45.345814+0000","last_clean":"2024-04-26T17:24:45.345814+0000","last_became_active":"2024-04-26T17:24:43.484167+0000","last_became_peered":"2024-04-26T17:24:43.484167+0000","last_unstale":"2024-04-26T17:24:45.345814+0000","last_undegraded":"2024-04-26T17:24:45.345814+0000","last_fullsized":"2024-04-26T17:24:45.345814+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:02:57.677034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:25:03.555074+0000","last_change":"2024-04-26T17:24:38.757253+0000","last_active":"2024-04-26T17:25:03.555074+0000","last_peered":"2024-04-26T17:25:03.555074+0000","last_clean":"2024-04-26T17:25:03.555074+0000","last_became_active":"2024-04-26T17:24:38.756978+0000","last_became_peered":"2024-04-26T17:24:38.756978+0000","last_unstale":"2024-04-26T17:25:03.555074+0000","last_undegraded":"2024-04-26T17:25:03.555074+0000","last_fullsized":"2024-04-26T17:25:03.555074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:35:08.978859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345340+0000","last_change":"2024-04-26T17:24:39.455522+0000","last_active":"2024-04-26T17:24:45.345340+0000","last_peered":"2024-04-26T17:24:45.345340+0000","last_clean":"2024-04-26T17:24:45.345340+0000","last_became_active":"2024-04-26T17:24:39.455187+0000","last_became_peered":"2024-04-26T17:24:39.455187+0000","last_unstale":"2024-04-26T17:24:45.345340+0000","last_undegraded":"2024-04-26T17:24:45.345340+0000","last_fullsized":"2024-04-26T17:24:45.345340+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:13:30.576245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475052+0000","last_change":"2024-04-26T17:24:43.463308+0000","last_active":"2024-04-26T17:24:44.475052+0000","last_peered":"2024-04-26T17:24:44.475052+0000","last_clean":"2024-04-26T17:24:44.475052+0000","last_became_active":"2024-04-26T17:24:43.462881+0000","last_became_peered":"2024-04-26T17:24:43.462881+0000","last_unstale":"2024-04-26T17:24:44.475052+0000","last_undegraded":"2024-04-26T17:24:44.475052+0000","last_fullsized":"2024-04-26T17:24:44.475052+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:29:21.285541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345221+0000","last_change":"2024-04-26T17:24:38.760213+0000","last_active":"2024-04-26T17:24:45.345221+0000","last_peered":"2024-04-26T17:24:45.345221+0000","last_clean":"2024-04-26T17:24:45.345221+0000","last_became_active":"2024-04-26T17:24:38.759853+0000","last_became_peered":"2024-04-26T17:24:38.759853+0000","last_unstale":"2024-04-26T17:24:45.345221+0000","last_undegraded":"2024-04-26T17:24:45.345221+0000","last_fullsized":"2024-04-26T17:24:45.345221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:15:38.711259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.346208+0000","last_change":"2024-04-26T17:24:39.466376+0000","last_active":"2024-04-26T17:24:45.346208+0000","last_peered":"2024-04-26T17:24:45.346208+0000","last_clean":"2024-04-26T17:24:45.346208+0000","last_became_active":"2024-04-26T17:24:39.465419+0000","last_became_peered":"2024-04-26T17:24:39.465419+0000","last_unstale":"2024-04-26T17:24:45.346208+0000","last_undegraded":"2024-04-26T17:24:45.346208+0000","last_fullsized":"2024-04-26T17:24:45.346208+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:57:16.064878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344547+0000","last_change":"2024-04-26T17:24:43.469096+0000","last_active":"2024-04-26T17:24:45.344547+0000","last_peered":"2024-04-26T17:24:45.344547+0000","last_clean":"2024-04-26T17:24:45.344547+0000","last_became_active":"2024-04-26T17:24:43.468579+0000","last_became_peered":"2024-04-26T17:24:43.468579+0000","last_unstale":"2024-04-26T17:24:45.344547+0000","last_undegraded":"2024-04-26T17:24:45.344547+0000","last_fullsized":"2024-04-26T17:24:45.344547+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:35:58.470242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.477403+0000","last_change":"2024-04-26T17:24:38.766114+0000","last_active":"2024-04-26T17:24:44.477403+0000","last_peered":"2024-04-26T17:24:44.477403+0000","last_clean":"2024-04-26T17:24:44.477403+0000","last_became_active":"2024-04-26T17:24:38.765790+0000","last_became_peered":"2024-04-26T17:24:38.765790+0000","last_unstale":"2024-04-26T17:24:44.477403+0000","last_undegraded":"2024-04-26T17:24:44.477403+0000","last_fullsized":"2024-04-26T17:24:44.477403+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:12:30.459554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345603+0000","last_change":"2024-04-26T17:24:39.465538+0000","last_active":"2024-04-26T17:24:45.345603+0000","last_peered":"2024-04-26T17:24:45.345603+0000","last_clean":"2024-04-26T17:24:45.345603+0000","last_became_active":"2024-04-26T17:24:39.460819+0000","last_became_peered":"2024-04-26T17:24:39.460819+0000","last_unstale":"2024-04-26T17:24:45.345603+0000","last_undegraded":"2024-04-26T17:24:45.345603+0000","last_fullsized":"2024-04-26T17:24:45.345603+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:07:07.810205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476642+0000","last_change":"2024-04-26T17:24:43.465495+0000","last_active":"2024-04-26T17:24:44.476642+0000","last_peered":"2024-04-26T17:24:44.476642+0000","last_clean":"2024-04-26T17:24:44.476642+0000","last_became_active":"2024-04-26T17:24:43.464957+0000","last_became_peered":"2024-04-26T17:24:43.464957+0000","last_unstale":"2024-04-26T17:24:44.476642+0000","last_undegraded":"2024-04-26T17:24:44.476642+0000","last_fullsized":"2024-04-26T17:24:44.476642+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:11:19.601623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475971+0000","last_change":"2024-04-26T17:24:38.761473+0000","last_active":"2024-04-26T17:24:44.475971+0000","last_peered":"2024-04-26T17:24:44.475971+0000","last_clean":"2024-04-26T17:24:44.475971+0000","last_became_active":"2024-04-26T17:24:38.761131+0000","last_became_peered":"2024-04-26T17:24:38.761131+0000","last_unstale":"2024-04-26T17:24:44.475971+0000","last_undegraded":"2024-04-26T17:24:44.475971+0000","last_fullsized":"2024-04-26T17:24:44.475971+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:33:42.184431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345238+0000","last_change":"2024-04-26T17:24:39.458109+0000","last_active":"2024-04-26T17:24:45.345238+0000","last_peered":"2024-04-26T17:24:45.345238+0000","last_clean":"2024-04-26T17:24:45.345238+0000","last_became_active":"2024-04-26T17:24:39.457715+0000","last_became_peered":"2024-04-26T17:24:39.457715+0000","last_unstale":"2024-04-26T17:24:45.345238+0000","last_undegraded":"2024-04-26T17:24:45.345238+0000","last_fullsized":"2024-04-26T17:24:45.345238+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:49.881932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.843966+0000","last_change":"2024-04-26T17:24:39.454462+0000","last_active":"2024-04-26T17:24:44.843966+0000","last_peered":"2024-04-26T17:24:44.843966+0000","last_clean":"2024-04-26T17:24:44.843966+0000","last_became_active":"2024-04-26T17:24:39.454127+0000","last_became_peered":"2024-04-26T17:24:39.454127+0000","last_unstale":"2024-04-26T17:24:44.843966+0000","last_undegraded":"2024-04-26T17:24:44.843966+0000","last_fullsized":"2024-04-26T17:24:44.843966+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:32:08.386506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344899+0000","last_change":"2024-04-26T17:24:39.457535+0000","last_active":"2024-04-26T17:24:45.344899+0000","last_peered":"2024-04-26T17:24:45.344899+0000","last_clean":"2024-04-26T17:24:45.344899+0000","last_became_active":"2024-04-26T17:24:39.457178+0000","last_became_peered":"2024-04-26T17:24:39.457178+0000","last_unstale":"2024-04-26T17:24:45.344899+0000","last_undegraded":"2024-04-26T17:24:45.344899+0000","last_fullsized":"2024-04-26T17:24:45.344899+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:08.479586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344689+0000","last_change":"2024-04-26T17:24:39.455463+0000","last_active":"2024-04-26T17:24:45.344689+0000","last_peered":"2024-04-26T17:24:45.344689+0000","last_clean":"2024-04-26T17:24:45.344689+0000","last_became_active":"2024-04-26T17:24:39.455066+0000","last_became_peered":"2024-04-26T17:24:39.455066+0000","last_unstale":"2024-04-26T17:24:45.344689+0000","last_undegraded":"2024-04-26T17:24:45.344689+0000","last_fullsized":"2024-04-26T17:24:45.344689+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:11:31.451372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.344711+0000","last_change":"2024-04-26T17:24:39.458279+0000","last_active":"2024-04-26T17:24:45.344711+0000","last_peered":"2024-04-26T17:24:45.344711+0000","last_clean":"2024-04-26T17:24:45.344711+0000","last_became_active":"2024-04-26T17:24:39.457822+0000","last_became_peered":"2024-04-26T17:24:39.457822+0000","last_unstale":"2024-04-26T17:24:45.344711+0000","last_undegraded":"2024-04-26T17:24:45.344711+0000","last_fullsized":"2024-04-26T17:24:45.344711+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:12:33.206289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476102+0000","last_change":"2024-04-26T17:24:39.457862+0000","last_active":"2024-04-26T17:24:44.476102+0000","last_peered":"2024-04-26T17:24:44.476102+0000","last_clean":"2024-04-26T17:24:44.476102+0000","last_became_active":"2024-04-26T17:24:39.457571+0000","last_became_peered":"2024-04-26T17:24:39.457571+0000","last_unstale":"2024-04-26T17:24:44.476102+0000","last_undegraded":"2024-04-26T17:24:44.476102+0000","last_fullsized":"2024-04-26T17:24:44.476102+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:21.890300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844274+0000","last_change":"2024-04-26T17:24:39.454287+0000","last_active":"2024-04-26T17:24:44.844274+0000","last_peered":"2024-04-26T17:24:44.844274+0000","last_clean":"2024-04-26T17:24:44.844274+0000","last_became_active":"2024-04-26T17:24:39.453985+0000","last_became_peered":"2024-04-26T17:24:39.453985+0000","last_unstale":"2024-04-26T17:24:44.844274+0000","last_undegraded":"2024-04-26T17:24:44.844274+0000","last_fullsized":"2024-04-26T17:24:44.844274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:58.875958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.345321+0000","last_change":"2024-04-26T17:24:39.450151+0000","last_active":"2024-04-26T17:24:45.345321+0000","last_peered":"2024-04-26T17:24:45.345321+0000","last_clean":"2024-04-26T17:24:45.345321+0000","last_became_active":"2024-04-26T17:24:39.449808+0000","last_became_peered":"2024-04-26T17:24:39.449808+0000","last_unstale":"2024-04-26T17:24:45.345321+0000","last_undegraded":"2024-04-26T17:24:45.345321+0000","last_fullsized":"2024-04-26T17:24:45.345321+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.662766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.399046+0000","last_change":"2024-04-26T17:24:39.458012+0000","last_active":"2024-04-26T17:24:45.399046+0000","last_peered":"2024-04-26T17:24:45.399046+0000","last_clean":"2024-04-26T17:24:45.399046+0000","last_became_active":"2024-04-26T17:24:39.457686+0000","last_became_peered":"2024-04-26T17:24:39.457686+0000","last_unstale":"2024-04-26T17:24:45.399046+0000","last_undegraded":"2024-04-26T17:24:45.399046+0000","last_fullsized":"2024-04-26T17:24:45.399046+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:42.019195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.476979+0000","last_change":"2024-04-26T17:24:39.457973+0000","last_active":"2024-04-26T17:24:44.476979+0000","last_peered":"2024-04-26T17:24:44.476979+0000","last_clean":"2024-04-26T17:24:44.476979+0000","last_became_active":"2024-04-26T17:24:39.457656+0000","last_became_peered":"2024-04-26T17:24:39.457656+0000","last_unstale":"2024-04-26T17:24:44.476979+0000","last_undegraded":"2024-04-26T17:24:44.476979+0000","last_fullsized":"2024-04-26T17:24:44.476979+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:33:19.075538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:45.398691+0000","last_change":"2024-04-26T17:24:39.456407+0000","last_active":"2024-04-26T17:24:45.398691+0000","last_peered":"2024-04-26T17:24:45.398691+0000","last_clean":"2024-04-26T17:24:45.398691+0000","last_became_active":"2024-04-26T17:24:39.456058+0000","last_became_peered":"2024-04-26T17:24:39.456058+0000","last_unstale":"2024-04-26T17:24:45.398691+0000","last_undegraded":"2024-04-26T17:24:45.398691+0000","last_fullsized":"2024-04-26T17:24:45.398691+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:17:43.323671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475221+0000","last_change":"2024-04-26T17:24:39.463539+0000","last_active":"2024-04-26T17:24:44.475221+0000","last_peered":"2024-04-26T17:24:44.475221+0000","last_clean":"2024-04-26T17:24:44.475221+0000","last_became_active":"2024-04-26T17:24:39.463195+0000","last_became_peered":"2024-04-26T17:24:39.463195+0000","last_unstale":"2024-04-26T17:24:44.475221+0000","last_undegraded":"2024-04-26T17:24:44.475221+0000","last_fullsized":"2024-04-26T17:24:44.475221+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:32:52.182622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.475708+0000","last_change":"2024-04-26T17:24:39.462539+0000","last_active":"2024-04-26T17:24:44.475708+0000","last_peered":"2024-04-26T17:24:44.475708+0000","last_clean":"2024-04-26T17:24:44.475708+0000","last_became_active":"2024-04-26T17:24:39.462220+0000","last_became_peered":"2024-04-26T17:24:39.462220+0000","last_unstale":"2024-04-26T17:24:44.475708+0000","last_undegraded":"2024-04-26T17:24:44.475708+0000","last_fullsized":"2024-04-26T17:24:44.475708+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:54.461792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-26T17:24:44.844334+0000","last_change":"2024-04-26T17:24:39.460186+0000","last_active":"2024-04-26T17:24:44.844334+0000","last_peered":"2024-04-26T17:24:44.844334+0000","last_clean":"2024-04-26T17:24:44.844334+0000","last_became_active":"2024-04-26T17:24:39.459328+0000","last_became_peered":"2024-04-26T17:24:39.459328+0000","last_unstale":"2024-04-26T17:24:44.844334+0000","last_undegraded":"2024-04-26T17:24:44.844334+0000","last_fullsized":"2024-04-26T17:24:44.844334+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:19.563453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4842,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":90,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":188416,"data_stored":16818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77,"ondisk_log_size":77,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350994,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":991232,"data_stored":480266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612631,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28588,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716564,"statfs":{"total":95995035648,"available":95965761536,"internally_reserved":0,"allocated":1609728,"data_stored":1074670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776157,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1028096,"data_stored":481388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037793,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":480892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299430,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32736,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712416,"statfs":{"total":95995035648,"available":95961513984,"internally_reserved":0,"allocated":1589248,"data_stored":1071216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462956,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":991232,"data_stored":480266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574917,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36316,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708836,"statfs":{"total":95995035648,"available":95957848064,"internally_reserved":0,"allocated":1003520,"data_stored":484108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36316,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708836,"statfs":{"total":95995035648,"available":95957848064,"internally_reserved":0,"allocated":1003520,"data_stored":480960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411392,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":484142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149755,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":480696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888118,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":995328,"data_stored":480288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724592,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1597440,"data_stored":1070816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T17:25:08.964 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-26T17:25:08.964 INFO:tasks.cephadm:Setting up client nodes... 2024-04-26T17:25:08.964 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-26T17:25:09.180 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:08 smithi090 ceph-mon[29417]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:09.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:08 smithi090 ceph-mon[29417]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-26T17:25:09.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:08 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2556571485' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:25:09.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:08 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1593840481' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:09.239 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:09.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:08 smithi167 ceph-mon[32665]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:09.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:08 smithi167 ceph-mon[32665]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-26T17:25:09.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:08 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2556571485' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:25:09.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:08 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1593840481' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:09.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:08 smithi119 ceph-mon[32584]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:25:09.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:08 smithi119 ceph-mon[32584]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-26T17:25:09.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:08 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2556571485' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:25:09.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:08 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1593840481' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:09 smithi090 ceph-mon[29417]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:25:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:09 smithi090 ceph-mon[29417]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:25:10.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:09 smithi090 ceph-mon[29417]: pgmap v308: 129 pgs: 129 active+clean; 623 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 7.1 KiB/s wr, 16 op/s 2024-04-26T17:25:10.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:09 smithi167 ceph-mon[32665]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:25:10.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:09 smithi167 ceph-mon[32665]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:25:10.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:09 smithi167 ceph-mon[32665]: pgmap v308: 129 pgs: 129 active+clean; 623 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 7.1 KiB/s wr, 16 op/s 2024-04-26T17:25:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:09 smithi119 ceph-mon[32584]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:25:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:09 smithi119 ceph-mon[32584]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:25:10.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:09 smithi119 ceph-mon[32584]: pgmap v308: 129 pgs: 129 active+clean; 623 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 7.1 KiB/s wr, 16 op/s 2024-04-26T17:25:10.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.969+0000 7f7b37db6700 1 -- 172.21.15.90:0/2143170995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b30102c70 msgr2=0x7f7b30103090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 --2- 172.21.15.90:0/2143170995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b30102c70 0x7f7b30103090 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c0099c0 tx=0x7f7b2c009cd0 comp rx=0 tx=0).stop 2024-04-26T17:25:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 -- 172.21.15.90:0/2143170995 shutdown_connections 2024-04-26T17:25:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 --2- 172.21.15.90:0/2143170995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b30102c70 0x7f7b30103090 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 --2- 172.21.15.90:0/2143170995 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b30104810 0x7f7b3010b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 --2- 172.21.15.90:0/2143170995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b30103e70 0x7f7b301042d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 -- 172.21.15.90:0/2143170995 >> 172.21.15.90:0/2143170995 conn(0x7f7b300fe210 msgr2=0x7f7b30100650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 -- 172.21.15.90:0/2143170995 shutdown_connections 2024-04-26T17:25:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 -- 172.21.15.90:0/2143170995 wait complete. 2024-04-26T17:25:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 Processor -- start 2024-04-26T17:25:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 -- start start 2024-04-26T17:25:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b30102c70 0x7f7b30198cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b30103e70 0x7f7b301991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b30104810 0x7f7b301a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7b3010e6d0 con 0x7f7b30104810 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7b3010e550 con 0x7f7b30103e70 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.970+0000 7f7b37db6700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7b3010e850 con 0x7f7b30102c70 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b36353700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b30104810 0x7f7b301a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b36353700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b30104810 0x7f7b301a0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51192/0 (socket says 172.21.15.90:51192) 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b36353700 1 -- 172.21.15.90:0/4142944746 learned_addr learned my addr 172.21.15.90:0/4142944746 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b35351700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b30103e70 0x7f7b301991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b35b52700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b30102c70 0x7f7b30198cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b36353700 1 -- 172.21.15.90:0/4142944746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b30102c70 msgr2=0x7f7b30198cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b36353700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b30102c70 0x7f7b30198cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:10.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b36353700 1 -- 172.21.15.90:0/4142944746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b30103e70 msgr2=0x7f7b301991f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:10.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b36353700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b30103e70 0x7f7b301991f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:10.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b36353700 1 -- 172.21.15.90:0/4142944746 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b301a0930 con 0x7f7b30104810 2024-04-26T17:25:10.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b35b52700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b30102c70 0x7f7b30198cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:10.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b36353700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b30104810 0x7f7b301a0260 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f7b28007ee0 tx=0x7f7b2800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:10.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b26ffd700 1 -- 172.21.15.90:0/4142944746 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b2800dbd0 con 0x7f7b30104810 2024-04-26T17:25:10.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b26ffd700 1 -- 172.21.15.90:0/4142944746 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7b2800dd70 con 0x7f7b30104810 2024-04-26T17:25:10.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b37db6700 1 -- 172.21.15.90:0/4142944746 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b301a0c20 con 0x7f7b30104810 2024-04-26T17:25:10.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b26ffd700 1 -- 172.21.15.90:0/4142944746 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b28005990 con 0x7f7b30104810 2024-04-26T17:25:10.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.971+0000 7f7b37db6700 1 -- 172.21.15.90:0/4142944746 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b301a1160 con 0x7f7b30104810 2024-04-26T17:25:10.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.972+0000 7f7b37db6700 1 -- 172.21.15.90:0/4142944746 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b30051130 con 0x7f7b30104810 2024-04-26T17:25:10.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.973+0000 7f7b26ffd700 1 -- 172.21.15.90:0/4142944746 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7b2801a020 con 0x7f7b30104810 2024-04-26T17:25:10.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.974+0000 7f7b26ffd700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7b1c0a3e00 0x7f7b1c0a62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:10.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.974+0000 7f7b35b52700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7b1c0a3e00 0x7f7b1c0a62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:10.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.974+0000 7f7b26ffd700 1 -- 172.21.15.90:0/4142944746 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f7b280cff10 con 0x7f7b30104810 2024-04-26T17:25:10.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.975+0000 7f7b35b52700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7b1c0a3e00 0x7f7b1c0a62c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c009990 tx=0x7f7b2c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:10.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:10.979+0000 7f7b26ffd700 1 -- 172.21.15.90:0/4142944746 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7b28010070 con 0x7f7b30104810 2024-04-26T17:25:11.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.258+0000 7f7b37db6700 1 -- 172.21.15.90:0/4142944746 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f7b30063800 con 0x7f7b30104810 2024-04-26T17:25:11.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.260+0000 7f7b26ffd700 1 -- 172.21.15.90:0/4142944746 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f7b2809c550 con 0x7f7b30104810 2024-04-26T17:25:11.260 INFO:teuthology.orchestra.run.smithi090.stdout:[client.0] 2024-04-26T17:25:11.260 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQB34ytm2AKBDxAAZiSBeXuzDlJDYvLLhVJTNQ== 2024-04-26T17:25:11.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.262+0000 7f7b37db6700 1 -- 172.21.15.90:0/4142944746 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7b1c0a3e00 msgr2=0x7f7b1c0a62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:11.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.262+0000 7f7b37db6700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7b1c0a3e00 0x7f7b1c0a62c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c009990 tx=0x7f7b2c005fb0 comp rx=0 tx=0).stop 2024-04-26T17:25:11.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.262+0000 7f7b37db6700 1 -- 172.21.15.90:0/4142944746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b30104810 msgr2=0x7f7b301a0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:11.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.262+0000 7f7b37db6700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b30104810 0x7f7b301a0260 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f7b28007ee0 tx=0x7f7b2800d3b0 comp rx=0 tx=0).stop 2024-04-26T17:25:11.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.262+0000 7f7b37db6700 1 -- 172.21.15.90:0/4142944746 shutdown_connections 2024-04-26T17:25:11.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.262+0000 7f7b37db6700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7b1c0a3e00 0x7f7b1c0a62c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:11.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.263+0000 7f7b37db6700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b30104810 0x7f7b301a0260 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:11.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.263+0000 7f7b37db6700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b30102c70 0x7f7b30198cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:11.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.263+0000 7f7b37db6700 1 --2- 172.21.15.90:0/4142944746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b30103e70 0x7f7b301991f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:11.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.263+0000 7f7b37db6700 1 -- 172.21.15.90:0/4142944746 >> 172.21.15.90:0/4142944746 conn(0x7f7b300fe210 msgr2=0x7f7b30107170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:11.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.263+0000 7f7b37db6700 1 -- 172.21.15.90:0/4142944746 shutdown_connections 2024-04-26T17:25:11.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:11.263+0000 7f7b37db6700 1 -- 172.21.15.90:0/4142944746 wait complete. 2024-04-26T17:25:11.557 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:11 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/4142944746' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T17:25:11.557 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:11 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/4142944746' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T17:25:11.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:11 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/4142944746' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T17:25:11.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:11 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/4142944746' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T17:25:11.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:11 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/4142944746' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T17:25:11.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:11 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/4142944746' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T17:25:12.003 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:25:12.003 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-26T17:25:12.003 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-26T17:25:12.038 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-26T17:25:12.039 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-26T17:25:12.039 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-26T17:25:12.321 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:12.601 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:12 smithi090 ceph-mon[29417]: pgmap v309: 129 pgs: 129 active+clean; 624 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 7.8 KiB/s wr, 19 op/s 2024-04-26T17:25:12.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:12 smithi167 ceph-mon[32665]: pgmap v309: 129 pgs: 129 active+clean; 624 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 7.8 KiB/s wr, 19 op/s 2024-04-26T17:25:12.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:12 smithi119 ceph-mon[32584]: pgmap v309: 129 pgs: 129 active+clean; 624 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 7.8 KiB/s wr, 19 op/s 2024-04-26T17:25:14.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.126+0000 7fac72332700 1 -- 172.21.15.90:0/3777500919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac6c1022f0 msgr2=0x7fac6c102770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:14.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.126+0000 7fac72332700 1 --2- 172.21.15.90:0/3777500919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac6c1022f0 0x7fac6c102770 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fac54009990 tx=0x7fac54009ca0 comp rx=0 tx=0).stop 2024-04-26T17:25:14.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.126+0000 7fac72332700 1 -- 172.21.15.90:0/3777500919 shutdown_connections 2024-04-26T17:25:14.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.126+0000 7fac72332700 1 --2- 172.21.15.90:0/3777500919 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fac6c102cb0 0x7fac6c10e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.126+0000 7fac72332700 1 --2- 172.21.15.90:0/3777500919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac6c107b60 0x7fac6c107f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.126+0000 7fac72332700 1 --2- 172.21.15.90:0/3777500919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac6c1022f0 0x7fac6c102770 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.126+0000 7fac72332700 1 -- 172.21.15.90:0/3777500919 >> 172.21.15.90:0/3777500919 conn(0x7fac6c078190 msgr2=0x7fac6c0ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.126+0000 7fac72332700 1 -- 172.21.15.90:0/3777500919 shutdown_connections 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.126+0000 7fac72332700 1 -- 172.21.15.90:0/3777500919 wait complete. 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac72332700 1 Processor -- start 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac72332700 1 -- start start 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac72332700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac6c1022f0 0x7fac6c1981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac72332700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fac6c102cb0 0x7fac6c198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac72332700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac6c107b60 0x7fac6c19cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac72332700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fac6c111d00 con 0x7fac6c1022f0 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac72332700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fac6c111b80 con 0x7fac6c107b60 2024-04-26T17:25:14.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac72332700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fac6c111e80 con 0x7fac6c102cb0 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac6bfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac6c1022f0 0x7fac6c1981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac6bfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac6c1022f0 0x7fac6c1981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51216/0 (socket says 172.21.15.90:51216) 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac6bfff700 1 -- 172.21.15.90:0/2084364445 learned_addr learned my addr 172.21.15.90:0/2084364445 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac63fff700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fac6c102cb0 0x7fac6c198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac708cf700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac6c107b60 0x7fac6c19cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac6bfff700 1 -- 172.21.15.90:0/2084364445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fac6c102cb0 msgr2=0x7fac6c198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.127+0000 7fac6bfff700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fac6c102cb0 0x7fac6c198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.128+0000 7fac6bfff700 1 -- 172.21.15.90:0/2084364445 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac6c107b60 msgr2=0x7fac6c19cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.128+0000 7fac6bfff700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac6c107b60 0x7fac6c19cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.128+0000 7fac6bfff700 1 -- 172.21.15.90:0/2084364445 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac6c19d200 con 0x7fac6c1022f0 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.128+0000 7fac6bfff700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac6c1022f0 0x7fac6c1981f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fac5c00c920 tx=0x7fac5c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.128+0000 7fac69ffb700 1 -- 172.21.15.90:0/2084364445 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac5c007b00 con 0x7fac6c1022f0 2024-04-26T17:25:14.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.128+0000 7fac72332700 1 -- 172.21.15.90:0/2084364445 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac6c19d4f0 con 0x7fac6c1022f0 2024-04-26T17:25:14.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.128+0000 7fac69ffb700 1 -- 172.21.15.90:0/2084364445 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fac5c004ce0 con 0x7fac6c1022f0 2024-04-26T17:25:14.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.128+0000 7fac69ffb700 1 -- 172.21.15.90:0/2084364445 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac5c0054f0 con 0x7fac6c1022f0 2024-04-26T17:25:14.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.128+0000 7fac72332700 1 -- 172.21.15.90:0/2084364445 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac6c1a4d70 con 0x7fac6c1022f0 2024-04-26T17:25:14.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.129+0000 7fac72332700 1 -- 172.21.15.90:0/2084364445 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac6c103300 con 0x7fac6c1022f0 2024-04-26T17:25:14.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.130+0000 7fac69ffb700 1 -- 172.21.15.90:0/2084364445 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fac5c007ca0 con 0x7fac6c1022f0 2024-04-26T17:25:14.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.131+0000 7fac69ffb700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fac580a3cd0 0x7fac580a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:14.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.131+0000 7fac63fff700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fac580a3cd0 0x7fac580a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:14.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.131+0000 7fac69ffb700 1 -- 172.21.15.90:0/2084364445 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fac5c0d0330 con 0x7fac6c1022f0 2024-04-26T17:25:14.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.131+0000 7fac63fff700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fac580a3cd0 0x7fac580a6190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fac5400b5c0 tx=0x7fac54005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:14.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.135+0000 7fac69ffb700 1 -- 172.21.15.90:0/2084364445 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fac5c014030 con 0x7fac6c1022f0 2024-04-26T17:25:14.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.388+0000 7fac72332700 1 -- 172.21.15.90:0/2084364445 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fac6c199550 con 0x7fac6c1022f0 2024-04-26T17:25:14.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.393+0000 7fac69ffb700 1 -- 172.21.15.90:0/2084364445 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264991 (secure 0 0 0) 0x7fac5c09c970 con 0x7fac6c1022f0 2024-04-26T17:25:14.400 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:25:14.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.396+0000 7fac72332700 1 -- 172.21.15.90:0/2084364445 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fac580a3cd0 msgr2=0x7fac580a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:14.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.396+0000 7fac72332700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fac580a3cd0 0x7fac580a6190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fac5400b5c0 tx=0x7fac54005960 comp rx=0 tx=0).stop 2024-04-26T17:25:14.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.396+0000 7fac72332700 1 -- 172.21.15.90:0/2084364445 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac6c1022f0 msgr2=0x7fac6c1981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:14.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.396+0000 7fac72332700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac6c1022f0 0x7fac6c1981f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fac5c00c920 tx=0x7fac5c00cc30 comp rx=0 tx=0).stop 2024-04-26T17:25:14.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.396+0000 7fac72332700 1 -- 172.21.15.90:0/2084364445 shutdown_connections 2024-04-26T17:25:14.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.396+0000 7fac72332700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fac580a3cd0 0x7fac580a6190 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:14.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.396+0000 7fac72332700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac6c1022f0 0x7fac6c1981f0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:14.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.396+0000 7fac72332700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac6c107b60 0x7fac6c19cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:14.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.396+0000 7fac72332700 1 --2- 172.21.15.90:0/2084364445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fac6c102cb0 0x7fac6c198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:14.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.396+0000 7fac72332700 1 -- 172.21.15.90:0/2084364445 >> 172.21.15.90:0/2084364445 conn(0x7fac6c078190 msgr2=0x7fac6c0ffab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:14.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.396+0000 7fac72332700 1 -- 172.21.15.90:0/2084364445 shutdown_connections 2024-04-26T17:25:14.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:14.396+0000 7fac72332700 1 -- 172.21.15.90:0/2084364445 wait complete. 2024-04-26T17:25:14.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:14 smithi090 ceph-mon[29417]: pgmap v310: 129 pgs: 129 active+clean; 629 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.6 KiB/s wr, 23 op/s 2024-04-26T17:25:14.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:14 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2084364445' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T17:25:14.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:14 smithi167 ceph-mon[32665]: pgmap v310: 129 pgs: 129 active+clean; 629 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.6 KiB/s wr, 23 op/s 2024-04-26T17:25:14.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:14 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2084364445' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T17:25:14.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:14 smithi119 ceph-mon[32584]: pgmap v310: 129 pgs: 129 active+clean; 629 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.6 KiB/s wr, 23 op/s 2024-04-26T17:25:14.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:14 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2084364445' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T17:25:15.187 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":37771707},{"type":"v1","addr":"172.21.15.90:6801","nonce":37771707}]},"active_addr":"172.21.15.90:6801/37771707","active_change":"2024-04-26T17:17:33.345789+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.90:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":3738193745}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":3850491143}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":3350226260}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":595048446}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":2837967026}]}]} 2024-04-26T17:25:15.192 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-26T17:25:15.192 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-26T17:25:15.192 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T17:25:15.431 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:16.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:16 smithi090 ceph-mon[29417]: pgmap v311: 129 pgs: 129 active+clean; 629 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 8.6 KiB/s wr, 24 op/s 2024-04-26T17:25:16.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:16 smithi167 ceph-mon[32665]: pgmap v311: 129 pgs: 129 active+clean; 629 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 8.6 KiB/s wr, 24 op/s 2024-04-26T17:25:16.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:16 smithi119 ceph-mon[32584]: pgmap v311: 129 pgs: 129 active+clean; 629 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 8.6 KiB/s wr, 24 op/s 2024-04-26T17:25:17.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.212+0000 7f1459227700 1 -- 172.21.15.90:0/2316998475 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1454102ea0 msgr2=0x7f1454103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.212+0000 7f1459227700 1 --2- 172.21.15.90:0/2316998475 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1454102ea0 0x7f1454103280 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f1448009990 tx=0x7f1448009ca0 comp rx=0 tx=0).stop 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.212+0000 7f1459227700 1 -- 172.21.15.90:0/2316998475 shutdown_connections 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.212+0000 7f1459227700 1 --2- 172.21.15.90:0/2316998475 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1454102ea0 0x7f1454103280 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.212+0000 7f1459227700 1 --2- 172.21.15.90:0/2316998475 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1454107f30 0x7f145410fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.212+0000 7f1459227700 1 --2- 172.21.15.90:0/2316998475 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1454103850 0x7f1454107850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.212+0000 7f1459227700 1 -- 172.21.15.90:0/2316998475 >> 172.21.15.90:0/2316998475 conn(0x7f1454079d50 msgr2=0x7f145407a160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.212+0000 7f1459227700 1 -- 172.21.15.90:0/2316998475 shutdown_connections 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.212+0000 7f1459227700 1 -- 172.21.15.90:0/2316998475 wait complete. 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.213+0000 7f1459227700 1 Processor -- start 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.213+0000 7f1459227700 1 -- start start 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.213+0000 7f1459227700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1454102ea0 0x7f1454199320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.213+0000 7f1459227700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1454103850 0x7f1454199860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:17.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.213+0000 7f1459227700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1454107f30 0x7f145419dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.213+0000 7f1459227700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1454112e10 con 0x7f1454103850 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.213+0000 7f1459227700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f1454112c90 con 0x7f1454107f30 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.213+0000 7f1459227700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1454112f90 con 0x7f1454102ea0 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.213+0000 7f145259c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1454103850 0x7f1454199860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.213+0000 7f145259c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1454103850 0x7f1454199860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:54306/0 (socket says 172.21.15.90:54306) 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.213+0000 7f145259c700 1 -- 172.21.15.90:0/1967346489 learned_addr learned my addr 172.21.15.90:0/1967346489 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f1452d9d700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1454102ea0 0x7f1454199320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f145259c700 1 -- 172.21.15.90:0/1967346489 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1454102ea0 msgr2=0x7f1454199320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f145259c700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1454102ea0 0x7f1454199320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f145259c700 1 -- 172.21.15.90:0/1967346489 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1454107f30 msgr2=0x7f145419dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f145259c700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1454107f30 0x7f145419dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f145259c700 1 -- 172.21.15.90:0/1967346489 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f145419e330 con 0x7f1454103850 2024-04-26T17:25:17.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f1452d9d700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1454102ea0 0x7f1454199320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:25:17.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f145259c700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1454103850 0x7f1454199860 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f144400d980 tx=0x7f144400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:17.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f143bfff700 1 -- 172.21.15.90:0/1967346489 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1444017070 con 0x7f1454103850 2024-04-26T17:25:17.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f1459227700 1 -- 172.21.15.90:0/1967346489 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f145419e620 con 0x7f1454103850 2024-04-26T17:25:17.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f143bfff700 1 -- 172.21.15.90:0/1967346489 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1444010460 con 0x7f1454103850 2024-04-26T17:25:17.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f143bfff700 1 -- 172.21.15.90:0/1967346489 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1444020060 con 0x7f1454103850 2024-04-26T17:25:17.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.214+0000 7f1459227700 1 -- 172.21.15.90:0/1967346489 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14541a5ea0 con 0x7f1454103850 2024-04-26T17:25:17.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.215+0000 7f1459227700 1 -- 172.21.15.90:0/1967346489 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14540698e0 con 0x7f1454103850 2024-04-26T17:25:17.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.216+0000 7f143bfff700 1 -- 172.21.15.90:0/1967346489 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1444009b40 con 0x7f1454103850 2024-04-26T17:25:17.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.216+0000 7f143bfff700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f143c0a3cd0 0x7f143c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:17.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.217+0000 7f1452d9d700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f143c0a3cd0 0x7f143c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:17.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.217+0000 7f143bfff700 1 -- 172.21.15.90:0/1967346489 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f14440d0680 con 0x7f1454103850 2024-04-26T17:25:17.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.217+0000 7f1452d9d700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f143c0a3cd0 0x7f143c0a6190 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f144800b5c0 tx=0x7f1448005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:17.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.221+0000 7f143bfff700 1 -- 172.21.15.90:0/1967346489 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f144409ccc0 con 0x7f1454103850 2024-04-26T17:25:17.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.418+0000 7f1459227700 1 -- 172.21.15.90:0/1967346489 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f145402e090 con 0x7f1454103850 2024-04-26T17:25:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.420+0000 7f143bfff700 1 -- 172.21.15.90:0/1967346489 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24151 (secure 0 0 0) 0x7f144409c5c0 con 0x7f1454103850 2024-04-26T17:25:17.420 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:25:17.420 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":90,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:24:43.807282+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:25:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.422+0000 7f1459227700 1 -- 172.21.15.90:0/1967346489 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f143c0a3cd0 msgr2=0x7f143c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.422+0000 7f1459227700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f143c0a3cd0 0x7f143c0a6190 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f144800b5c0 tx=0x7f1448005fb0 comp rx=0 tx=0).stop 2024-04-26T17:25:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.422+0000 7f1459227700 1 -- 172.21.15.90:0/1967346489 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1454103850 msgr2=0x7f1454199860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.422+0000 7f1459227700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1454103850 0x7f1454199860 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f144400d980 tx=0x7f144400dd40 comp rx=0 tx=0).stop 2024-04-26T17:25:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.422+0000 7f1459227700 1 -- 172.21.15.90:0/1967346489 shutdown_connections 2024-04-26T17:25:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.422+0000 7f1459227700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f143c0a3cd0 0x7f143c0a6190 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.422+0000 7f1459227700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1454107f30 0x7f145419dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.422+0000 7f1459227700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1454102ea0 0x7f1454199320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:17.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.422+0000 7f1459227700 1 --2- 172.21.15.90:0/1967346489 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1454103850 0x7f1454199860 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:17.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.422+0000 7f1459227700 1 -- 172.21.15.90:0/1967346489 >> 172.21.15.90:0/1967346489 conn(0x7f1454079d50 msgr2=0x7f1454100f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:17.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.422+0000 7f1459227700 1 -- 172.21.15.90:0/1967346489 shutdown_connections 2024-04-26T17:25:17.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:17.422+0000 7f1459227700 1 -- 172.21.15.90:0/1967346489 wait complete. 2024-04-26T17:25:17.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:17 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1967346489' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:17.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:17 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1967346489' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:17.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:17 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1967346489' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:18.113 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-26T17:25:18.113 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T17:25:18.350 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:18.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:18 smithi167 ceph-mon[32665]: pgmap v312: 129 pgs: 129 active+clean; 629 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.5 KiB/s wr, 24 op/s 2024-04-26T17:25:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:18 smithi119 ceph-mon[32584]: pgmap v312: 129 pgs: 129 active+clean; 629 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.5 KiB/s wr, 24 op/s 2024-04-26T17:25:18.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:18 smithi090 ceph-mon[29417]: pgmap v312: 129 pgs: 129 active+clean; 629 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.5 KiB/s wr, 24 op/s 2024-04-26T17:25:20.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.123+0000 7fd43be56700 1 -- 172.21.15.90:0/4159238355 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd434101b30 msgr2=0x7fd434101f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:20.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.123+0000 7fd43be56700 1 --2- 172.21.15.90:0/4159238355 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd434101b30 0x7fd434101f90 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fd424009990 tx=0x7fd424009ca0 comp rx=0 tx=0).stop 2024-04-26T17:25:20.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.123+0000 7fd43be56700 1 -- 172.21.15.90:0/4159238355 shutdown_connections 2024-04-26T17:25:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.123+0000 7fd43be56700 1 --2- 172.21.15.90:0/4159238355 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4341024d0 0x7fd43410e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.123+0000 7fd43be56700 1 --2- 172.21.15.90:0/4159238355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd434107b70 0x7fd434107f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.123+0000 7fd43be56700 1 --2- 172.21.15.90:0/4159238355 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd434101b30 0x7fd434101f90 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.123+0000 7fd43be56700 1 -- 172.21.15.90:0/4159238355 >> 172.21.15.90:0/4159238355 conn(0x7fd434078a20 msgr2=0x7fd434078e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.123+0000 7fd43be56700 1 -- 172.21.15.90:0/4159238355 shutdown_connections 2024-04-26T17:25:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.123+0000 7fd43be56700 1 -- 172.21.15.90:0/4159238355 wait complete. 2024-04-26T17:25:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd43be56700 1 Processor -- start 2024-04-26T17:25:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd43be56700 1 -- start start 2024-04-26T17:25:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd43be56700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd434101b30 0x7fd43419a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd43be56700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4341024d0 0x7fd43419a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd43be56700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd434107b70 0x7fd4341a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd43be56700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd434111cf0 con 0x7fd4341024d0 2024-04-26T17:25:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd43be56700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd434111b70 con 0x7fd434107b70 2024-04-26T17:25:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd43be56700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd434111e70 con 0x7fd434101b30 2024-04-26T17:25:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd4393f1700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4341024d0 0x7fd43419a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd4393f1700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4341024d0 0x7fd43419a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:54312/0 (socket says 172.21.15.90:54312) 2024-04-26T17:25:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd4393f1700 1 -- 172.21.15.90:0/2108045455 learned_addr learned my addr 172.21.15.90:0/2108045455 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd43a3f3700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd434107b70 0x7fd4341a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.124+0000 7fd439bf2700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd434101b30 0x7fd43419a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.125+0000 7fd4393f1700 1 -- 172.21.15.90:0/2108045455 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd434101b30 msgr2=0x7fd43419a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.125+0000 7fd4393f1700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd434101b30 0x7fd43419a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.125+0000 7fd4393f1700 1 -- 172.21.15.90:0/2108045455 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd434107b70 msgr2=0x7fd4341a5190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.125+0000 7fd4393f1700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd434107b70 0x7fd4341a5190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.125+0000 7fd4393f1700 1 -- 172.21.15.90:0/2108045455 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4341a56d0 con 0x7fd4341024d0 2024-04-26T17:25:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.125+0000 7fd439bf2700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd434101b30 0x7fd43419a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.125+0000 7fd4393f1700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4341024d0 0x7fd43419a650 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd42400b5c0 tx=0x7fd4240047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.125+0000 7fd42affd700 1 -- 172.21.15.90:0/2108045455 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd424004830 con 0x7fd4341024d0 2024-04-26T17:25:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.125+0000 7fd42affd700 1 -- 172.21.15.90:0/2108045455 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd424003bf0 con 0x7fd4341024d0 2024-04-26T17:25:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.125+0000 7fd43be56700 1 -- 172.21.15.90:0/2108045455 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4341a5900 con 0x7fd4341024d0 2024-04-26T17:25:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.125+0000 7fd42affd700 1 -- 172.21.15.90:0/2108045455 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd424005330 con 0x7fd4341024d0 2024-04-26T17:25:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.125+0000 7fd43be56700 1 -- 172.21.15.90:0/2108045455 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4341a5d50 con 0x7fd4341024d0 2024-04-26T17:25:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.126+0000 7fd43be56700 1 -- 172.21.15.90:0/2108045455 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd434109f50 con 0x7fd4341024d0 2024-04-26T17:25:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.127+0000 7fd42affd700 1 -- 172.21.15.90:0/2108045455 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd424029060 con 0x7fd4341024d0 2024-04-26T17:25:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.128+0000 7fd42affd700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd4200a3d50 0x7fd4200a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.128+0000 7fd439bf2700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd4200a3d50 0x7fd4200a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.128+0000 7fd42affd700 1 -- 172.21.15.90:0/2108045455 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fd4240d13c0 con 0x7fd4341024d0 2024-04-26T17:25:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.128+0000 7fd439bf2700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd4200a3d50 0x7fd4200a6210 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd430005950 tx=0x7fd430005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.132+0000 7fd42affd700 1 -- 172.21.15.90:0/2108045455 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd424013070 con 0x7fd4341024d0 2024-04-26T17:25:20.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.330+0000 7fd43be56700 1 -- 172.21.15.90:0/2108045455 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd434109930 con 0x7fd4341024d0 2024-04-26T17:25:20.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.331+0000 7fd42affd700 1 -- 172.21.15.90:0/2108045455 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24151 (secure 0 0 0) 0x7fd42409da90 con 0x7fd4341024d0 2024-04-26T17:25:20.331 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:25:20.331 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":90,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:24:43.807282+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:25:20.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.333+0000 7fd43be56700 1 -- 172.21.15.90:0/2108045455 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd4200a3d50 msgr2=0x7fd4200a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:20.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.333+0000 7fd43be56700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd4200a3d50 0x7fd4200a6210 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd430005950 tx=0x7fd430005f50 comp rx=0 tx=0).stop 2024-04-26T17:25:20.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.333+0000 7fd43be56700 1 -- 172.21.15.90:0/2108045455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4341024d0 msgr2=0x7fd43419a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:20.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.333+0000 7fd43be56700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4341024d0 0x7fd43419a650 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd42400b5c0 tx=0x7fd4240047b0 comp rx=0 tx=0).stop 2024-04-26T17:25:20.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.333+0000 7fd43be56700 1 -- 172.21.15.90:0/2108045455 shutdown_connections 2024-04-26T17:25:20.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.333+0000 7fd43be56700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd4200a3d50 0x7fd4200a6210 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:20.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.333+0000 7fd43be56700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd434107b70 0x7fd4341a5190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:20.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.333+0000 7fd43be56700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd434101b30 0x7fd43419a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:20.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.333+0000 7fd43be56700 1 --2- 172.21.15.90:0/2108045455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4341024d0 0x7fd43419a650 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:20.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.333+0000 7fd43be56700 1 -- 172.21.15.90:0/2108045455 >> 172.21.15.90:0/2108045455 conn(0x7fd434078a20 msgr2=0x7fd4340ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:20.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.334+0000 7fd43be56700 1 -- 172.21.15.90:0/2108045455 shutdown_connections 2024-04-26T17:25:20.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:20.334+0000 7fd43be56700 1 -- 172.21.15.90:0/2108045455 wait complete. 2024-04-26T17:25:20.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:20 smithi090 ceph-mon[29417]: pgmap v313: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.6 KiB/s wr, 26 op/s 2024-04-26T17:25:20.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:20 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2108045455' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:20.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:20 smithi167 ceph-mon[32665]: pgmap v313: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.6 KiB/s wr, 26 op/s 2024-04-26T17:25:20.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:20 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2108045455' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:20.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:20 smithi119 ceph-mon[32584]: pgmap v313: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.6 KiB/s wr, 26 op/s 2024-04-26T17:25:20.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:20 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2108045455' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:25:21.136 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-26T17:25:21.137 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-26T17:25:21.137 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-26T17:25:21.137 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-26T17:25:21.138 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-26T17:25:21.138 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-26T17:25:21.139 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-26T17:25:21.140 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-26T17:25:21.140 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-26T17:25:21.141 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-26T17:25:21.141 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-26T17:25:21.142 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-26T17:25:21.757 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:21.786 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:21.812 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:22.574 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:22 smithi119 ceph-mon[32584]: pgmap v314: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-26T17:25:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:22 smithi090 ceph-mon[29417]: pgmap v314: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-26T17:25:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:22 smithi167 ceph-mon[32665]: pgmap v314: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-26T17:25:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:23.626 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:24.459 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:24.459 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:24.460 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:24.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:24 smithi119 ceph-mon[32584]: pgmap v315: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-04-26T17:25:24.814 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:24 smithi090 ceph-mon[29417]: pgmap v315: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-04-26T17:25:25.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:24 smithi167 ceph-mon[32665]: pgmap v315: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-04-26T17:25:26.669 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:26 smithi090 ceph-mon[29417]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T17:25:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:26 smithi119 ceph-mon[32584]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T17:25:27.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:26 smithi167 ceph-mon[32665]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T17:25:28.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:28 smithi090 ceph-mon[29417]: pgmap v317: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T17:25:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:28 smithi119 ceph-mon[32584]: pgmap v317: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T17:25:29.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:28 smithi167 ceph-mon[32665]: pgmap v317: 129 pgs: 129 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T17:25:29.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.813+0000 7f8c5eb31700 1 -- 172.21.15.90:0/2865987642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8c58101ae0 msgr2=0x7f8c58101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:29.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.813+0000 7f8c5eb31700 1 --2- 172.21.15.90:0/2865987642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8c58101ae0 0x7f8c58101f60 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f8c44009990 tx=0x7f8c44009ca0 comp rx=0 tx=0).stop 2024-04-26T17:25:29.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.813+0000 7f8c5eb31700 1 -- 172.21.15.90:0/2865987642 shutdown_connections 2024-04-26T17:25:29.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.813+0000 7f8c5eb31700 1 --2- 172.21.15.90:0/2865987642 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8c581024a0 0x7f8c5810e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:29.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.813+0000 7f8c5eb31700 1 --2- 172.21.15.90:0/2865987642 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8c58107b30 0x7f8c58107f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.813+0000 7f8c5eb31700 1 --2- 172.21.15.90:0/2865987642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8c58101ae0 0x7f8c58101f60 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.813+0000 7f8c5eb31700 1 -- 172.21.15.90:0/2865987642 >> 172.21.15.90:0/2865987642 conn(0x7f8c58078a60 msgr2=0x7f8c58078e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.813+0000 7f8c5eb31700 1 -- 172.21.15.90:0/2865987642 shutdown_connections 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.813+0000 7f8c5eb31700 1 -- 172.21.15.90:0/2865987642 wait complete. 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.814+0000 7f8c5eb31700 1 Processor -- start 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.814+0000 7f8c5eb31700 1 -- start start 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.814+0000 7f8c5eb31700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8c58101ae0 0x7f8c5819f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.814+0000 7f8c5eb31700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8c581024a0 0x7f8c5819f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.814+0000 7f8c5eb31700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8c58107b30 0x7f8c58199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.814+0000 7f8c5eb31700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8c58111ce0 con 0x7f8c58101ae0 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.814+0000 7f8c5eb31700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f8c58111b60 con 0x7f8c58107b30 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.814+0000 7f8c5eb31700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8c58111e60 con 0x7f8c581024a0 2024-04-26T17:25:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.814+0000 7f8c5c8cd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8c58101ae0 0x7f8c5819f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c5c8cd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8c58101ae0 0x7f8c5819f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:50418/0 (socket says 172.21.15.90:50418) 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c5c8cd700 1 -- 172.21.15.90:0/657803685 learned_addr learned my addr 172.21.15.90:0/657803685 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c5d0ce700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8c58107b30 0x7f8c58199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c57fff700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8c581024a0 0x7f8c5819f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c5c8cd700 1 -- 172.21.15.90:0/657803685 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8c581024a0 msgr2=0x7f8c5819f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c5c8cd700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8c581024a0 0x7f8c5819f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c5c8cd700 1 -- 172.21.15.90:0/657803685 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8c58107b30 msgr2=0x7f8c58199aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c5c8cd700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8c58107b30 0x7f8c58199aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c5c8cd700 1 -- 172.21.15.90:0/657803685 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c5819a310 con 0x7f8c58101ae0 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c57fff700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8c581024a0 0x7f8c5819f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c5c8cd700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8c58101ae0 0x7f8c5819f0a0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c00d950 tx=0x7f8c4c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c55ffb700 1 -- 172.21.15.90:0/657803685 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4c016070 con 0x7f8c58101ae0 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c5eb31700 1 -- 172.21.15.90:0/657803685 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c5819a600 con 0x7f8c58101ae0 2024-04-26T17:25:29.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c55ffb700 1 -- 172.21.15.90:0/657803685 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8c4c009df0 con 0x7f8c58101ae0 2024-04-26T17:25:29.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c55ffb700 1 -- 172.21.15.90:0/657803685 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4c00f3c0 con 0x7f8c58101ae0 2024-04-26T17:25:29.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.815+0000 7f8c5eb31700 1 -- 172.21.15.90:0/657803685 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c581a6040 con 0x7f8c58101ae0 2024-04-26T17:25:29.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.816+0000 7f8c5eb31700 1 -- 172.21.15.90:0/657803685 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8c58104fb0 con 0x7f8c58101ae0 2024-04-26T17:25:29.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.818+0000 7f8c55ffb700 1 -- 172.21.15.90:0/657803685 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f8c4c019070 con 0x7f8c58101ae0 2024-04-26T17:25:29.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.818+0000 7f8c55ffb700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8c480a3d50 0x7f8c480a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:29.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.818+0000 7f8c57fff700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8c480a3d50 0x7f8c480a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:29.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.818+0000 7f8c55ffb700 1 -- 172.21.15.90:0/657803685 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f8c4c0d0830 con 0x7f8c58101ae0 2024-04-26T17:25:29.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.818+0000 7f8c55ffb700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658] conn(0x7f8c480aea10 0x7f8c480b0e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:29.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.818+0000 7f8c55ffb700 1 -- 172.21.15.90:0/657803685 --> [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8c4c013ec0 con 0x7f8c480aea10 2024-04-26T17:25:29.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.818+0000 7f8c55ffb700 1 -- 172.21.15.90:0/657803685 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f8c4c0d0c80 con 0x7f8c58101ae0 2024-04-26T17:25:29.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.819+0000 7f8c57fff700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8c480a3d50 0x7f8c480a6210 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8c44005850 tx=0x7f8c4401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:29.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.819+0000 7f8c5d0ce700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658] conn(0x7f8c480aea10 0x7f8c480b0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:29.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.819+0000 7f8c5d0ce700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658] conn(0x7f8c480aea10 0x7f8c480b0e50 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:29.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.820+0000 7f8c55ffb700 1 -- 172.21.15.90:0/657803685 <== osd.10 v2:172.21.15.119:6824/3077564658 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8c4c013ec0 con 0x7f8c480aea10 2024-04-26T17:25:29.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.836+0000 7f8c5eb31700 1 -- 172.21.15.90:0/657803685 --> [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8c58103200 con 0x7f8c480aea10 2024-04-26T17:25:29.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.836+0000 7f8c55ffb700 1 -- 172.21.15.90:0/657803685 <== osd.10 v2:172.21.15.119:6824/3077564658 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f8c58103200 con 0x7f8c480aea10 2024-04-26T17:25:29.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.837+0000 7f8c5eb31700 1 -- 172.21.15.90:0/657803685 >> [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658] conn(0x7f8c480aea10 msgr2=0x7f8c480b0e50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:29.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.837+0000 7f8c5eb31700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658] conn(0x7f8c480aea10 0x7f8c480b0e50 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:29.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.837+0000 7f8c5eb31700 1 -- 172.21.15.90:0/657803685 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8c480a3d50 msgr2=0x7f8c480a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:29.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.837+0000 7f8c5eb31700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8c480a3d50 0x7f8c480a6210 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8c44005850 tx=0x7f8c4401a040 comp rx=0 tx=0).stop 2024-04-26T17:25:29.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.837+0000 7f8c5eb31700 1 -- 172.21.15.90:0/657803685 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8c58101ae0 msgr2=0x7f8c5819f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:29.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.837+0000 7f8c5eb31700 1 --2- 172.21.15.90:0/657803685 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8c58101ae0 0x7f8c5819f0a0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c00d950 tx=0x7f8c4c00dc60 comp rx=0 tx=0).stop 2024-04-26T17:25:29.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.837+0000 7f8c5d0ce700 1 -- 172.21.15.90:0/657803685 reap_dead start 2024-04-26T17:25:29.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.837+0000 7f8c5eb31700 1 -- 172.21.15.90:0/657803685 shutdown_connections 2024-04-26T17:25:29.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.837+0000 7f8c5eb31700 1 -- 172.21.15.90:0/657803685 >> 172.21.15.90:0/657803685 conn(0x7f8c58078a60 msgr2=0x7f8c581035c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:29.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.837+0000 7f8c5eb31700 1 -- 172.21.15.90:0/657803685 shutdown_connections 2024-04-26T17:25:29.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:29.837+0000 7f8c5eb31700 1 -- 172.21.15.90:0/657803685 wait complete. 2024-04-26T17:25:30.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.381+0000 7f1bf3356700 1 -- 172.21.15.90:0/2765397907 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bec107f30 msgr2=0x7f1bec10fb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:30.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.381+0000 7f1bf3356700 1 --2- 172.21.15.90:0/2765397907 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bec107f30 0x7f1bec10fb00 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f1be800b0a0 tx=0x7f1be800b3b0 comp rx=0 tx=0).stop 2024-04-26T17:25:30.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.381+0000 7f1bf3356700 1 -- 172.21.15.90:0/2765397907 shutdown_connections 2024-04-26T17:25:30.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.381+0000 7f1bf3356700 1 --2- 172.21.15.90:0/2765397907 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bec107f30 0x7f1bec10fb00 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:30.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.381+0000 7f1bf3356700 1 --2- 172.21.15.90:0/2765397907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1bec101440 0x7f1bec101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:30.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.381+0000 7f1bf3356700 1 --2- 172.21.15.90:0/2765397907 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1bec101df0 0x7f1bec107850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:30.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.381+0000 7f1bf3356700 1 -- 172.21.15.90:0/2765397907 >> 172.21.15.90:0/2765397907 conn(0x7f1bec078190 msgr2=0x7f1bec0ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:30.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.381+0000 7f1bf3356700 1 -- 172.21.15.90:0/2765397907 shutdown_connections 2024-04-26T17:25:30.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.381+0000 7f1bf3356700 1 -- 172.21.15.90:0/2765397907 wait complete. 2024-04-26T17:25:30.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.381+0000 7f1bf3356700 1 Processor -- start 2024-04-26T17:25:30.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.381+0000 7f1bf3356700 1 -- start start 2024-04-26T17:25:30.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf3356700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1bec101440 0x7f1bec1992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:30.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf3356700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bec101df0 0x7f1bec199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:30.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf3356700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1bec107f30 0x7f1bec19db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:30.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf3356700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1bec112dd0 con 0x7f1bec101df0 2024-04-26T17:25:30.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf3356700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f1bec112c50 con 0x7f1bec101440 2024-04-26T17:25:30.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf3356700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1bec112f50 con 0x7f1bec107f30 2024-04-26T17:25:30.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf08f1700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bec101df0 0x7f1bec199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:30.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf08f1700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bec101df0 0x7f1bec199800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:50442/0 (socket says 172.21.15.90:50442) 2024-04-26T17:25:30.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf08f1700 1 -- 172.21.15.90:0/2538595623 learned_addr learned my addr 172.21.15.90:0/2538595623 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:30.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf18f3700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1bec107f30 0x7f1bec19db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:30.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf10f2700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1bec101440 0x7f1bec1992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:30.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf08f1700 1 -- 172.21.15.90:0/2538595623 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1bec107f30 msgr2=0x7f1bec19db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:30.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf08f1700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1bec107f30 0x7f1bec19db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:30.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf08f1700 1 -- 172.21.15.90:0/2538595623 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1bec101440 msgr2=0x7f1bec1992c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:30.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf08f1700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1bec101440 0x7f1bec1992c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:30.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf08f1700 1 -- 172.21.15.90:0/2538595623 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bec19e2d0 con 0x7f1bec101df0 2024-04-26T17:25:30.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf18f3700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1bec107f30 0x7f1bec19db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:30.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf08f1700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bec101df0 0x7f1bec199800 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc00d950 tx=0x7f1bdc00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:30.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1be27fc700 1 -- 172.21.15.90:0/2538595623 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bdc016070 con 0x7f1bec101df0 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf3356700 1 -- 172.21.15.90:0/2538595623 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bec19e5c0 con 0x7f1bec101df0 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1be27fc700 1 -- 172.21.15.90:0/2538595623 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1bdc00de30 con 0x7f1bec101df0 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1bf3356700 1 -- 172.21.15.90:0/2538595623 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bec1a5e40 con 0x7f1bec101df0 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.382+0000 7f1be27fc700 1 -- 172.21.15.90:0/2538595623 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bdc005350 con 0x7f1bec101df0 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.383+0000 7f1bf3356700 1 -- 172.21.15.90:0/2538595623 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1bec063340 con 0x7f1bec101df0 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.384+0000 7f1be27fc700 1 -- 172.21.15.90:0/2538595623 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1bdc0054f0 con 0x7f1bec101df0 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.385+0000 7f1be27fc700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1bd80a3cd0 0x7f1bd80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.385+0000 7f1bf10f2700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1bd80a3cd0 0x7f1bd80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.385+0000 7f1be27fc700 1 -- 172.21.15.90:0/2538595623 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f1bdc0d06f0 con 0x7f1bec101df0 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.385+0000 7f1be27fc700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097] conn(0x7f1bd80ae990 0x7f1bd80b0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.385+0000 7f1be27fc700 1 -- 172.21.15.90:0/2538595623 --> [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1bd80b14a0 con 0x7f1bd80ae990 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.385+0000 7f1be27fc700 1 -- 172.21.15.90:0/2538595623 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f1bdc0d0b40 con 0x7f1bec101df0 2024-04-26T17:25:30.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.385+0000 7f1bf10f2700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1bd80a3cd0 0x7f1bd80a6190 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1be4005950 tx=0x7f1be40058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.386+0000 7f1bf18f3700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097] conn(0x7f1bd80ae990 0x7f1bd80b0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.386+0000 7f1bf18f3700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097] conn(0x7f1bd80ae990 0x7f1bd80b0dd0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.387+0000 7f1be27fc700 1 -- 172.21.15.90:0/2538595623 <== osd.5 v2:172.21.15.167:6808/2560716097 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1bd80b14a0 con 0x7f1bd80ae990 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.403+0000 7f1bf3356700 1 -- 172.21.15.90:0/2538595623 --> [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1bec063740 con 0x7f1bd80ae990 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.404+0000 7f1be27fc700 1 -- 172.21.15.90:0/2538595623 <== osd.5 v2:172.21.15.167:6808/2560716097 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1bec063740 con 0x7f1bd80ae990 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.404+0000 7f1bf3356700 1 -- 172.21.15.90:0/2538595623 >> [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097] conn(0x7f1bd80ae990 msgr2=0x7f1bd80b0dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.404+0000 7f1bf3356700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097] conn(0x7f1bd80ae990 0x7f1bd80b0dd0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.404+0000 7f1bf3356700 1 -- 172.21.15.90:0/2538595623 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1bd80a3cd0 msgr2=0x7f1bd80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.404+0000 7f1bf3356700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1bd80a3cd0 0x7f1bd80a6190 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1be4005950 tx=0x7f1be40058e0 comp rx=0 tx=0).stop 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.404+0000 7f1bf3356700 1 -- 172.21.15.90:0/2538595623 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bec101df0 msgr2=0x7f1bec199800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.404+0000 7f1bf3356700 1 --2- 172.21.15.90:0/2538595623 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bec101df0 0x7f1bec199800 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc00d950 tx=0x7f1bdc00dd10 comp rx=0 tx=0).stop 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.404+0000 7f1bf18f3700 1 -- 172.21.15.90:0/2538595623 reap_dead start 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.404+0000 7f1bf3356700 1 -- 172.21.15.90:0/2538595623 shutdown_connections 2024-04-26T17:25:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.404+0000 7f1bf3356700 1 -- 172.21.15.90:0/2538595623 >> 172.21.15.90:0/2538595623 conn(0x7f1bec078190 msgr2=0x7f1bec0ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:30.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.404+0000 7f1bf3356700 1 -- 172.21.15.90:0/2538595623 shutdown_connections 2024-04-26T17:25:30.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:30.404+0000 7f1bf3356700 1 -- 172.21.15.90:0/2538595623 wait complete. 2024-04-26T17:25:30.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:30 smithi119 ceph-mon[32584]: pgmap v318: 129 pgs: 129 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-26T17:25:30.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:30 smithi090 ceph-mon[29417]: pgmap v318: 129 pgs: 129 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-26T17:25:31.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:30 smithi167 ceph-mon[32665]: pgmap v318: 129 pgs: 129 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-26T17:25:31.277 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:32.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:32 smithi090 ceph-mon[29417]: pgmap v319: 129 pgs: 129 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T17:25:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:32 smithi119 ceph-mon[32584]: pgmap v319: 129 pgs: 129 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T17:25:33.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:32 smithi167 ceph-mon[32665]: pgmap v319: 129 pgs: 129 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T17:25:33.604 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:33.604 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:33 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-04-26T17:25:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:33 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-04-26T17:25:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:33 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]: dispatch 2024-04-26T17:25:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:33 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]: dispatch 2024-04-26T17:25:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:33 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]: dispatch 2024-04-26T17:25:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:33 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-04-26T17:25:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:33 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-04-26T17:25:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:33 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]: dispatch 2024-04-26T17:25:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:33 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-04-26T17:25:33.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:33 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [5, 8]}]: dispatch 2024-04-26T17:25:33.803 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-04-26T17:25:33.803 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-04-26T17:25:33.803 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]: dispatch 2024-04-26T17:25:33.803 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]: dispatch 2024-04-26T17:25:33.803 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]: dispatch 2024-04-26T17:25:33.804 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-04-26T17:25:33.804 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-04-26T17:25:33.804 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]: dispatch 2024-04-26T17:25:33.804 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-04-26T17:25:33.804 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:33 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [5, 8]}]: dispatch 2024-04-26T17:25:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-04-26T17:25:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-04-26T17:25:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]: dispatch 2024-04-26T17:25:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]: dispatch 2024-04-26T17:25:34.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]: dispatch 2024-04-26T17:25:34.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-04-26T17:25:34.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-04-26T17:25:34.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]: dispatch 2024-04-26T17:25:34.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-04-26T17:25:34.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:33 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [5, 8]}]: dispatch 2024-04-26T17:25:34.531 INFO:teuthology.orchestra.run.smithi090.stdout:167503724598 2024-04-26T17:25:34.531 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-26T17:25:34.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.720+0000 7f25c75d8700 1 -- 172.21.15.90:0/1148303790 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0101440 msgr2=0x7f25c0101820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:34.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.720+0000 7f25c75d8700 1 --2- 172.21.15.90:0/1148303790 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0101440 0x7f25c0101820 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f25bc009990 tx=0x7f25bc009ca0 comp rx=0 tx=0).stop 2024-04-26T17:25:34.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.721+0000 7f25c75d8700 1 -- 172.21.15.90:0/1148303790 shutdown_connections 2024-04-26T17:25:34.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.721+0000 7f25c75d8700 1 --2- 172.21.15.90:0/1148303790 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0101440 0x7f25c0101820 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:34.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.721+0000 7f25c75d8700 1 --2- 172.21.15.90:0/1148303790 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0107f30 0x7f25c010fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.721+0000 7f25c75d8700 1 --2- 172.21.15.90:0/1148303790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f25c0101df0 0x7f25c0107850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.721+0000 7f25c75d8700 1 -- 172.21.15.90:0/1148303790 >> 172.21.15.90:0/1148303790 conn(0x7f25c0078190 msgr2=0x7f25c00ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.721+0000 7f25c75d8700 1 -- 172.21.15.90:0/1148303790 shutdown_connections 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.721+0000 7f25c75d8700 1 -- 172.21.15.90:0/1148303790 wait complete. 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.721+0000 7f25c75d8700 1 Processor -- start 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.721+0000 7f25c75d8700 1 -- start start 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.721+0000 7f25c75d8700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0101440 0x7f25c0199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c75d8700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0101df0 0x7f25c01997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c75d8700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f25c0107f30 0x7f25c019db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c75d8700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f25c0112dd0 con 0x7f25c0101df0 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c75d8700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f25c0112c50 con 0x7f25c0107f30 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c75d8700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f25c0112f50 con 0x7f25c0101440 2024-04-26T17:25:34.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c4b73700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0101df0 0x7f25c01997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c4b73700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0101df0 0x7f25c01997c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:32948/0 (socket says 172.21.15.90:32948) 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c4b73700 1 -- 172.21.15.90:0/2531567645 learned_addr learned my addr 172.21.15.90:0/2531567645 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c5374700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0101440 0x7f25c0199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c5b75700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f25c0107f30 0x7f25c019db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c4b73700 1 -- 172.21.15.90:0/2531567645 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0101440 msgr2=0x7f25c0199280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c4b73700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0101440 0x7f25c0199280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c4b73700 1 -- 172.21.15.90:0/2531567645 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f25c0107f30 msgr2=0x7f25c019db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c4b73700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f25c0107f30 0x7f25c019db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c4b73700 1 -- 172.21.15.90:0/2531567645 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25c019e290 con 0x7f25c0101df0 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c5374700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f25c0101440 0x7f25c0199280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c4b73700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0101df0 0x7f25c01997c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f25b000c8f0 tx=0x7f25b000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25b67fc700 1 -- 172.21.15.90:0/2531567645 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b0007b00 con 0x7f25c0101df0 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c75d8700 1 -- 172.21.15.90:0/2531567645 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25c019e580 con 0x7f25c0101df0 2024-04-26T17:25:34.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25b67fc700 1 -- 172.21.15.90:0/2531567645 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f25b0007ca0 con 0x7f25c0101df0 2024-04-26T17:25:34.724 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25b67fc700 1 -- 172.21.15.90:0/2531567645 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b0018660 con 0x7f25c0101df0 2024-04-26T17:25:34.724 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.722+0000 7f25c75d8700 1 -- 172.21.15.90:0/2531567645 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25c01a5e00 con 0x7f25c0101df0 2024-04-26T17:25:34.724 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.723+0000 7f25c75d8700 1 -- 172.21.15.90:0/2531567645 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f25c0063340 con 0x7f25c0101df0 2024-04-26T17:25:34.724 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.725+0000 7f25b67fc700 1 -- 172.21.15.90:0/2531567645 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f25b0018800 con 0x7f25c0101df0 2024-04-26T17:25:34.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.726+0000 7f25b67fc700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f25ac0a3cd0 0x7f25ac0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:34.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.726+0000 7f25c5374700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f25ac0a3cd0 0x7f25ac0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:34.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.726+0000 7f25b67fc700 1 -- 172.21.15.90:0/2531567645 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f25b00d0910 con 0x7f25c0101df0 2024-04-26T17:25:34.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.726+0000 7f25b67fc700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887] conn(0x7f25ac0aee30 0x7f25ac0b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:34.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.726+0000 7f25b67fc700 1 -- 172.21.15.90:0/2531567645 --> [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f25b0015e70 con 0x7f25ac0aee30 2024-04-26T17:25:34.726 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.726+0000 7f25b67fc700 1 -- 172.21.15.90:0/2531567645 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f25b00d52c0 con 0x7f25c0101df0 2024-04-26T17:25:34.726 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.726+0000 7f25c5b75700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887] conn(0x7f25ac0aee30 0x7f25ac0b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:34.726 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.726+0000 7f25c5374700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f25ac0a3cd0 0x7f25ac0a6190 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f25bc006010 tx=0x7f25bc00b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:34.726 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.727+0000 7f25c5b75700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887] conn(0x7f25ac0aee30 0x7f25ac0b12d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:34.726 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.728+0000 7f25b67fc700 1 -- 172.21.15.90:0/2531567645 <== osd.3 v2:172.21.15.90:6810/1054089887 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f25b0015e70 con 0x7f25ac0aee30 2024-04-26T17:25:34.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.744+0000 7f25c75d8700 1 -- 172.21.15.90:0/2531567645 --> [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f25c0063740 con 0x7f25ac0aee30 2024-04-26T17:25:34.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.745+0000 7f25b67fc700 1 -- 172.21.15.90:0/2531567645 <== osd.3 v2:172.21.15.90:6810/1054089887 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f25c0063740 con 0x7f25ac0aee30 2024-04-26T17:25:34.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.745+0000 7f25c75d8700 1 -- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887] conn(0x7f25ac0aee30 msgr2=0x7f25ac0b12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:34.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.745+0000 7f25c75d8700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887] conn(0x7f25ac0aee30 0x7f25ac0b12d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:34.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.745+0000 7f25c75d8700 1 -- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f25ac0a3cd0 msgr2=0x7f25ac0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:34.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.745+0000 7f25c75d8700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f25ac0a3cd0 0x7f25ac0a6190 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f25bc006010 tx=0x7f25bc00b540 comp rx=0 tx=0).stop 2024-04-26T17:25:34.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.745+0000 7f25c75d8700 1 -- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0101df0 msgr2=0x7f25c01997c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:34.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.745+0000 7f25c75d8700 1 --2- 172.21.15.90:0/2531567645 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f25c0101df0 0x7f25c01997c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f25b000c8f0 tx=0x7f25b000ccb0 comp rx=0 tx=0).stop 2024-04-26T17:25:34.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.745+0000 7f25c5b75700 1 -- 172.21.15.90:0/2531567645 reap_dead start 2024-04-26T17:25:34.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.745+0000 7f25c75d8700 1 -- 172.21.15.90:0/2531567645 shutdown_connections 2024-04-26T17:25:34.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.745+0000 7f25c75d8700 1 -- 172.21.15.90:0/2531567645 >> 172.21.15.90:0/2531567645 conn(0x7f25c0078190 msgr2=0x7f25c00ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:34.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.746+0000 7f25c75d8700 1 -- 172.21.15.90:0/2531567645 shutdown_connections 2024-04-26T17:25:34.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:34.746+0000 7f25c75d8700 1 -- 172.21.15.90:0/2531567645 wait complete. 2024-04-26T17:25:34.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:34 smithi090 ceph-mon[29417]: pgmap v320: 129 pgs: 129 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T17:25:34.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-04-26T17:25:34.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-04-26T17:25:34.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]': finished 2024-04-26T17:25:34.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]': finished 2024-04-26T17:25:34.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]': finished 2024-04-26T17:25:34.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-04-26T17:25:34.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-04-26T17:25:34.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]': finished 2024-04-26T17:25:34.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-04-26T17:25:34.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [5, 8]}]': finished 2024-04-26T17:25:34.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:34 smithi090 ceph-mon[29417]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T17:25:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:34 smithi119 ceph-mon[32584]: pgmap v320: 129 pgs: 129 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T17:25:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-04-26T17:25:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-04-26T17:25:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]': finished 2024-04-26T17:25:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]': finished 2024-04-26T17:25:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]': finished 2024-04-26T17:25:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-04-26T17:25:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-04-26T17:25:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]': finished 2024-04-26T17:25:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-04-26T17:25:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [5, 8]}]': finished 2024-04-26T17:25:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:34 smithi119 ceph-mon[32584]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T17:25:35.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:34 smithi167 ceph-mon[32665]: pgmap v320: 129 pgs: 129 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T17:25:35.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-04-26T17:25:35.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-04-26T17:25:35.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]': finished 2024-04-26T17:25:35.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]': finished 2024-04-26T17:25:35.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]': finished 2024-04-26T17:25:35.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-04-26T17:25:35.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-04-26T17:25:35.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]': finished 2024-04-26T17:25:35.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-04-26T17:25:35.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [5, 8]}]': finished 2024-04-26T17:25:35.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:34 smithi167 ceph-mon[32665]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T17:25:35.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.009+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3789439797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bc4107bd0 msgr2=0x7f1bc4107fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:35.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.009+0000 7f1bc9b2c700 1 --2- 172.21.15.90:0/3789439797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bc4107bd0 0x7f1bc4107fb0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1bb4009990 tx=0x7f1bb4009ca0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.009+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3789439797 shutdown_connections 2024-04-26T17:25:35.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.009+0000 7f1bc9b2c700 1 --2- 172.21.15.90:0/3789439797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bc4107bd0 0x7f1bc4107fb0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.009+0000 7f1bc9b2c700 1 --2- 172.21.15.90:0/3789439797 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1bc41024b0 0x7f1bc410e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.009+0000 7f1bc9b2c700 1 --2- 172.21.15.90:0/3789439797 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1bc4101af0 0x7f1bc4101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.009+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3789439797 >> 172.21.15.90:0/3789439797 conn(0x7f1bc4078aa0 msgr2=0x7f1bc4078eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:35.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.009+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3789439797 shutdown_connections 2024-04-26T17:25:35.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.009+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3789439797 wait complete. 2024-04-26T17:25:35.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.010+0000 7f1bc9b2c700 1 Processor -- start 2024-04-26T17:25:35.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.010+0000 7f1bc9b2c700 1 -- start start 2024-04-26T17:25:35.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.010+0000 7f1bc9b2c700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1bc4101af0 0x7f1bc4198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:35.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.010+0000 7f1bc9b2c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1bc41024b0 0x7f1bc4198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.010+0000 7f1bc9b2c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bc4107bd0 0x7f1bc419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.010+0000 7f1bc9b2c700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1bc4111d70 con 0x7f1bc4107bd0 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.010+0000 7f1bc9b2c700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f1bc4111bf0 con 0x7f1bc41024b0 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.010+0000 7f1bc9b2c700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1bc4111ef0 con 0x7f1bc4101af0 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc3fff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bc4107bd0 0x7f1bc419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc3fff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bc4107bd0 0x7f1bc419cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:32964/0 (socket says 172.21.15.90:32964) 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc3fff700 1 -- 172.21.15.90:0/3042525794 learned_addr learned my addr 172.21.15.90:0/3042525794 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc2ffd700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1bc41024b0 0x7f1bc4198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc37fe700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1bc4101af0 0x7f1bc4198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc3fff700 1 -- 172.21.15.90:0/3042525794 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1bc4101af0 msgr2=0x7f1bc4198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc3fff700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1bc4101af0 0x7f1bc4198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc3fff700 1 -- 172.21.15.90:0/3042525794 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1bc41024b0 msgr2=0x7f1bc4198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:35.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc3fff700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1bc41024b0 0x7f1bc4198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc3fff700 1 -- 172.21.15.90:0/3042525794 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bc419d350 con 0x7f1bc4107bd0 2024-04-26T17:25:35.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc2ffd700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1bc41024b0 0x7f1bc4198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:35.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc3fff700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bc4107bd0 0x7f1bc419cc10 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc00b970 tx=0x7f1bbc00bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:35.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc0ff9700 1 -- 172.21.15.90:0/3042525794 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc019070 con 0x7f1bc4107bd0 2024-04-26T17:25:35.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3042525794 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bc419d640 con 0x7f1bc4107bd0 2024-04-26T17:25:35.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc0ff9700 1 -- 172.21.15.90:0/3042525794 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1bbc014440 con 0x7f1bc4107bd0 2024-04-26T17:25:35.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc0ff9700 1 -- 172.21.15.90:0/3042525794 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc00ce60 con 0x7f1bc4107bd0 2024-04-26T17:25:35.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.011+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3042525794 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bc41a4ec0 con 0x7f1bc4107bd0 2024-04-26T17:25:35.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.012+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3042525794 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1bc4063300 con 0x7f1bc4107bd0 2024-04-26T17:25:35.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.013+0000 7f1bc0ff9700 1 -- 172.21.15.90:0/3042525794 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1bbc01c070 con 0x7f1bc4107bd0 2024-04-26T17:25:35.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.014+0000 7f1bc0ff9700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1bac0a3cd0 0x7f1bac0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:35.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.014+0000 7f1bc37fe700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1bac0a3cd0 0x7f1bac0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:35.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.014+0000 7f1bc0ff9700 1 -- 172.21.15.90:0/3042525794 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f1bbc0d0420 con 0x7f1bc4107bd0 2024-04-26T17:25:35.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.014+0000 7f1bc0ff9700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255] conn(0x7f1bac0aee30 0x7f1bac0b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:35.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.014+0000 7f1bc0ff9700 1 -- 172.21.15.90:0/3042525794 --> [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1bbc022e50 con 0x7f1bac0aee30 2024-04-26T17:25:35.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.014+0000 7f1bc0ff9700 1 -- 172.21.15.90:0/3042525794 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f1bbc0d0870 con 0x7f1bc4107bd0 2024-04-26T17:25:35.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.014+0000 7f1bc2ffd700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255] conn(0x7f1bac0aee30 0x7f1bac0b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:35.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.014+0000 7f1bc37fe700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1bac0a3cd0 0x7f1bac0a6190 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1bb4006010 tx=0x7f1bb401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:35.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.015+0000 7f1bc2ffd700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255] conn(0x7f1bac0aee30 0x7f1bac0b12d0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:35.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.016+0000 7f1bc0ff9700 1 -- 172.21.15.90:0/3042525794 <== osd.9 v2:172.21.15.90:6826/4027715255 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1bbc022e50 con 0x7f1bac0aee30 2024-04-26T17:25:35.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.032+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3042525794 --> [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1bc4063780 con 0x7f1bac0aee30 2024-04-26T17:25:35.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.032+0000 7f1bc0ff9700 1 -- 172.21.15.90:0/3042525794 <== osd.9 v2:172.21.15.90:6826/4027715255 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1bc4063780 con 0x7f1bac0aee30 2024-04-26T17:25:35.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.032+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255] conn(0x7f1bac0aee30 msgr2=0x7f1bac0b12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:35.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.032+0000 7f1bc9b2c700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255] conn(0x7f1bac0aee30 0x7f1bac0b12d0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.032+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1bac0a3cd0 msgr2=0x7f1bac0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:35.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.032+0000 7f1bc9b2c700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1bac0a3cd0 0x7f1bac0a6190 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1bb4006010 tx=0x7f1bb401a040 comp rx=0 tx=0).stop 2024-04-26T17:25:35.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.032+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bc4107bd0 msgr2=0x7f1bc419cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:35.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.033+0000 7f1bc9b2c700 1 --2- 172.21.15.90:0/3042525794 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1bc4107bd0 0x7f1bc419cc10 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc00b970 tx=0x7f1bbc00bd30 comp rx=0 tx=0).stop 2024-04-26T17:25:35.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.033+0000 7f1bc3fff700 1 -- 172.21.15.90:0/3042525794 reap_dead start 2024-04-26T17:25:35.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.033+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3042525794 shutdown_connections 2024-04-26T17:25:35.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.033+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3042525794 >> 172.21.15.90:0/3042525794 conn(0x7f1bc4078aa0 msgr2=0x7f1bc4100a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:35.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.033+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3042525794 shutdown_connections 2024-04-26T17:25:35.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.033+0000 7f1bc9b2c700 1 -- 172.21.15.90:0/3042525794 wait complete. 2024-04-26T17:25:35.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.242+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/537557349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e81038d0 msgr2=0x7fc0e810fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:35.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.242+0000 7fc0ed8f6700 1 --2- 172.21.15.90:0/537557349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e81038d0 0x7fc0e810fb40 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fc0e000b0a0 tx=0x7fc0e000b3b0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.242+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/537557349 shutdown_connections 2024-04-26T17:25:35.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.242+0000 7fc0ed8f6700 1 --2- 172.21.15.90:0/537557349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e81038d0 0x7fc0e810fb40 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.242+0000 7fc0ed8f6700 1 --2- 172.21.15.90:0/537557349 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0e8108db0 0x7fc0e8109190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.242+0000 7fc0ed8f6700 1 --2- 172.21.15.90:0/537557349 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0e8102f10 0x7fc0e8103390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.242+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/537557349 >> 172.21.15.90:0/537557349 conn(0x7fc0e807ab80 msgr2=0x7fc0e807af90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.242+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/537557349 shutdown_connections 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.243+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/537557349 wait complete. 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.243+0000 7fc0ed8f6700 1 Processor -- start 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.243+0000 7fc0ed8f6700 1 -- start start 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.243+0000 7fc0ed8f6700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e8102f10 0x7fc0e8074ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.243+0000 7fc0ed8f6700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0e81038d0 0x7fc0e8075430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.243+0000 7fc0ed8f6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0e8108db0 0x7fc0e8075970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.243+0000 7fc0ed8f6700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e8112ed0 con 0x7fc0e8102f10 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.243+0000 7fc0ed8f6700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e8112d50 con 0x7fc0e8108db0 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.243+0000 7fc0ed8f6700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e8113050 con 0x7fc0e81038d0 2024-04-26T17:25:35.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.243+0000 7fc0e6ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e8102f10 0x7fc0e8074ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.243+0000 7fc0e6ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e8102f10 0x7fc0e8074ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:32978/0 (socket says 172.21.15.90:32978) 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.244+0000 7fc0e6ffd700 1 -- 172.21.15.90:0/2863454063 learned_addr learned my addr 172.21.15.90:0/2863454063 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.244+0000 7fc0e6ffd700 1 -- 172.21.15.90:0/2863454063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0e81038d0 msgr2=0x7fc0e8075430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.244+0000 7fc0e6ffd700 1 --2- 172.21.15.90:0/2863454063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0e81038d0 0x7fc0e8075430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.244+0000 7fc0e6ffd700 1 -- 172.21.15.90:0/2863454063 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0e8108db0 msgr2=0x7fc0e8075970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.244+0000 7fc0e6ffd700 1 --2- 172.21.15.90:0/2863454063 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0e8108db0 0x7fc0e8075970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.244+0000 7fc0e6ffd700 1 -- 172.21.15.90:0/2863454063 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e81a78b0 con 0x7fc0e8102f10 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.244+0000 7fc0e6ffd700 1 --2- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e8102f10 0x7fc0e8074ef0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fc0d800c920 tx=0x7fc0d800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.244+0000 7fc0ec8f4700 1 -- 172.21.15.90:0/2863454063 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d8007b00 con 0x7fc0e8102f10 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.244+0000 7fc0ec8f4700 1 -- 172.21.15.90:0/2863454063 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc0d8004ce0 con 0x7fc0e8102f10 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.244+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/2863454063 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0e81a7ba0 con 0x7fc0e8102f10 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.244+0000 7fc0ec8f4700 1 -- 172.21.15.90:0/2863454063 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d8005650 con 0x7fc0e8102f10 2024-04-26T17:25:35.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.244+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/2863454063 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0e81a8130 con 0x7fc0e8102f10 2024-04-26T17:25:35.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.245+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/2863454063 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc0e8063300 con 0x7fc0e8102f10 2024-04-26T17:25:35.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.246+0000 7fc0ec8f4700 1 -- 172.21.15.90:0/2863454063 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc0d8004750 con 0x7fc0e8102f10 2024-04-26T17:25:35.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.247+0000 7fc0ec8f4700 1 --2- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc0d40a3d50 0x7fc0d40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:35.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.247+0000 7fc0dffff700 1 --2- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc0d40a3d50 0x7fc0d40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:35.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.247+0000 7fc0ec8f4700 1 -- 172.21.15.90:0/2863454063 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fc0d80d0a40 con 0x7fc0e8102f10 2024-04-26T17:25:35.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.247+0000 7fc0ec8f4700 1 --2- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211] conn(0x7fc0d40aeeb0 0x7fc0d40b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:35.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.247+0000 7fc0ec8f4700 1 -- 172.21.15.90:0/2863454063 --> [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc0d40b1a20 con 0x7fc0d40aeeb0 2024-04-26T17:25:35.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.247+0000 7fc0ec8f4700 1 -- 172.21.15.90:0/2863454063 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7fc0d80d0e90 con 0x7fc0e8102f10 2024-04-26T17:25:35.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.247+0000 7fc0e77fe700 1 --2- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211] conn(0x7fc0d40aeeb0 0x7fc0d40b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:35.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.247+0000 7fc0dffff700 1 --2- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc0d40a3d50 0x7fc0d40a6210 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8107e60 tx=0x7fc0d0006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:35.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.248+0000 7fc0e77fe700 1 --2- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211] conn(0x7fc0d40aeeb0 0x7fc0d40b1350 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:35.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.248+0000 7fc0ec8f4700 1 -- 172.21.15.90:0/2863454063 <== osd.0 v2:172.21.15.90:6802/2888106211 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc0d40b1a20 con 0x7fc0d40aeeb0 2024-04-26T17:25:35.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.266+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/2863454063 --> [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc0e8063700 con 0x7fc0d40aeeb0 2024-04-26T17:25:35.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.266+0000 7fc0ec8f4700 1 -- 172.21.15.90:0/2863454063 <== osd.0 v2:172.21.15.90:6802/2888106211 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc0e8063700 con 0x7fc0d40aeeb0 2024-04-26T17:25:35.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.267+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211] conn(0x7fc0d40aeeb0 msgr2=0x7fc0d40b1350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:35.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.267+0000 7fc0ed8f6700 1 --2- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211] conn(0x7fc0d40aeeb0 0x7fc0d40b1350 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.267+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc0d40a3d50 msgr2=0x7fc0d40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:35.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.267+0000 7fc0ed8f6700 1 --2- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc0d40a3d50 0x7fc0d40a6210 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8107e60 tx=0x7fc0d0006d20 comp rx=0 tx=0).stop 2024-04-26T17:25:35.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.267+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e8102f10 msgr2=0x7fc0e8074ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:35.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.267+0000 7fc0ed8f6700 1 --2- 172.21.15.90:0/2863454063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e8102f10 0x7fc0e8074ef0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fc0d800c920 tx=0x7fc0d800cce0 comp rx=0 tx=0).stop 2024-04-26T17:25:35.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.267+0000 7fc0e77fe700 1 -- 172.21.15.90:0/2863454063 reap_dead start 2024-04-26T17:25:35.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.267+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/2863454063 shutdown_connections 2024-04-26T17:25:35.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.267+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/2863454063 >> 172.21.15.90:0/2863454063 conn(0x7fc0e807ab80 msgr2=0x7fc0e8101d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:35.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.267+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/2863454063 shutdown_connections 2024-04-26T17:25:35.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:35.267+0000 7fc0ed8f6700 1 -- 172.21.15.90:0/2863454063 wait complete. 2024-04-26T17:25:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:35 smithi119 ceph-mon[32584]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T17:25:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:35 smithi119 ceph-mon[32584]: pgmap v323: 129 pgs: 5 peering, 124 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 639 B/s wr, 12 op/s 2024-04-26T17:25:35.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:35 smithi090 ceph-mon[29417]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T17:25:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:35 smithi090 ceph-mon[29417]: pgmap v323: 129 pgs: 5 peering, 124 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 639 B/s wr, 12 op/s 2024-04-26T17:25:35.968 INFO:teuthology.orchestra.run.smithi090.stdout:292057776163 2024-04-26T17:25:35.969 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-26T17:25:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:35 smithi167 ceph-mon[32665]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T17:25:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:35 smithi167 ceph-mon[32665]: pgmap v323: 129 pgs: 5 peering, 124 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 639 B/s wr, 12 op/s 2024-04-26T17:25:36.852 INFO:teuthology.orchestra.run.smithi090.stdout:111669149761 2024-04-26T17:25:36.852 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-26T17:25:37.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.650+0000 7f087e305700 1 -- 172.21.15.90:0/3313663713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0878102c70 msgr2=0x7f08781030d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:37.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.650+0000 7f087e305700 1 --2- 172.21.15.90:0/3313663713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0878102c70 0x7f08781030d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f086c009990 tx=0x7f086c009ca0 comp rx=0 tx=0).stop 2024-04-26T17:25:37.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.650+0000 7f087e305700 1 -- 172.21.15.90:0/3313663713 shutdown_connections 2024-04-26T17:25:37.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.650+0000 7f087e305700 1 --2- 172.21.15.90:0/3313663713 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0878103610 0x7f087810faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:37.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.650+0000 7f087e305700 1 --2- 172.21.15.90:0/3313663713 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0878108cb0 0x7f0878109090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:37.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.650+0000 7f087e305700 1 --2- 172.21.15.90:0/3313663713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0878102c70 0x7f08781030d0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:37.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.650+0000 7f087e305700 1 -- 172.21.15.90:0/3313663713 >> 172.21.15.90:0/3313663713 conn(0x7f0878079cc0 msgr2=0x7f087807a0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:37.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.650+0000 7f087e305700 1 -- 172.21.15.90:0/3313663713 shutdown_connections 2024-04-26T17:25:37.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.650+0000 7f087e305700 1 -- 172.21.15.90:0/3313663713 wait complete. 2024-04-26T17:25:37.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f087e305700 1 Processor -- start 2024-04-26T17:25:37.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f087e305700 1 -- start start 2024-04-26T17:25:37.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f087e305700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0878102c70 0x7f08781992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:37.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f087e305700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0878103610 0x7f0878199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:37.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f087e305700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0878108cb0 0x7f087819db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:37.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f087e305700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0878112db0 con 0x7f0878102c70 2024-04-26T17:25:37.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f087e305700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f0878112c30 con 0x7f0878103610 2024-04-26T17:25:37.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f087e305700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0878112f30 con 0x7f0878108cb0 2024-04-26T17:25:37.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f0877fff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0878102c70 0x7f08781992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:37.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f0877fff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0878102c70 0x7f08781992c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:32996/0 (socket says 172.21.15.90:32996) 2024-04-26T17:25:37.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f0877fff700 1 -- 172.21.15.90:0/2917550903 learned_addr learned my addr 172.21.15.90:0/2917550903 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f08777fe700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0878103610 0x7f0878199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f0877fff700 1 -- 172.21.15.90:0/2917550903 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0878108cb0 msgr2=0x7f087819db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f087c8a2700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0878108cb0 0x7f087819db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f0877fff700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0878108cb0 0x7f087819db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f0877fff700 1 -- 172.21.15.90:0/2917550903 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0878103610 msgr2=0x7f0878199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f0877fff700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0878103610 0x7f0878199800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f0877fff700 1 -- 172.21.15.90:0/2917550903 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f087819e2d0 con 0x7f0878102c70 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f08777fe700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0878103610 0x7f0878199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.651+0000 7f087c8a2700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0878108cb0 0x7f087819db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.652+0000 7f0877fff700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0878102c70 0x7f08781992c0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f086800d980 tx=0x7f086800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.652+0000 7f08757fa700 1 -- 172.21.15.90:0/2917550903 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0868017070 con 0x7f0878102c70 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.652+0000 7f087e305700 1 -- 172.21.15.90:0/2917550903 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f087819e5c0 con 0x7f0878102c70 2024-04-26T17:25:37.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.652+0000 7f08757fa700 1 -- 172.21.15.90:0/2917550903 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f0868004830 con 0x7f0878102c70 2024-04-26T17:25:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.652+0000 7f08757fa700 1 -- 172.21.15.90:0/2917550903 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0868005440 con 0x7f0878102c70 2024-04-26T17:25:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.652+0000 7f087e305700 1 -- 172.21.15.90:0/2917550903 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08781a5e40 con 0x7f0878102c70 2024-04-26T17:25:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.652+0000 7f087e305700 1 -- 172.21.15.90:0/2917550903 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0878063300 con 0x7f0878102c70 2024-04-26T17:25:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.654+0000 7f08757fa700 1 -- 172.21.15.90:0/2917550903 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f08680055e0 con 0x7f0878102c70 2024-04-26T17:25:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.654+0000 7f08757fa700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f08600a3cd0 0x7f08600a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.654+0000 7f08777fe700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f08600a3cd0 0x7f08600a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.655+0000 7f08757fa700 1 -- 172.21.15.90:0/2917550903 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f08680d0d60 con 0x7f0878102c70 2024-04-26T17:25:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.655+0000 7f08757fa700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253] conn(0x7f08600aee30 0x7f08600b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.655+0000 7f08757fa700 1 -- 172.21.15.90:0/2917550903 --> [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f08600b19a0 con 0x7f08600aee30 2024-04-26T17:25:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.655+0000 7f08757fa700 1 -- 172.21.15.90:0/2917550903 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f08680d11b0 con 0x7f0878102c70 2024-04-26T17:25:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.655+0000 7f08777fe700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f08600a3cd0 0x7f08600a6190 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f086c00b5c0 tx=0x7f086c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.655+0000 7f087c8a2700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253] conn(0x7f08600aee30 0x7f08600b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:37.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.655+0000 7f087c8a2700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253] conn(0x7f08600aee30 0x7f08600b12d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:37.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.656+0000 7f08757fa700 1 -- 172.21.15.90:0/2917550903 <== osd.1 v2:172.21.15.119:6800/1388441253 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f08600b19a0 con 0x7f08600aee30 2024-04-26T17:25:37.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.673+0000 7f087e305700 1 -- 172.21.15.90:0/2917550903 --> [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0878063780 con 0x7f08600aee30 2024-04-26T17:25:37.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.673+0000 7f08757fa700 1 -- 172.21.15.90:0/2917550903 <== osd.1 v2:172.21.15.119:6800/1388441253 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0878063780 con 0x7f08600aee30 2024-04-26T17:25:37.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.674+0000 7f087e305700 1 -- 172.21.15.90:0/2917550903 >> [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253] conn(0x7f08600aee30 msgr2=0x7f08600b12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:37.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.674+0000 7f087e305700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253] conn(0x7f08600aee30 0x7f08600b12d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:37.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.674+0000 7f087e305700 1 -- 172.21.15.90:0/2917550903 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f08600a3cd0 msgr2=0x7f08600a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:37.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.674+0000 7f087e305700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f08600a3cd0 0x7f08600a6190 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f086c00b5c0 tx=0x7f086c005fb0 comp rx=0 tx=0).stop 2024-04-26T17:25:37.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.674+0000 7f087e305700 1 -- 172.21.15.90:0/2917550903 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0878102c70 msgr2=0x7f08781992c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:37.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.674+0000 7f087e305700 1 --2- 172.21.15.90:0/2917550903 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0878102c70 0x7f08781992c0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f086800d980 tx=0x7f086800dd40 comp rx=0 tx=0).stop 2024-04-26T17:25:37.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.674+0000 7f087c8a2700 1 -- 172.21.15.90:0/2917550903 reap_dead start 2024-04-26T17:25:37.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.674+0000 7f087e305700 1 -- 172.21.15.90:0/2917550903 shutdown_connections 2024-04-26T17:25:37.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.674+0000 7f087e305700 1 -- 172.21.15.90:0/2917550903 >> 172.21.15.90:0/2917550903 conn(0x7f0878079cc0 msgr2=0x7f0878101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:37.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.674+0000 7f087e305700 1 -- 172.21.15.90:0/2917550903 shutdown_connections 2024-04-26T17:25:37.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:37.674+0000 7f087e305700 1 -- 172.21.15.90:0/2917550903 wait complete. 2024-04-26T17:25:38.442 INFO:teuthology.orchestra.run.smithi090.stdout:55834574924 2024-04-26T17:25:38.442 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-26T17:25:38.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:38 smithi090 ceph-mon[29417]: pgmap v324: 129 pgs: 5 peering, 124 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-04-26T17:25:38.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:38 smithi167 ceph-mon[32665]: pgmap v324: 129 pgs: 5 peering, 124 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-04-26T17:25:38.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:38 smithi119 ceph-mon[32584]: pgmap v324: 129 pgs: 5 peering, 124 active+clean; 644 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-04-26T17:25:39.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:39 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:25:39.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:39 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:25:39.774 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:39 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:25:39.776 INFO:teuthology.orchestra.run.smithi090.stdout:34359738448 2024-04-26T17:25:39.777 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-26T17:25:40.644 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:40 smithi090 ceph-mon[29417]: pgmap v325: 129 pgs: 3 peering, 126 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 255 B/s wr, 11 op/s; 17 B/s, 0 objects/s recovering 2024-04-26T17:25:40.644 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:25:40.644 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:25:40.645 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:25:40.645 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:40 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:25:40.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:40 smithi119 ceph-mon[32584]: pgmap v325: 129 pgs: 3 peering, 126 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 255 B/s wr, 11 op/s; 17 B/s, 0 objects/s recovering 2024-04-26T17:25:40.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:25:40.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:25:40.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:25:40.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:40 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:25:41.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:40 smithi167 ceph-mon[32665]: pgmap v325: 129 pgs: 3 peering, 126 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 255 B/s wr, 11 op/s; 17 B/s, 0 objects/s recovering 2024-04-26T17:25:41.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:25:41.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:25:41.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:25:41.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:40 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:25:41.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.973+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/1766416807 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f3406bb30 msgr2=0x7f5f3410faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:41.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.973+0000 7f5f3b4f3700 1 --2- 172.21.15.90:0/1766416807 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f3406bb30 0x7f5f3410faa0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f5f2c00b0a0 tx=0x7f5f2c00b3b0 comp rx=0 tx=0).stop 2024-04-26T17:25:41.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.973+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/1766416807 shutdown_connections 2024-04-26T17:25:41.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.973+0000 7f5f3b4f3700 1 --2- 172.21.15.90:0/1766416807 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f3406bb30 0x7f5f3410faa0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:41.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.973+0000 7f5f3b4f3700 1 --2- 172.21.15.90:0/1766416807 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f34108c60 0x7f5f34109040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:41.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.973+0000 7f5f3b4f3700 1 --2- 172.21.15.90:0/1766416807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5f3406b190 0x7f5f3406b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:41.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.973+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/1766416807 >> 172.21.15.90:0/1766416807 conn(0x7f5f34078a60 msgr2=0x7f5f34078e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:41.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.973+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/1766416807 shutdown_connections 2024-04-26T17:25:41.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.973+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/1766416807 wait complete. 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f3b4f3700 1 Processor -- start 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f3b4f3700 1 -- start start 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f3b4f3700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f3406b190 0x7f5f34199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f3b4f3700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5f3406bb30 0x7f5f341997d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f3b4f3700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f34108c60 0x7f5f3419db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f3b4f3700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5f34112da0 con 0x7f5f3406b190 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f3b4f3700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f5f34112c20 con 0x7f5f34108c60 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f3b4f3700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5f34112f20 con 0x7f5f3406bb30 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f3928f700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f3406b190 0x7f5f34199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f3928f700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f3406b190 0x7f5f34199290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:33002/0 (socket says 172.21.15.90:33002) 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f3928f700 1 -- 172.21.15.90:0/3926354964 learned_addr learned my addr 172.21.15.90:0/3926354964 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f39a90700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f34108c60 0x7f5f3419db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:41.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.974+0000 7f5f38a8e700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5f3406bb30 0x7f5f341997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.975+0000 7f5f3928f700 1 -- 172.21.15.90:0/3926354964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5f3406bb30 msgr2=0x7f5f341997d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.975+0000 7f5f3928f700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5f3406bb30 0x7f5f341997d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.975+0000 7f5f3928f700 1 -- 172.21.15.90:0/3926354964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f34108c60 msgr2=0x7f5f3419db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.975+0000 7f5f3928f700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f34108c60 0x7f5f3419db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.975+0000 7f5f3928f700 1 -- 172.21.15.90:0/3926354964 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f3419e2a0 con 0x7f5f3406b190 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.975+0000 7f5f39a90700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f34108c60 0x7f5f3419db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.975+0000 7f5f3928f700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f3406b190 0x7f5f34199290 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f5f3000d950 tx=0x7f5f3000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.975+0000 7f5f2a7fc700 1 -- 172.21.15.90:0/3926354964 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f30016070 con 0x7f5f3406b190 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.975+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/3926354964 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f3419e590 con 0x7f5f3406b190 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.975+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/3926354964 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f34101ae0 con 0x7f5f3406b190 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.975+0000 7f5f2a7fc700 1 -- 172.21.15.90:0/3926354964 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f5f3000fd40 con 0x7f5f3406b190 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.975+0000 7f5f2a7fc700 1 -- 172.21.15.90:0/3926354964 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f3000e3b0 con 0x7f5f3406b190 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.976+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/3926354964 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5f18001030 con 0x7f5f3406b190 2024-04-26T17:25:41.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.977+0000 7f5f2a7fc700 1 -- 172.21.15.90:0/3926354964 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5f30019070 con 0x7f5f3406b190 2024-04-26T17:25:41.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.978+0000 7f5f2a7fc700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f5f200a3cd0 0x7f5f200a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:41.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.978+0000 7f5f38a8e700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f5f200a3cd0 0x7f5f200a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:41.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.979+0000 7f5f2a7fc700 1 -- 172.21.15.90:0/3926354964 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f5f300d08b0 con 0x7f5f3406b190 2024-04-26T17:25:41.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.979+0000 7f5f2a7fc700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625] conn(0x7f5f200aee30 0x7f5f200b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:41.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.979+0000 7f5f2a7fc700 1 -- 172.21.15.90:0/3926354964 --> [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5f200b19a0 con 0x7f5f200aee30 2024-04-26T17:25:41.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.979+0000 7f5f2a7fc700 1 -- 172.21.15.90:0/3926354964 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f5f300d0c60 con 0x7f5f3406b190 2024-04-26T17:25:41.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.979+0000 7f5f38a8e700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f5f200a3cd0 0x7f5f200a6190 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5f340790d0 tx=0x7f5f2400b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:41.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.979+0000 7f5f39a90700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625] conn(0x7f5f200aee30 0x7f5f200b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:41.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.979+0000 7f5f39a90700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625] conn(0x7f5f200aee30 0x7f5f200b12d0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:41.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.980+0000 7f5f2a7fc700 1 -- 172.21.15.90:0/3926354964 <== osd.6 v2:172.21.15.90:6818/4228218625 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5f200b19a0 con 0x7f5f200aee30 2024-04-26T17:25:41.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.996+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/3926354964 --> [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5f18002e60 con 0x7f5f200aee30 2024-04-26T17:25:41.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.997+0000 7f5f2a7fc700 1 -- 172.21.15.90:0/3926354964 <== osd.6 v2:172.21.15.90:6818/4228218625 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5f18002e60 con 0x7f5f200aee30 2024-04-26T17:25:41.997 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.997+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625] conn(0x7f5f200aee30 msgr2=0x7f5f200b12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:41.997 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.997+0000 7f5f3b4f3700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625] conn(0x7f5f200aee30 0x7f5f200b12d0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:41.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.997+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f5f200a3cd0 msgr2=0x7f5f200a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:41.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.997+0000 7f5f3b4f3700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f5f200a3cd0 0x7f5f200a6190 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5f340790d0 tx=0x7f5f2400b3c0 comp rx=0 tx=0).stop 2024-04-26T17:25:41.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.997+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f3406b190 msgr2=0x7f5f34199290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:41.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.997+0000 7f5f3b4f3700 1 --2- 172.21.15.90:0/3926354964 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f3406b190 0x7f5f34199290 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f5f3000d950 tx=0x7f5f3000dc60 comp rx=0 tx=0).stop 2024-04-26T17:25:41.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.997+0000 7f5f39a90700 1 -- 172.21.15.90:0/3926354964 reap_dead start 2024-04-26T17:25:41.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.997+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/3926354964 shutdown_connections 2024-04-26T17:25:41.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.997+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/3926354964 >> 172.21.15.90:0/3926354964 conn(0x7f5f34078a60 msgr2=0x7f5f341007e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:41.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.997+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/3926354964 shutdown_connections 2024-04-26T17:25:41.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:41.997+0000 7f5f3b4f3700 1 -- 172.21.15.90:0/3926354964 wait complete. 2024-04-26T17:25:42.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:42 smithi090 ceph-mon[29417]: pgmap v326: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 255 B/s wr, 7 op/s; 31 B/s, 1 keys/s, 2 objects/s recovering 2024-04-26T17:25:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:42 smithi119 ceph-mon[32584]: pgmap v326: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 255 B/s wr, 7 op/s; 31 B/s, 1 keys/s, 2 objects/s recovering 2024-04-26T17:25:43.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:42 smithi167 ceph-mon[32665]: pgmap v326: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 255 B/s wr, 7 op/s; 31 B/s, 1 keys/s, 2 objects/s recovering 2024-04-26T17:25:43.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.317+0000 7f567928a700 1 -- 172.21.15.90:0/2686521204 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56741024e0 msgr2=0x7f567410e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:43.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.317+0000 7f567928a700 1 --2- 172.21.15.90:0/2686521204 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56741024e0 0x7f567410e9d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f566c00b0a0 tx=0x7f566c00b3b0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.317+0000 7f567928a700 1 -- 172.21.15.90:0/2686521204 shutdown_connections 2024-04-26T17:25:43.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.317+0000 7f567928a700 1 --2- 172.21.15.90:0/2686521204 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56741024e0 0x7f567410e9d0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.317+0000 7f567928a700 1 --2- 172.21.15.90:0/2686521204 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5674107b90 0x7f5674107f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.317+0000 7f567928a700 1 --2- 172.21.15.90:0/2686521204 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5674101b20 0x7f5674101fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.317+0000 7f567928a700 1 -- 172.21.15.90:0/2686521204 >> 172.21.15.90:0/2686521204 conn(0x7f5674077b90 msgr2=0x7f5674077fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:43.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.317+0000 7f567928a700 1 -- 172.21.15.90:0/2686521204 shutdown_connections 2024-04-26T17:25:43.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.317+0000 7f567928a700 1 -- 172.21.15.90:0/2686521204 wait complete. 2024-04-26T17:25:43.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.317+0000 7f567928a700 1 Processor -- start 2024-04-26T17:25:43.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f567928a700 1 -- start start 2024-04-26T17:25:43.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f567928a700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5674101b20 0x7f5674103760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:43.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f567928a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56741024e0 0x7f5674103ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:43.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f567928a700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5674107b90 0x7f56741041e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f567928a700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5674111cd0 con 0x7f56741024e0 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f567928a700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f5674111b50 con 0x7f5674107b90 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f567928a700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5674111e50 con 0x7f5674101b20 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f56727fc700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56741024e0 0x7f5674103ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f56727fc700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56741024e0 0x7f5674103ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:33018/0 (socket says 172.21.15.90:33018) 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f56727fc700 1 -- 172.21.15.90:0/1380770434 learned_addr learned my addr 172.21.15.90:0/1380770434 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f5672ffd700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5674101b20 0x7f5674103760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f56737fe700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5674107b90 0x7f56741041e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f56727fc700 1 -- 172.21.15.90:0/1380770434 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5674101b20 msgr2=0x7f5674103760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f56727fc700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5674101b20 0x7f5674103760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f56727fc700 1 -- 172.21.15.90:0/1380770434 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5674107b90 msgr2=0x7f56741041e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f56727fc700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5674107b90 0x7f56741041e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f56727fc700 1 -- 172.21.15.90:0/1380770434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56741a76f0 con 0x7f56741024e0 2024-04-26T17:25:43.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.318+0000 7f5672ffd700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5674101b20 0x7f5674103760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:25:43.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.319+0000 7f56727fc700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56741024e0 0x7f5674103ca0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f566800e9c0 tx=0x7f566800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:43.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.319+0000 7f565bfff700 1 -- 172.21.15.90:0/1380770434 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566800cbd0 con 0x7f56741024e0 2024-04-26T17:25:43.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.319+0000 7f567928a700 1 -- 172.21.15.90:0/1380770434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56741a79e0 con 0x7f56741024e0 2024-04-26T17:25:43.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.319+0000 7f565bfff700 1 -- 172.21.15.90:0/1380770434 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f566800cd70 con 0x7f56741024e0 2024-04-26T17:25:43.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.319+0000 7f565bfff700 1 -- 172.21.15.90:0/1380770434 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5668005650 con 0x7f56741024e0 2024-04-26T17:25:43.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.319+0000 7f567928a700 1 -- 172.21.15.90:0/1380770434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56741a7f20 con 0x7f56741024e0 2024-04-26T17:25:43.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.320+0000 7f567928a700 1 -- 172.21.15.90:0/1380770434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f56740632c0 con 0x7f56741024e0 2024-04-26T17:25:43.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.321+0000 7f565bfff700 1 -- 172.21.15.90:0/1380770434 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5668004750 con 0x7f56741024e0 2024-04-26T17:25:43.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.321+0000 7f565bfff700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f565c0a3cd0 0x7f565c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:43.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.322+0000 7f565bfff700 1 -- 172.21.15.90:0/1380770434 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f56680d0f70 con 0x7f56741024e0 2024-04-26T17:25:43.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.322+0000 7f5672ffd700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f565c0a3cd0 0x7f565c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:43.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.322+0000 7f565bfff700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110] conn(0x7f565c0aee30 0x7f565c0b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:43.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.322+0000 7f565bfff700 1 -- 172.21.15.90:0/1380770434 --> [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f565c0b19a0 con 0x7f565c0aee30 2024-04-26T17:25:43.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.322+0000 7f565bfff700 1 -- 172.21.15.90:0/1380770434 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f56680d13c0 con 0x7f56741024e0 2024-04-26T17:25:43.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.322+0000 7f5672ffd700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f565c0a3cd0 0x7f565c0a6190 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5664009c90 tx=0x7f5664009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:43.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.322+0000 7f56737fe700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110] conn(0x7f565c0aee30 0x7f565c0b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:43.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.323+0000 7f56737fe700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110] conn(0x7f565c0aee30 0x7f565c0b12d0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:43.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.323+0000 7f565bfff700 1 -- 172.21.15.90:0/1380770434 <== osd.4 v2:172.21.15.119:6808/1438421110 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f565c0b19a0 con 0x7f565c0aee30 2024-04-26T17:25:43.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.340+0000 7f567928a700 1 -- 172.21.15.90:0/1380770434 --> [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5674063740 con 0x7f565c0aee30 2024-04-26T17:25:43.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.341+0000 7f565bfff700 1 -- 172.21.15.90:0/1380770434 <== osd.4 v2:172.21.15.119:6808/1438421110 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5674063740 con 0x7f565c0aee30 2024-04-26T17:25:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.341+0000 7f567928a700 1 -- 172.21.15.90:0/1380770434 >> [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110] conn(0x7f565c0aee30 msgr2=0x7f565c0b12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.341+0000 7f567928a700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110] conn(0x7f565c0aee30 0x7f565c0b12d0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.341+0000 7f567928a700 1 -- 172.21.15.90:0/1380770434 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f565c0a3cd0 msgr2=0x7f565c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.341+0000 7f567928a700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f565c0a3cd0 0x7f565c0a6190 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5664009c90 tx=0x7f5664009260 comp rx=0 tx=0).stop 2024-04-26T17:25:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.341+0000 7f567928a700 1 -- 172.21.15.90:0/1380770434 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56741024e0 msgr2=0x7f5674103ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.341+0000 7f567928a700 1 --2- 172.21.15.90:0/1380770434 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56741024e0 0x7f5674103ca0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f566800e9c0 tx=0x7f566800ecd0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.341+0000 7f56737fe700 1 -- 172.21.15.90:0/1380770434 reap_dead start 2024-04-26T17:25:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.341+0000 7f567928a700 1 -- 172.21.15.90:0/1380770434 shutdown_connections 2024-04-26T17:25:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.341+0000 7f567928a700 1 -- 172.21.15.90:0/1380770434 >> 172.21.15.90:0/1380770434 conn(0x7f5674077b90 msgr2=0x7f567406b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.342+0000 7f567928a700 1 -- 172.21.15.90:0/1380770434 shutdown_connections 2024-04-26T17:25:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.342+0000 7f567928a700 1 -- 172.21.15.90:0/1380770434 wait complete. 2024-04-26T17:25:43.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.539+0000 7f73ab78f700 1 -- 172.21.15.90:0/729278201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73a4102ea0 msgr2=0x7f73a4103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:43.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.539+0000 7f73ab78f700 1 --2- 172.21.15.90:0/729278201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73a4102ea0 0x7f73a4103280 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f73a0009990 tx=0x7f73a0009ca0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.539+0000 7f73ab78f700 1 -- 172.21.15.90:0/729278201 shutdown_connections 2024-04-26T17:25:43.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.539+0000 7f73ab78f700 1 --2- 172.21.15.90:0/729278201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73a4102ea0 0x7f73a4103280 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.539+0000 7f73ab78f700 1 --2- 172.21.15.90:0/729278201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f73a4107f30 0x7f73a410fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.539+0000 7f73ab78f700 1 --2- 172.21.15.90:0/729278201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f73a4103850 0x7f73a4107850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.539+0000 7f73ab78f700 1 -- 172.21.15.90:0/729278201 >> 172.21.15.90:0/729278201 conn(0x7f73a4079d50 msgr2=0x7f73a407a160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:43.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.539+0000 7f73ab78f700 1 -- 172.21.15.90:0/729278201 shutdown_connections 2024-04-26T17:25:43.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.539+0000 7f73ab78f700 1 -- 172.21.15.90:0/729278201 wait complete. 2024-04-26T17:25:43.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.540+0000 7f73ab78f700 1 Processor -- start 2024-04-26T17:25:43.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.540+0000 7f73ab78f700 1 -- start start 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.540+0000 7f73ab78f700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73a4102ea0 0x7f73a4199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.540+0000 7f73ab78f700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f73a4103850 0x7f73a4199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.540+0000 7f73ab78f700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f73a4107f30 0x7f73a419dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.540+0000 7f73ab78f700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f73a4112e10 con 0x7f73a4102ea0 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.540+0000 7f73ab78f700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f73a4112c90 con 0x7f73a4103850 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.540+0000 7f73ab78f700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f73a4112f90 con 0x7f73a4107f30 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.540+0000 7f73a952b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73a4102ea0 0x7f73a4199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.540+0000 7f73a952b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73a4102ea0 0x7f73a4199300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:33028/0 (socket says 172.21.15.90:33028) 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.540+0000 7f73a952b700 1 -- 172.21.15.90:0/554893877 learned_addr learned my addr 172.21.15.90:0/554893877 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.540+0000 7f73a8d2a700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f73a4103850 0x7f73a4199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.541+0000 7f73a952b700 1 -- 172.21.15.90:0/554893877 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f73a4107f30 msgr2=0x7f73a419dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.541+0000 7f73a952b700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f73a4107f30 0x7f73a419dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.541+0000 7f73a952b700 1 -- 172.21.15.90:0/554893877 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f73a4103850 msgr2=0x7f73a4199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:43.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.541+0000 7f73a952b700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f73a4103850 0x7f73a4199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.541+0000 7f73a952b700 1 -- 172.21.15.90:0/554893877 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73a419e310 con 0x7f73a4102ea0 2024-04-26T17:25:43.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.541+0000 7f73a952b700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73a4102ea0 0x7f73a4199300 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f73a0000c00 tx=0x7f73a00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:43.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.541+0000 7f739a7fc700 1 -- 172.21.15.90:0/554893877 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a0027070 con 0x7f73a4102ea0 2024-04-26T17:25:43.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.541+0000 7f73ab78f700 1 -- 172.21.15.90:0/554893877 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73a419e5a0 con 0x7f73a4102ea0 2024-04-26T17:25:43.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.541+0000 7f739a7fc700 1 -- 172.21.15.90:0/554893877 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f73a000fce0 con 0x7f73a4102ea0 2024-04-26T17:25:43.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.541+0000 7f739a7fc700 1 -- 172.21.15.90:0/554893877 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a0003830 con 0x7f73a4102ea0 2024-04-26T17:25:43.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.541+0000 7f73ab78f700 1 -- 172.21.15.90:0/554893877 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73a41a5e80 con 0x7f73a4102ea0 2024-04-26T17:25:43.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.542+0000 7f73ab78f700 1 -- 172.21.15.90:0/554893877 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f73a4063340 con 0x7f73a4102ea0 2024-04-26T17:25:43.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.544+0000 7f739a7fc700 1 -- 172.21.15.90:0/554893877 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f73a002a070 con 0x7f73a4102ea0 2024-04-26T17:25:43.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.544+0000 7f739a7fc700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f73900a3d50 0x7f73900a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:43.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.545+0000 7f739a7fc700 1 -- 172.21.15.90:0/554893877 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f73a00d23f0 con 0x7f73a4102ea0 2024-04-26T17:25:43.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.545+0000 7f73a8d2a700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f73900a3d50 0x7f73900a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:43.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.545+0000 7f739a7fc700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396] conn(0x7f73900aeeb0 0x7f73900b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:43.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.545+0000 7f739a7fc700 1 -- 172.21.15.90:0/554893877 --> [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f73a00056d0 con 0x7f73900aeeb0 2024-04-26T17:25:43.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.545+0000 7f739a7fc700 1 -- 172.21.15.90:0/554893877 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f73a00d27a0 con 0x7f73a4102ea0 2024-04-26T17:25:43.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.545+0000 7f73a8d2a700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f73900a3d50 0x7f73900a6210 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f73a4102830 tx=0x7f739400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:43.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.545+0000 7f73a9d2c700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396] conn(0x7f73900aeeb0 0x7f73900b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:43.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.546+0000 7f73a9d2c700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396] conn(0x7f73900aeeb0 0x7f73900b1350 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:43.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.547+0000 7f739a7fc700 1 -- 172.21.15.90:0/554893877 <== osd.8 v2:172.21.15.167:6816/3926521396 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f73a00056d0 con 0x7f73900aeeb0 2024-04-26T17:25:43.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.563+0000 7f73ab78f700 1 -- 172.21.15.90:0/554893877 --> [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f73a4063740 con 0x7f73900aeeb0 2024-04-26T17:25:43.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.564+0000 7f739a7fc700 1 -- 172.21.15.90:0/554893877 <== osd.8 v2:172.21.15.167:6816/3926521396 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f73a4063740 con 0x7f73900aeeb0 2024-04-26T17:25:43.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.564+0000 7f73ab78f700 1 -- 172.21.15.90:0/554893877 >> [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396] conn(0x7f73900aeeb0 msgr2=0x7f73900b1350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:43.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.564+0000 7f73ab78f700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396] conn(0x7f73900aeeb0 0x7f73900b1350 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.564+0000 7f73ab78f700 1 -- 172.21.15.90:0/554893877 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f73900a3d50 msgr2=0x7f73900a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:43.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.564+0000 7f73ab78f700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f73900a3d50 0x7f73900a6210 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f73a4102830 tx=0x7f739400a300 comp rx=0 tx=0).stop 2024-04-26T17:25:43.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.564+0000 7f73ab78f700 1 -- 172.21.15.90:0/554893877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73a4102ea0 msgr2=0x7f73a4199300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:43.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.564+0000 7f73ab78f700 1 --2- 172.21.15.90:0/554893877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73a4102ea0 0x7f73a4199300 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f73a0000c00 tx=0x7f73a00047b0 comp rx=0 tx=0).stop 2024-04-26T17:25:43.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.564+0000 7f73a9d2c700 1 -- 172.21.15.90:0/554893877 reap_dead start 2024-04-26T17:25:43.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.565+0000 7f73ab78f700 1 -- 172.21.15.90:0/554893877 shutdown_connections 2024-04-26T17:25:43.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.565+0000 7f73ab78f700 1 -- 172.21.15.90:0/554893877 >> 172.21.15.90:0/554893877 conn(0x7f73a4079d50 msgr2=0x7f73a41090b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:43.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.565+0000 7f73ab78f700 1 -- 172.21.15.90:0/554893877 shutdown_connections 2024-04-26T17:25:43.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:43.565+0000 7f73ab78f700 1 -- 172.21.15.90:0/554893877 wait complete. 2024-04-26T17:25:44.058 INFO:teuthology.orchestra.run.smithi090.stdout:313532612637 2024-04-26T17:25:44.059 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-26T17:25:44.606 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:44 smithi090 ceph-mon[29417]: pgmap v327: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 206 B/s wr, 10 op/s; 25 B/s, 1 keys/s, 2 objects/s recovering 2024-04-26T17:25:44.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:44 smithi119 ceph-mon[32584]: pgmap v327: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 206 B/s wr, 10 op/s; 25 B/s, 1 keys/s, 2 objects/s recovering 2024-04-26T17:25:44.950 INFO:teuthology.orchestra.run.smithi090.stdout:146028888126 2024-04-26T17:25:44.950 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-26T17:25:45.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:44 smithi167 ceph-mon[32665]: pgmap v327: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 206 B/s wr, 10 op/s; 25 B/s, 1 keys/s, 2 objects/s recovering 2024-04-26T17:25:45.422 INFO:teuthology.orchestra.run.smithi090.stdout:201863462964 2024-04-26T17:25:45.422 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-26T17:25:45.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.844+0000 7fc27ecd6700 1 -- 172.21.15.90:0/2953880989 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc278107fe0 msgr2=0x7fc27810fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:45.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.844+0000 7fc27ecd6700 1 --2- 172.21.15.90:0/2953880989 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc278107fe0 0x7fc27810fb60 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fc2600099c0 tx=0x7fc260009cd0 comp rx=0 tx=0).stop 2024-04-26T17:25:45.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.844+0000 7fc27ecd6700 1 -- 172.21.15.90:0/2953880989 shutdown_connections 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.844+0000 7fc27ecd6700 1 --2- 172.21.15.90:0/2953880989 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc278107fe0 0x7fc27810fb60 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.844+0000 7fc27ecd6700 1 --2- 172.21.15.90:0/2953880989 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc2781013c0 0x7fc2781017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.844+0000 7fc27ecd6700 1 --2- 172.21.15.90:0/2953880989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc278101d70 0x7fc2781078b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.844+0000 7fc27ecd6700 1 -- 172.21.15.90:0/2953880989 >> 172.21.15.90:0/2953880989 conn(0x7fc2780780f0 msgr2=0x7fc2780ff470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.844+0000 7fc27ecd6700 1 -- 172.21.15.90:0/2953880989 shutdown_connections 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.844+0000 7fc27ecd6700 1 -- 172.21.15.90:0/2953880989 wait complete. 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.844+0000 7fc27ecd6700 1 Processor -- start 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.844+0000 7fc27ecd6700 1 -- start start 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc27ecd6700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc2781013c0 0x7fc2781992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc27ecd6700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc278101d70 0x7fc278199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc27ecd6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc278107fe0 0x7fc27819db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc27ecd6700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc278112e10 con 0x7fc278101d70 2024-04-26T17:25:45.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc27ecd6700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc278112c90 con 0x7fc278107fe0 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc27ecd6700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc278112f90 con 0x7fc2781013c0 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc277fff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc278101d70 0x7fc278199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc277fff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc278101d70 0x7fc278199800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56784/0 (socket says 172.21.15.90:56784) 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc277fff700 1 -- 172.21.15.90:0/4203168371 learned_addr learned my addr 172.21.15.90:0/4203168371 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc27d273700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc278107fe0 0x7fc27819db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc27ca72700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc2781013c0 0x7fc2781992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc277fff700 1 -- 172.21.15.90:0/4203168371 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc2781013c0 msgr2=0x7fc2781992c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc277fff700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc2781013c0 0x7fc2781992c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc277fff700 1 -- 172.21.15.90:0/4203168371 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc278107fe0 msgr2=0x7fc27819db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc277fff700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc278107fe0 0x7fc27819db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc277fff700 1 -- 172.21.15.90:0/4203168371 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc27819e280 con 0x7fc278101d70 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc27d273700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc278107fe0 0x7fc27819db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:25:45.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc277fff700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc278101d70 0x7fc278199800 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fc26800ada0 tx=0x7fc26800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:45.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.845+0000 7fc275ffb700 1 -- 172.21.15.90:0/4203168371 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc268017020 con 0x7fc278101d70 2024-04-26T17:25:45.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.846+0000 7fc275ffb700 1 -- 172.21.15.90:0/4203168371 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc26800cd80 con 0x7fc278101d70 2024-04-26T17:25:45.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.846+0000 7fc27ecd6700 1 -- 172.21.15.90:0/4203168371 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc27819e570 con 0x7fc278101d70 2024-04-26T17:25:45.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.846+0000 7fc275ffb700 1 -- 172.21.15.90:0/4203168371 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc268005310 con 0x7fc278101d70 2024-04-26T17:25:45.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.846+0000 7fc27ecd6700 1 -- 172.21.15.90:0/4203168371 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2781a5df0 con 0x7fc278101d70 2024-04-26T17:25:45.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.846+0000 7fc27ecd6700 1 -- 172.21.15.90:0/4203168371 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc278063380 con 0x7fc278101d70 2024-04-26T17:25:45.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.848+0000 7fc275ffb700 1 -- 172.21.15.90:0/4203168371 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc268004ad0 con 0x7fc278101d70 2024-04-26T17:25:45.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.848+0000 7fc275ffb700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc2640a3cd0 0x7fc2640a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:45.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.848+0000 7fc27ca72700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc2640a3cd0 0x7fc2640a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:45.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.848+0000 7fc275ffb700 1 -- 172.21.15.90:0/4203168371 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fc2680d0860 con 0x7fc278101d70 2024-04-26T17:25:45.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.849+0000 7fc275ffb700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738] conn(0x7fc2640aee30 0x7fc2640b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:45.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.849+0000 7fc275ffb700 1 -- 172.21.15.90:0/4203168371 --> [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc268022e50 con 0x7fc2640aee30 2024-04-26T17:25:45.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.849+0000 7fc275ffb700 1 -- 172.21.15.90:0/4203168371 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7fc2680d0cb0 con 0x7fc278101d70 2024-04-26T17:25:45.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.849+0000 7fc27ca72700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc2640a3cd0 0x7fc2640a6190 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc270005950 tx=0x7fc27000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:45.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.849+0000 7fc27d273700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738] conn(0x7fc2640aee30 0x7fc2640b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:45.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.849+0000 7fc27d273700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738] conn(0x7fc2640aee30 0x7fc2640b12d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:45.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.850+0000 7fc275ffb700 1 -- 172.21.15.90:0/4203168371 <== osd.7 v2:172.21.15.119:6816/3148400738 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc268022e50 con 0x7fc2640aee30 2024-04-26T17:25:45.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.868+0000 7fc27ecd6700 1 -- 172.21.15.90:0/4203168371 --> [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc278063800 con 0x7fc2640aee30 2024-04-26T17:25:45.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.869+0000 7fc275ffb700 1 -- 172.21.15.90:0/4203168371 <== osd.7 v2:172.21.15.119:6816/3148400738 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fc278063800 con 0x7fc2640aee30 2024-04-26T17:25:45.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.869+0000 7fc27ecd6700 1 -- 172.21.15.90:0/4203168371 >> [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738] conn(0x7fc2640aee30 msgr2=0x7fc2640b12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:45.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.869+0000 7fc27ecd6700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738] conn(0x7fc2640aee30 0x7fc2640b12d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:45.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.869+0000 7fc27ecd6700 1 -- 172.21.15.90:0/4203168371 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc2640a3cd0 msgr2=0x7fc2640a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:45.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.869+0000 7fc27ecd6700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc2640a3cd0 0x7fc2640a6190 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc270005950 tx=0x7fc27000b410 comp rx=0 tx=0).stop 2024-04-26T17:25:45.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.869+0000 7fc27ecd6700 1 -- 172.21.15.90:0/4203168371 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc278101d70 msgr2=0x7fc278199800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:45.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.869+0000 7fc27ecd6700 1 --2- 172.21.15.90:0/4203168371 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc278101d70 0x7fc278199800 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fc26800ada0 tx=0x7fc26800c330 comp rx=0 tx=0).stop 2024-04-26T17:25:45.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.869+0000 7fc27d273700 1 -- 172.21.15.90:0/4203168371 reap_dead start 2024-04-26T17:25:45.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.869+0000 7fc27ecd6700 1 -- 172.21.15.90:0/4203168371 shutdown_connections 2024-04-26T17:25:45.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.869+0000 7fc27ecd6700 1 -- 172.21.15.90:0/4203168371 >> 172.21.15.90:0/4203168371 conn(0x7fc2780780f0 msgr2=0x7fc278106770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:45.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.869+0000 7fc27ecd6700 1 -- 172.21.15.90:0/4203168371 shutdown_connections 2024-04-26T17:25:45.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:45.869+0000 7fc27ecd6700 1 -- 172.21.15.90:0/4203168371 wait complete. 2024-04-26T17:25:46.669 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:46 smithi090 ceph-mon[29417]: pgmap v328: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 187 B/s wr, 9 op/s; 22 B/s, 0 keys/s, 1 objects/s recovering 2024-04-26T17:25:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:46 smithi119 ceph-mon[32584]: pgmap v328: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 187 B/s wr, 9 op/s; 22 B/s, 0 keys/s, 1 objects/s recovering 2024-04-26T17:25:46.804 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:46 smithi167 ceph-mon[32665]: pgmap v328: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 187 B/s wr, 9 op/s; 22 B/s, 0 keys/s, 1 objects/s recovering 2024-04-26T17:25:47.005 INFO:teuthology.orchestra.run.smithi090.stdout:223338299439 2024-04-26T17:25:47.006 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-26T17:25:47.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.281+0000 7f5572ede700 1 -- 172.21.15.90:0/1033691202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f556c1017f0 msgr2=0x7f556c101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:47.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.281+0000 7f5572ede700 1 --2- 172.21.15.90:0/1033691202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f556c1017f0 0x7f556c101bd0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5560009990 tx=0x7f5560009ca0 comp rx=0 tx=0).stop 2024-04-26T17:25:47.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.281+0000 7f5572ede700 1 -- 172.21.15.90:0/1033691202 shutdown_connections 2024-04-26T17:25:47.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.281+0000 7f5572ede700 1 --2- 172.21.15.90:0/1033691202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f556c1017f0 0x7f556c101bd0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:47.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.281+0000 7f5572ede700 1 --2- 172.21.15.90:0/1033691202 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f556c106690 0x7f556c10e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:47.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.281+0000 7f5572ede700 1 --2- 172.21.15.90:0/1033691202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f556c1021a0 0x7f556c105f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:47.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.281+0000 7f5572ede700 1 -- 172.21.15.90:0/1033691202 >> 172.21.15.90:0/1033691202 conn(0x7f556c076e10 msgr2=0x7f556c077220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:47.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.282+0000 7f5572ede700 1 -- 172.21.15.90:0/1033691202 shutdown_connections 2024-04-26T17:25:47.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.282+0000 7f5572ede700 1 -- 172.21.15.90:0/1033691202 wait complete. 2024-04-26T17:25:47.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.282+0000 7f5572ede700 1 Processor -- start 2024-04-26T17:25:47.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.282+0000 7f5572ede700 1 -- start start 2024-04-26T17:25:47.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f5572ede700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f556c1017f0 0x7f556c197060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:47.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f5572ede700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f556c1021a0 0x7f556c1975a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:47.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f5572ede700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f556c106690 0x7f556c19b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:47.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f5572ede700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f556c110c10 con 0x7f556c106690 2024-04-26T17:25:47.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f5572ede700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f556c110a90 con 0x7f556c1017f0 2024-04-26T17:25:47.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f5572ede700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f556c110d90 con 0x7f556c1021a0 2024-04-26T17:25:47.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f557147b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f556c106690 0x7f556c19b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:47.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f557147b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f556c106690 0x7f556c19b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56804/0 (socket says 172.21.15.90:56804) 2024-04-26T17:25:47.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f557147b700 1 -- 172.21.15.90:0/2536882472 learned_addr learned my addr 172.21.15.90:0/2536882472 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:47.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f556bfff700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f556c1021a0 0x7f556c1975a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:47.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f5570c7a700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f556c1017f0 0x7f556c197060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:47.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f557147b700 1 -- 172.21.15.90:0/2536882472 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f556c1021a0 msgr2=0x7f556c1975a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:47.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f557147b700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f556c1021a0 0x7f556c1975a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:47.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f557147b700 1 -- 172.21.15.90:0/2536882472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f556c1017f0 msgr2=0x7f556c197060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:47.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f557147b700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f556c1017f0 0x7f556c197060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:47.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f557147b700 1 -- 172.21.15.90:0/2536882472 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f556c19c020 con 0x7f556c106690 2024-04-26T17:25:47.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f557147b700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f556c106690 0x7f556c19b8e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f5564007d70 tx=0x7f556400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:47.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f5569ffb700 1 -- 172.21.15.90:0/2536882472 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5564016020 con 0x7f556c106690 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f5569ffb700 1 -- 172.21.15.90:0/2536882472 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f556400ad40 con 0x7f556c106690 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f5572ede700 1 -- 172.21.15.90:0/2536882472 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f556c19c310 con 0x7f556c106690 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.283+0000 7f5569ffb700 1 -- 172.21.15.90:0/2536882472 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55640115e0 con 0x7f556c106690 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.284+0000 7f5572ede700 1 -- 172.21.15.90:0/2536882472 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f556c1a3b90 con 0x7f556c106690 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.284+0000 7f5572ede700 1 -- 172.21.15.90:0/2536882472 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f556c063380 con 0x7f556c106690 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.285+0000 7f5569ffb700 1 -- 172.21.15.90:0/2536882472 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5564019020 con 0x7f556c106690 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.286+0000 7f5569ffb700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f555c0a3d50 0x7f555c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.286+0000 7f5570c7a700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f555c0a3d50 0x7f555c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.286+0000 7f5569ffb700 1 -- 172.21.15.90:0/2536882472 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f55640d0ab0 con 0x7f556c106690 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.286+0000 7f5569ffb700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032] conn(0x7f555c0aeeb0 0x7f555c0b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.286+0000 7f5569ffb700 1 -- 172.21.15.90:0/2536882472 --> [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5564004880 con 0x7f555c0aeeb0 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.286+0000 7f5569ffb700 1 -- 172.21.15.90:0/2536882472 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f55640d0f00 con 0x7f556c106690 2024-04-26T17:25:47.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.286+0000 7f5570c7a700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f555c0a3d50 0x7f555c0a6210 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5560006010 tx=0x7f556001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:47.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.287+0000 7f556bfff700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032] conn(0x7f555c0aeeb0 0x7f555c0b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:47.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.287+0000 7f556bfff700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032] conn(0x7f555c0aeeb0 0x7f555c0b1350 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:47.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.288+0000 7f5569ffb700 1 -- 172.21.15.90:0/2536882472 <== osd.2 v2:172.21.15.167:6800/3595915032 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5564004880 con 0x7f555c0aeeb0 2024-04-26T17:25:47.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.305+0000 7f5572ede700 1 -- 172.21.15.90:0/2536882472 --> [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f556c0637b0 con 0x7f555c0aeeb0 2024-04-26T17:25:47.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.305+0000 7f5569ffb700 1 -- 172.21.15.90:0/2536882472 <== osd.2 v2:172.21.15.167:6800/3595915032 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f556c0637b0 con 0x7f555c0aeeb0 2024-04-26T17:25:47.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.306+0000 7f5572ede700 1 -- 172.21.15.90:0/2536882472 >> [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032] conn(0x7f555c0aeeb0 msgr2=0x7f555c0b1350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:47.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.306+0000 7f5572ede700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032] conn(0x7f555c0aeeb0 0x7f555c0b1350 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:47.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.306+0000 7f5572ede700 1 -- 172.21.15.90:0/2536882472 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f555c0a3d50 msgr2=0x7f555c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:47.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.306+0000 7f5572ede700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f555c0a3d50 0x7f555c0a6210 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5560006010 tx=0x7f556001a040 comp rx=0 tx=0).stop 2024-04-26T17:25:47.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.306+0000 7f5572ede700 1 -- 172.21.15.90:0/2536882472 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f556c106690 msgr2=0x7f556c19b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:47.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.306+0000 7f5572ede700 1 --2- 172.21.15.90:0/2536882472 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f556c106690 0x7f556c19b8e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f5564007d70 tx=0x7f556400a340 comp rx=0 tx=0).stop 2024-04-26T17:25:47.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.306+0000 7f557147b700 1 -- 172.21.15.90:0/2536882472 reap_dead start 2024-04-26T17:25:47.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.306+0000 7f5572ede700 1 -- 172.21.15.90:0/2536882472 shutdown_connections 2024-04-26T17:25:47.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.306+0000 7f5572ede700 1 -- 172.21.15.90:0/2536882472 >> 172.21.15.90:0/2536882472 conn(0x7f556c076e10 msgr2=0x7f556c0ff770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:47.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.306+0000 7f5572ede700 1 -- 172.21.15.90:0/2536882472 shutdown_connections 2024-04-26T17:25:47.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:47.306+0000 7f5572ede700 1 -- 172.21.15.90:0/2536882472 wait complete. 2024-04-26T17:25:48.295 INFO:teuthology.orchestra.run.smithi090.stdout:257698037801 2024-04-26T17:25:48.295 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-26T17:25:48.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:48 smithi090 ceph-mon[29417]: pgmap v329: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 170 B/s wr, 9 op/s; 20 B/s, 0 keys/s, 1 objects/s recovering 2024-04-26T17:25:48.612 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:48.612 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:48 smithi119 ceph-mon[32584]: pgmap v329: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 170 B/s wr, 9 op/s; 20 B/s, 0 keys/s, 1 objects/s recovering 2024-04-26T17:25:49.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:48 smithi167 ceph-mon[32665]: pgmap v329: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 170 B/s wr, 9 op/s; 20 B/s, 0 keys/s, 1 objects/s recovering 2024-04-26T17:25:49.083 INFO:teuthology.orchestra.run.smithi090.stdout:77309411401 2024-04-26T17:25:49.084 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-26T17:25:49.342 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:49.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.557+0000 7fd4176e5700 1 -- 172.21.15.90:0/1889330296 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd410107b30 msgr2=0x7fd410107f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:49.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.557+0000 7fd4176e5700 1 --2- 172.21.15.90:0/1889330296 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd410107b30 0x7fd410107f10 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fd40c009990 tx=0x7fd40c009ca0 comp rx=0 tx=0).stop 2024-04-26T17:25:49.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.557+0000 7fd4176e5700 1 -- 172.21.15.90:0/1889330296 shutdown_connections 2024-04-26T17:25:49.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.557+0000 7fd4176e5700 1 --2- 172.21.15.90:0/1889330296 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd410107b30 0x7fd410107f10 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:49.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.557+0000 7fd4176e5700 1 --2- 172.21.15.90:0/1889330296 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4101024a0 0x7fd41010e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:49.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.557+0000 7fd4176e5700 1 --2- 172.21.15.90:0/1889330296 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd410101ae0 0x7fd410101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:49.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.557+0000 7fd4176e5700 1 -- 172.21.15.90:0/1889330296 >> 172.21.15.90:0/1889330296 conn(0x7fd410078a60 msgr2=0x7fd410078e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:49.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.557+0000 7fd4176e5700 1 -- 172.21.15.90:0/1889330296 shutdown_connections 2024-04-26T17:25:49.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.557+0000 7fd4176e5700 1 -- 172.21.15.90:0/1889330296 wait complete. 2024-04-26T17:25:49.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.557+0000 7fd4176e5700 1 Processor -- start 2024-04-26T17:25:49.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd4176e5700 1 -- start start 2024-04-26T17:25:49.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd4176e5700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd410101ae0 0x7fd410103690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:49.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd4176e5700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4101024a0 0x7fd410103bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:49.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd4176e5700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd410107b30 0x7fd410104110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:49.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd4176e5700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd410111c60 con 0x7fd4101024a0 2024-04-26T17:25:49.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd4176e5700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd410111ae0 con 0x7fd410101ae0 2024-04-26T17:25:49.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd4176e5700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd410111de0 con 0x7fd410107b30 2024-04-26T17:25:49.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd414c80700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4101024a0 0x7fd410103bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:49.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd414c80700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4101024a0 0x7fd410103bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56816/0 (socket says 172.21.15.90:56816) 2024-04-26T17:25:49.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd414c80700 1 -- 172.21.15.90:0/1091534946 learned_addr learned my addr 172.21.15.90:0/1091534946 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:49.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd415481700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd410101ae0 0x7fd410103690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:49.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd415c82700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd410107b30 0x7fd410104110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:49.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd414c80700 1 -- 172.21.15.90:0/1091534946 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd410107b30 msgr2=0x7fd410104110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:49.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd414c80700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd410107b30 0x7fd410104110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:49.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd414c80700 1 -- 172.21.15.90:0/1091534946 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd410101ae0 msgr2=0x7fd410103690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:49.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd414c80700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd410101ae0 0x7fd410103690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:49.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd414c80700 1 -- 172.21.15.90:0/1091534946 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4101a7870 con 0x7fd4101024a0 2024-04-26T17:25:49.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd414c80700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4101024a0 0x7fd410103bd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd40000e9a0 tx=0x7fd40000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:49.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.558+0000 7fd4067fc700 1 -- 172.21.15.90:0/1091534946 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd40000cbd0 con 0x7fd4101024a0 2024-04-26T17:25:49.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.559+0000 7fd4176e5700 1 -- 172.21.15.90:0/1091534946 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4101a7b60 con 0x7fd4101024a0 2024-04-26T17:25:49.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.559+0000 7fd4067fc700 1 -- 172.21.15.90:0/1091534946 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd40000cd70 con 0x7fd4101024a0 2024-04-26T17:25:49.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.559+0000 7fd4067fc700 1 -- 172.21.15.90:0/1091534946 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd400018680 con 0x7fd4101024a0 2024-04-26T17:25:49.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.559+0000 7fd4176e5700 1 -- 172.21.15.90:0/1091534946 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4101a80f0 con 0x7fd4101024a0 2024-04-26T17:25:49.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.559+0000 7fd4176e5700 1 -- 172.21.15.90:0/1091534946 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd410106a70 con 0x7fd4101024a0 2024-04-26T17:25:49.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.561+0000 7fd4067fc700 1 -- 172.21.15.90:0/1091534946 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd400010430 con 0x7fd4101024a0 2024-04-26T17:25:49.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.561+0000 7fd4067fc700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd3fc0a3cd0 0x7fd3fc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:49.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.562+0000 7fd415481700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd3fc0a3cd0 0x7fd3fc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:49.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.562+0000 7fd4067fc700 1 -- 172.21.15.90:0/1091534946 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fd4000d0f90 con 0x7fd4101024a0 2024-04-26T17:25:49.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.562+0000 7fd4067fc700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944] conn(0x7fd3fc0aee30 0x7fd3fc0b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:49.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.562+0000 7fd4067fc700 1 -- 172.21.15.90:0/1091534946 --> [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd400019ec0 con 0x7fd3fc0aee30 2024-04-26T17:25:49.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.562+0000 7fd4067fc700 1 -- 172.21.15.90:0/1091534946 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7fd4000d13e0 con 0x7fd4101024a0 2024-04-26T17:25:49.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.562+0000 7fd415481700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd3fc0a3cd0 0x7fd3fc0a6190 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd40c00b2e0 tx=0x7fd40c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:49.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.562+0000 7fd415c82700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944] conn(0x7fd3fc0aee30 0x7fd3fc0b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:49.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.563+0000 7fd415c82700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944] conn(0x7fd3fc0aee30 0x7fd3fc0b12d0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:49.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.564+0000 7fd4067fc700 1 -- 172.21.15.90:0/1091534946 <== osd.11 v2:172.21.15.167:6824/404171944 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd400019ec0 con 0x7fd3fc0aee30 2024-04-26T17:25:49.566 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:49.566 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:49.566 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:25:49.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.582+0000 7fd4176e5700 1 -- 172.21.15.90:0/1091534946 --> [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd410103200 con 0x7fd3fc0aee30 2024-04-26T17:25:49.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.582+0000 7fd4067fc700 1 -- 172.21.15.90:0/1091534946 <== osd.11 v2:172.21.15.167:6824/404171944 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd410103200 con 0x7fd3fc0aee30 2024-04-26T17:25:49.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.583+0000 7fd4176e5700 1 -- 172.21.15.90:0/1091534946 >> [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944] conn(0x7fd3fc0aee30 msgr2=0x7fd3fc0b12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:49.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.583+0000 7fd4176e5700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944] conn(0x7fd3fc0aee30 0x7fd3fc0b12d0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:49.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.583+0000 7fd4176e5700 1 -- 172.21.15.90:0/1091534946 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd3fc0a3cd0 msgr2=0x7fd3fc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:49.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.583+0000 7fd4176e5700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd3fc0a3cd0 0x7fd3fc0a6190 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd40c00b2e0 tx=0x7fd40c005960 comp rx=0 tx=0).stop 2024-04-26T17:25:49.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.583+0000 7fd4176e5700 1 -- 172.21.15.90:0/1091534946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4101024a0 msgr2=0x7fd410103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:49.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.583+0000 7fd4176e5700 1 --2- 172.21.15.90:0/1091534946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4101024a0 0x7fd410103bd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd40000e9a0 tx=0x7fd40000ecb0 comp rx=0 tx=0).stop 2024-04-26T17:25:49.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.583+0000 7fd415c82700 1 -- 172.21.15.90:0/1091534946 reap_dead start 2024-04-26T17:25:49.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.583+0000 7fd4176e5700 1 -- 172.21.15.90:0/1091534946 shutdown_connections 2024-04-26T17:25:49.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.583+0000 7fd4176e5700 1 -- 172.21.15.90:0/1091534946 >> 172.21.15.90:0/1091534946 conn(0x7fd410078a60 msgr2=0x7fd41006b380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:49.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.583+0000 7fd4176e5700 1 -- 172.21.15.90:0/1091534946 shutdown_connections 2024-04-26T17:25:49.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:49.583+0000 7fd4176e5700 1 -- 172.21.15.90:0/1091534946 wait complete. 2024-04-26T17:25:50.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:50 smithi119 ceph-mon[32584]: pgmap v330: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 12 op/s; 20 B/s, 0 keys/s, 1 objects/s recovering 2024-04-26T17:25:50.859 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:50 smithi090 ceph-mon[29417]: pgmap v330: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 12 op/s; 20 B/s, 0 keys/s, 1 objects/s recovering 2024-04-26T17:25:50.893 INFO:teuthology.orchestra.run.smithi090.stdout:347892351004 2024-04-26T17:25:50.893 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-26T17:25:51.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:50 smithi167 ceph-mon[32665]: pgmap v330: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 12 op/s; 20 B/s, 0 keys/s, 1 objects/s recovering 2024-04-26T17:25:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:52 smithi119 ceph-mon[32584]: pgmap v331: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s; 9 B/s, 0 keys/s, 1 objects/s recovering 2024-04-26T17:25:52.853 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:52 smithi090 ceph-mon[29417]: pgmap v331: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s; 9 B/s, 0 keys/s, 1 objects/s recovering 2024-04-26T17:25:53.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:52 smithi167 ceph-mon[32665]: pgmap v331: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s; 9 B/s, 0 keys/s, 1 objects/s recovering 2024-04-26T17:25:54.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:54 smithi090 ceph-mon[29417]: pgmap v332: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:25:54.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:54 smithi119 ceph-mon[32584]: pgmap v332: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:25:55.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:54 smithi167 ceph-mon[32665]: pgmap v332: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:25:56.566 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:56 smithi090 ceph-mon[29417]: pgmap v333: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:25:56.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:56 smithi119 ceph-mon[32584]: pgmap v333: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:25:57.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:56 smithi167 ceph-mon[32665]: pgmap v333: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:25:57.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.377+0000 7fe396ced700 1 -- 172.21.15.90:0/3086383838 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe39006bcc0 msgr2=0x7fe39010fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:57.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.377+0000 7fe396ced700 1 --2- 172.21.15.90:0/3086383838 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe39006bcc0 0x7fe39010fab0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe38800b0a0 tx=0x7fe38800b3b0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 -- 172.21.15.90:0/3086383838 shutdown_connections 2024-04-26T17:25:57.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 --2- 172.21.15.90:0/3086383838 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe39006bcc0 0x7fe39010fab0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 --2- 172.21.15.90:0/3086383838 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe390108c70 0x7fe390109050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 --2- 172.21.15.90:0/3086383838 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe39006b320 0x7fe39006b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 -- 172.21.15.90:0/3086383838 >> 172.21.15.90:0/3086383838 conn(0x7fe390078aa0 msgr2=0x7fe390078eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:57.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 -- 172.21.15.90:0/3086383838 shutdown_connections 2024-04-26T17:25:57.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 -- 172.21.15.90:0/3086383838 wait complete. 2024-04-26T17:25:57.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 Processor -- start 2024-04-26T17:25:57.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 -- start start 2024-04-26T17:25:57.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe39006b320 0x7fe390199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:57.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe39006bcc0 0x7fe3901998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:57.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe390108c70 0x7fe39019dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:57.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe390112dd0 con 0x7fe39006b320 2024-04-26T17:25:57.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fe390112c50 con 0x7fe39006bcc0 2024-04-26T17:25:57.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe396ced700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe390112f50 con 0x7fe390108c70 2024-04-26T17:25:57.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.378+0000 7fe394a89700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe39006b320 0x7fe390199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:57.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe394a89700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe39006b320 0x7fe390199360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60716/0 (socket says 172.21.15.90:60716) 2024-04-26T17:25:57.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe394a89700 1 -- 172.21.15.90:0/3856668684 learned_addr learned my addr 172.21.15.90:0/3856668684 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:57.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe39528a700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe390108c70 0x7fe39019dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:57.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe394a89700 1 -- 172.21.15.90:0/3856668684 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe390108c70 msgr2=0x7fe39019dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:57.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe394a89700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe390108c70 0x7fe39019dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe394a89700 1 -- 172.21.15.90:0/3856668684 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe39006bcc0 msgr2=0x7fe3901998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe38ffff700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe39006bcc0 0x7fe3901998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe394a89700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe39006bcc0 0x7fe3901998a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe394a89700 1 -- 172.21.15.90:0/3856668684 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe39019e370 con 0x7fe39006b320 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe394a89700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe39006b320 0x7fe390199360 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe38400b530 tx=0x7fe38400b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe38dffb700 1 -- 172.21.15.90:0/3856668684 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe384015020 con 0x7fe39006b320 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe396ced700 1 -- 172.21.15.90:0/3856668684 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe39019e660 con 0x7fe39006b320 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe38dffb700 1 -- 172.21.15.90:0/3856668684 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe384011ce0 con 0x7fe39006b320 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe38dffb700 1 -- 172.21.15.90:0/3856668684 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe384010d10 con 0x7fe39006b320 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.379+0000 7fe396ced700 1 -- 172.21.15.90:0/3856668684 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3901a5ee0 con 0x7fe39006b320 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.380+0000 7fe396ced700 1 -- 172.21.15.90:0/3856668684 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3900698e0 con 0x7fe39006b320 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.381+0000 7fe38dffb700 1 -- 172.21.15.90:0/3856668684 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fe384018020 con 0x7fe39006b320 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.382+0000 7fe38dffb700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe3800a3cd0 0x7fe3800a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.382+0000 7fe38ffff700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe3800a3cd0 0x7fe3800a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:57.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.382+0000 7fe38dffb700 1 -- 172.21.15.90:0/3856668684 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fe3840d0000 con 0x7fe39006b320 2024-04-26T17:25:57.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.382+0000 7fe38ffff700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe3800a3cd0 0x7fe3800a6190 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe390079110 tx=0x7fe37c005cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:57.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.386+0000 7fe38dffb700 1 -- 172.21.15.90:0/3856668684 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe38401f020 con 0x7fe39006b320 2024-04-26T17:25:57.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.594+0000 7fe396ced700 1 -- 172.21.15.90:0/3856668684 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7fe39019a6c0 con 0x7fe39006b320 2024-04-26T17:25:57.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.594+0000 7fe38dffb700 1 -- 172.21.15.90:0/3856668684 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fe38409c630 con 0x7fe39006b320 2024-04-26T17:25:57.594 INFO:teuthology.orchestra.run.smithi090.stdout:313532612642 2024-04-26T17:25:57.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.596+0000 7fe396ced700 1 -- 172.21.15.90:0/3856668684 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe3800a3cd0 msgr2=0x7fe3800a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:57.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.596+0000 7fe396ced700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe3800a3cd0 0x7fe3800a6190 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe390079110 tx=0x7fe37c005cf0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.596+0000 7fe396ced700 1 -- 172.21.15.90:0/3856668684 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe39006b320 msgr2=0x7fe390199360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:57.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.596+0000 7fe396ced700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe39006b320 0x7fe390199360 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe38400b530 tx=0x7fe38400b8f0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.596+0000 7fe396ced700 1 -- 172.21.15.90:0/3856668684 shutdown_connections 2024-04-26T17:25:57.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.596+0000 7fe396ced700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe3800a3cd0 0x7fe3800a6190 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.596+0000 7fe396ced700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe39006b320 0x7fe390199360 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.596+0000 7fe396ced700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe390108c70 0x7fe39019dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.596+0000 7fe396ced700 1 --2- 172.21.15.90:0/3856668684 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe39006bcc0 0x7fe3901998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.596+0000 7fe396ced700 1 -- 172.21.15.90:0/3856668684 >> 172.21.15.90:0/3856668684 conn(0x7fe390078aa0 msgr2=0x7fe390100840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:57.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.596+0000 7fe396ced700 1 -- 172.21.15.90:0/3856668684 shutdown_connections 2024-04-26T17:25:57.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.596+0000 7fe396ced700 1 -- 172.21.15.90:0/3856668684 wait complete. 2024-04-26T17:25:57.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.873+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/1331155135 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f98101af0 msgr2=0x7f9f98101f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:57.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.873+0000 7f9f9cbb9700 1 --2- 172.21.15.90:0/1331155135 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f98101af0 0x7f9f98101f70 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9f80009990 tx=0x7f9f80009ca0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.873+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/1331155135 shutdown_connections 2024-04-26T17:25:57.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.873+0000 7f9f9cbb9700 1 --2- 172.21.15.90:0/1331155135 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f981024b0 0x7f9f9810e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.873+0000 7f9f9cbb9700 1 --2- 172.21.15.90:0/1331155135 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f98107bd0 0x7f9f98107fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.873+0000 7f9f9cbb9700 1 --2- 172.21.15.90:0/1331155135 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f98101af0 0x7f9f98101f70 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.873+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/1331155135 >> 172.21.15.90:0/1331155135 conn(0x7f9f98078aa0 msgr2=0x7f9f98078eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:57.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.873+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/1331155135 shutdown_connections 2024-04-26T17:25:57.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.873+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/1331155135 wait complete. 2024-04-26T17:25:57.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.873+0000 7f9f9cbb9700 1 Processor -- start 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f9cbb9700 1 -- start start 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f9cbb9700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f98101af0 0x7f9f9819a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f9cbb9700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f981024b0 0x7f9f9819a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f9cbb9700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f98107bd0 0x7f9f981a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f9cbb9700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9f98111c70 con 0x7f9f981024b0 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f9cbb9700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9f98111af0 con 0x7f9f98101af0 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f9cbb9700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9f98111df0 con 0x7f9f98107bd0 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f8dd9b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f981024b0 0x7f9f9819a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f8dd9b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f981024b0 0x7f9f9819a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60740/0 (socket says 172.21.15.90:60740) 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f8dd9b700 1 -- 172.21.15.90:0/2668616644 learned_addr learned my addr 172.21.15.90:0/2668616644 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f9659c700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f98101af0 0x7f9f9819a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f96d9d700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f98107bd0 0x7f9f981a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:57.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f8dd9b700 1 -- 172.21.15.90:0/2668616644 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f98107bd0 msgr2=0x7f9f981a5190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:57.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f8dd9b700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f98107bd0 0x7f9f981a5190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f8dd9b700 1 -- 172.21.15.90:0/2668616644 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f98101af0 msgr2=0x7f9f9819a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:57.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f8dd9b700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f98101af0 0x7f9f9819a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:57.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.874+0000 7f9f8dd9b700 1 -- 172.21.15.90:0/2668616644 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f981a56d0 con 0x7f9f981024b0 2024-04-26T17:25:57.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.875+0000 7f9f8dd9b700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f981024b0 0x7f9f9819a650 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9f800057f0 tx=0x7f9f80005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:57.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.875+0000 7f9f8ffff700 1 -- 172.21.15.90:0/2668616644 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f80026070 con 0x7f9f981024b0 2024-04-26T17:25:57.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.875+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/2668616644 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f981a58a0 con 0x7f9f981024b0 2024-04-26T17:25:57.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.875+0000 7f9f8ffff700 1 -- 172.21.15.90:0/2668616644 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9f80021410 con 0x7f9f981024b0 2024-04-26T17:25:57.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.875+0000 7f9f8ffff700 1 -- 172.21.15.90:0/2668616644 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f80017650 con 0x7f9f981024b0 2024-04-26T17:25:57.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.875+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/2668616644 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f981a5d80 con 0x7f9f981024b0 2024-04-26T17:25:57.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.876+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/2668616644 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f980698e0 con 0x7f9f981024b0 2024-04-26T17:25:57.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.877+0000 7f9f8ffff700 1 -- 172.21.15.90:0/2668616644 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9f80029070 con 0x7f9f981024b0 2024-04-26T17:25:57.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.878+0000 7f9f8ffff700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9f840a3cd0 0x7f9f840a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:57.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.878+0000 7f9f9659c700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9f840a3cd0 0x7f9f840a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:57.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.878+0000 7f9f8ffff700 1 -- 172.21.15.90:0/2668616644 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f9f800d18e0 con 0x7f9f981024b0 2024-04-26T17:25:57.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.878+0000 7f9f9659c700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9f840a3cd0 0x7f9f840a6190 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9f88007b60 tx=0x7f9f880073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:57.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:57.881+0000 7f9f8ffff700 1 -- 172.21.15.90:0/2668616644 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9f80030080 con 0x7f9f981024b0 2024-04-26T17:25:58.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.085+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/2668616644 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f9f9802e090 con 0x7f9f981024b0 2024-04-26T17:25:58.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.086+0000 7f9f8ffff700 1 -- 172.21.15.90:0/2668616644 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9f80013070 con 0x7f9f981024b0 2024-04-26T17:25:58.086 INFO:teuthology.orchestra.run.smithi090.stdout:34359738452 2024-04-26T17:25:58.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.089+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/2668616644 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9f840a3cd0 msgr2=0x7f9f840a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:58.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.089+0000 7f9f9cbb9700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9f840a3cd0 0x7f9f840a6190 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9f88007b60 tx=0x7f9f880073d0 comp rx=0 tx=0).stop 2024-04-26T17:25:58.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.089+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/2668616644 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f981024b0 msgr2=0x7f9f9819a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:58.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.089+0000 7f9f9cbb9700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f981024b0 0x7f9f9819a650 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9f800057f0 tx=0x7f9f80005ef0 comp rx=0 tx=0).stop 2024-04-26T17:25:58.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.089+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/2668616644 shutdown_connections 2024-04-26T17:25:58.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.089+0000 7f9f9cbb9700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9f840a3cd0 0x7f9f840a6190 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:58.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.089+0000 7f9f9cbb9700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f98107bd0 0x7f9f981a5190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:58.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.089+0000 7f9f9cbb9700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9f98101af0 0x7f9f9819a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:58.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.089+0000 7f9f9cbb9700 1 --2- 172.21.15.90:0/2668616644 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f981024b0 0x7f9f9819a650 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:58.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.089+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/2668616644 >> 172.21.15.90:0/2668616644 conn(0x7f9f98078aa0 msgr2=0x7f9f980ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:58.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.089+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/2668616644 shutdown_connections 2024-04-26T17:25:58.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.089+0000 7f9f9cbb9700 1 -- 172.21.15.90:0/2668616644 wait complete. 2024-04-26T17:25:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:58 smithi119 ceph-mon[32584]: pgmap v334: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:25:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:58 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3856668684' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T17:25:58.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:58 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2668616644' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T17:25:58.825 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:58 smithi090 ceph-mon[29417]: pgmap v334: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:25:58.825 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:58 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3856668684' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T17:25:58.825 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:58 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2668616644' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T17:25:58.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.828+0000 7ff767107700 1 -- 172.21.15.90:0/3381321785 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff760108cb0 msgr2=0x7ff760109090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:58.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.828+0000 7ff767107700 1 --2- 172.21.15.90:0/3381321785 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff760108cb0 0x7ff760109090 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ff754009990 tx=0x7ff754009ca0 comp rx=0 tx=0).stop 2024-04-26T17:25:58.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.828+0000 7ff767107700 1 -- 172.21.15.90:0/3381321785 shutdown_connections 2024-04-26T17:25:58.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.828+0000 7ff767107700 1 --2- 172.21.15.90:0/3381321785 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff760108cb0 0x7ff760109090 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:58.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.828+0000 7ff767107700 1 --2- 172.21.15.90:0/3381321785 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff760103610 0x7ff76010faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:58.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.828+0000 7ff767107700 1 --2- 172.21.15.90:0/3381321785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff760102c70 0x7ff7601030d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:58.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.828+0000 7ff767107700 1 -- 172.21.15.90:0/3381321785 >> 172.21.15.90:0/3381321785 conn(0x7ff760079cc0 msgr2=0x7ff76007a0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:58.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.828+0000 7ff767107700 1 -- 172.21.15.90:0/3381321785 shutdown_connections 2024-04-26T17:25:58.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.828+0000 7ff767107700 1 -- 172.21.15.90:0/3381321785 wait complete. 2024-04-26T17:25:58.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff767107700 1 Processor -- start 2024-04-26T17:25:58.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff767107700 1 -- start start 2024-04-26T17:25:58.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff767107700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff760102c70 0x7ff760199320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:58.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff767107700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff760103610 0x7ff760199860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:58.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff767107700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff760108cb0 0x7ff76019dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:58.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff767107700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff760112e10 con 0x7ff760103610 2024-04-26T17:25:58.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff767107700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff760112c90 con 0x7ff760102c70 2024-04-26T17:25:58.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff767107700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff760112f90 con 0x7ff760108cb0 2024-04-26T17:25:58.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff75ffff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff760103610 0x7ff760199860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:58.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff75ffff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff760103610 0x7ff760199860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60760/0 (socket says 172.21.15.90:60760) 2024-04-26T17:25:58.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff75ffff700 1 -- 172.21.15.90:0/3148060786 learned_addr learned my addr 172.21.15.90:0/3148060786 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:25:58.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff764ea3700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff760102c70 0x7ff760199320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:58.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff7656a4700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff760108cb0 0x7ff76019dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:58.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff75ffff700 1 -- 172.21.15.90:0/3148060786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff760108cb0 msgr2=0x7ff76019dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:58.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff75ffff700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff760108cb0 0x7ff76019dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:58.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff75ffff700 1 -- 172.21.15.90:0/3148060786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff760102c70 msgr2=0x7ff760199320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:58.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff75ffff700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff760102c70 0x7ff760199320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:58.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.829+0000 7ff75ffff700 1 -- 172.21.15.90:0/3148060786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff76019e330 con 0x7ff760103610 2024-04-26T17:25:58.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.830+0000 7ff75ffff700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff760103610 0x7ff760199860 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff74c00d950 tx=0x7ff74c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:58.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.830+0000 7ff75dffb700 1 -- 172.21.15.90:0/3148060786 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74c016070 con 0x7ff760103610 2024-04-26T17:25:58.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.830+0000 7ff767107700 1 -- 172.21.15.90:0/3148060786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff76019e620 con 0x7ff760103610 2024-04-26T17:25:58.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.830+0000 7ff75dffb700 1 -- 172.21.15.90:0/3148060786 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff74c00fd40 con 0x7ff760103610 2024-04-26T17:25:58.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.830+0000 7ff75dffb700 1 -- 172.21.15.90:0/3148060786 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74c00e3b0 con 0x7ff760103610 2024-04-26T17:25:58.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.830+0000 7ff767107700 1 -- 172.21.15.90:0/3148060786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7601a5ea0 con 0x7ff760103610 2024-04-26T17:25:58.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.831+0000 7ff767107700 1 -- 172.21.15.90:0/3148060786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7600698e0 con 0x7ff760103610 2024-04-26T17:25:58.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.832+0000 7ff75dffb700 1 -- 172.21.15.90:0/3148060786 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7ff74c019070 con 0x7ff760103610 2024-04-26T17:25:58.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.832+0000 7ff75dffb700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff7500a3d50 0x7ff7500a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:25:58.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.833+0000 7ff764ea3700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff7500a3d50 0x7ff7500a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:25:58.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.833+0000 7ff75dffb700 1 -- 172.21.15.90:0/3148060786 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7ff74c0d0730 con 0x7ff760103610 2024-04-26T17:25:58.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.833+0000 7ff764ea3700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff7500a3d50 0x7ff7500a6210 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff7540098e0 tx=0x7ff754005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:25:58.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:58.837+0000 7ff75dffb700 1 -- 172.21.15.90:0/3148060786 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff74c09cc50 con 0x7ff760103610 2024-04-26T17:25:59.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:58 smithi167 ceph-mon[32665]: pgmap v334: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:25:59.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:58 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3856668684' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T17:25:59.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:58 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2668616644' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T17:25:59.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.038+0000 7ff767107700 1 -- 172.21.15.90:0/3148060786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7ff76002e090 con 0x7ff760103610 2024-04-26T17:25:59.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.039+0000 7ff75dffb700 1 -- 172.21.15.90:0/3148060786 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff74c09c550 con 0x7ff760103610 2024-04-26T17:25:59.039 INFO:teuthology.orchestra.run.smithi090.stdout:292057776168 2024-04-26T17:25:59.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.041+0000 7ff767107700 1 -- 172.21.15.90:0/3148060786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff7500a3d50 msgr2=0x7ff7500a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:59.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.041+0000 7ff767107700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff7500a3d50 0x7ff7500a6210 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff7540098e0 tx=0x7ff754005960 comp rx=0 tx=0).stop 2024-04-26T17:25:59.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.041+0000 7ff767107700 1 -- 172.21.15.90:0/3148060786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff760103610 msgr2=0x7ff760199860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:25:59.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.041+0000 7ff767107700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff760103610 0x7ff760199860 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff74c00d950 tx=0x7ff74c00dc60 comp rx=0 tx=0).stop 2024-04-26T17:25:59.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.041+0000 7ff767107700 1 -- 172.21.15.90:0/3148060786 shutdown_connections 2024-04-26T17:25:59.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.041+0000 7ff767107700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff7500a3d50 0x7ff7500a6210 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:59.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.041+0000 7ff767107700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff760108cb0 0x7ff76019dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:59.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.041+0000 7ff767107700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff760102c70 0x7ff760199320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:59.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.041+0000 7ff767107700 1 --2- 172.21.15.90:0/3148060786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff760103610 0x7ff760199860 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:25:59.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.041+0000 7ff767107700 1 -- 172.21.15.90:0/3148060786 >> 172.21.15.90:0/3148060786 conn(0x7ff760079cc0 msgr2=0x7ff760101a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:25:59.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.041+0000 7ff767107700 1 -- 172.21.15.90:0/3148060786 shutdown_connections 2024-04-26T17:25:59.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.041+0000 7ff767107700 1 -- 172.21.15.90:0/3148060786 wait complete. 2024-04-26T17:25:59.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:25:59 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3148060786' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T17:25:59.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:25:59 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3148060786' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T17:26:00.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:25:59 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3148060786' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T17:26:00.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.011+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/1506798543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2bf81022f0 msgr2=0x7f2bf8102770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:00.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.011+0000 7f2bfc8e4700 1 --2- 172.21.15.90:0/1506798543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2bf81022f0 0x7f2bf8102770 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f2be0009990 tx=0x7f2be0009ca0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.011+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/1506798543 shutdown_connections 2024-04-26T17:26:00.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.011+0000 7f2bfc8e4700 1 --2- 172.21.15.90:0/1506798543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2bf8102cb0 0x7f2bf810e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.011+0000 7f2bfc8e4700 1 --2- 172.21.15.90:0/1506798543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2bf8107b60 0x7f2bf8107f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.011+0000 7f2bfc8e4700 1 --2- 172.21.15.90:0/1506798543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2bf81022f0 0x7f2bf8102770 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.011+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/1506798543 >> 172.21.15.90:0/1506798543 conn(0x7f2bf8078190 msgr2=0x7f2bf80ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:00.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.011+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/1506798543 shutdown_connections 2024-04-26T17:26:00.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.011+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/1506798543 wait complete. 2024-04-26T17:26:00.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bfc8e4700 1 Processor -- start 2024-04-26T17:26:00.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bfc8e4700 1 -- start start 2024-04-26T17:26:00.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bfc8e4700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2bf81022f0 0x7f2bf81992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:00.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bfc8e4700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2bf8102cb0 0x7f2bf81997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:00.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bfc8e4700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2bf8107b60 0x7f2bf819db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:00.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bfc8e4700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2bf8111cb0 con 0x7f2bf8107b60 2024-04-26T17:26:00.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bfc8e4700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f2bf8111b30 con 0x7f2bf8102cb0 2024-04-26T17:26:00.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bfc8e4700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2bf8111e30 con 0x7f2bf81022f0 2024-04-26T17:26:00.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bf6d9d700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2bf8107b60 0x7f2bf819db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:00.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bf6d9d700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2bf8107b60 0x7f2bf819db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60806/0 (socket says 172.21.15.90:60806) 2024-04-26T17:26:00.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bf6d9d700 1 -- 172.21.15.90:0/22480733 learned_addr learned my addr 172.21.15.90:0/22480733 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:00.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bf659c700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2bf81022f0 0x7f2bf81992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:00.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.012+0000 7f2bf5d9b700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2bf8102cb0 0x7f2bf81997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:00.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.013+0000 7f2bf6d9d700 1 -- 172.21.15.90:0/22480733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2bf81022f0 msgr2=0x7f2bf81992a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:00.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.013+0000 7f2bf6d9d700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2bf81022f0 0x7f2bf81992a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.013+0000 7f2bf6d9d700 1 -- 172.21.15.90:0/22480733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2bf8102cb0 msgr2=0x7f2bf81997e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:00.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.013+0000 7f2bf6d9d700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2bf8102cb0 0x7f2bf81997e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.013+0000 7f2bf6d9d700 1 -- 172.21.15.90:0/22480733 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bf819e2b0 con 0x7f2bf8107b60 2024-04-26T17:26:00.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.013+0000 7f2bf6d9d700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2bf8107b60 0x7f2bf819db70 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f2be800c900 tx=0x7f2be800cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:00.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.013+0000 7f2bef7fe700 1 -- 172.21.15.90:0/22480733 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2be8007b00 con 0x7f2bf8107b60 2024-04-26T17:26:00.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.013+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/22480733 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bf819e5a0 con 0x7f2bf8107b60 2024-04-26T17:26:00.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.013+0000 7f2bef7fe700 1 -- 172.21.15.90:0/22480733 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2be800ce50 con 0x7f2bf8107b60 2024-04-26T17:26:00.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.013+0000 7f2bef7fe700 1 -- 172.21.15.90:0/22480733 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2be800fe60 con 0x7f2bf8107b60 2024-04-26T17:26:00.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.013+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/22480733 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bf81a5e20 con 0x7f2bf8107b60 2024-04-26T17:26:00.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.014+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/22480733 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bf8103300 con 0x7f2bf8107b60 2024-04-26T17:26:00.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.016+0000 7f2bef7fe700 1 -- 172.21.15.90:0/22480733 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2be800f450 con 0x7f2bf8107b60 2024-04-26T17:26:00.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.016+0000 7f2bef7fe700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2be40a3cd0 0x7f2be40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:00.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.016+0000 7f2bef7fe700 1 -- 172.21.15.90:0/22480733 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f2be80d0840 con 0x7f2bf8107b60 2024-04-26T17:26:00.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.016+0000 7f2bf659c700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2be40a3cd0 0x7f2be40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:00.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.017+0000 7f2bf659c700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2be40a3cd0 0x7f2be40a6190 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2bf0003f10 tx=0x7f2bf0009180 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:00.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.021+0000 7f2bef7fe700 1 -- 172.21.15.90:0/22480733 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2be8014030 con 0x7f2bf8107b60 2024-04-26T17:26:00.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.225+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/22480733 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f2bf81a6050 con 0x7f2bf8107b60 2024-04-26T17:26:00.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.225+0000 7f2bef7fe700 1 -- 172.21.15.90:0/22480733 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2be809cd60 con 0x7f2bf8107b60 2024-04-26T17:26:00.225 INFO:teuthology.orchestra.run.smithi090.stdout:55834574929 2024-04-26T17:26:00.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.228+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/22480733 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2be40a3cd0 msgr2=0x7f2be40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:00.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.228+0000 7f2bfc8e4700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2be40a3cd0 0x7f2be40a6190 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2bf0003f10 tx=0x7f2bf0009180 comp rx=0 tx=0).stop 2024-04-26T17:26:00.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.228+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/22480733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2bf8107b60 msgr2=0x7f2bf819db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:00.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.228+0000 7f2bfc8e4700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2bf8107b60 0x7f2bf819db70 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f2be800c900 tx=0x7f2be800cc10 comp rx=0 tx=0).stop 2024-04-26T17:26:00.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.228+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/22480733 shutdown_connections 2024-04-26T17:26:00.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.228+0000 7f2bfc8e4700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2be40a3cd0 0x7f2be40a6190 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.228+0000 7f2bfc8e4700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2bf8107b60 0x7f2bf819db70 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.228+0000 7f2bfc8e4700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2bf81022f0 0x7f2bf81992a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.228+0000 7f2bfc8e4700 1 --2- 172.21.15.90:0/22480733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2bf8102cb0 0x7f2bf81997e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.228+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/22480733 >> 172.21.15.90:0/22480733 conn(0x7f2bf8078190 msgr2=0x7f2bf81013c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:00.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.228+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/22480733 shutdown_connections 2024-04-26T17:26:00.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:00.228+0000 7f2bfc8e4700 1 -- 172.21.15.90:0/22480733 wait complete. 2024-04-26T17:26:00.546 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612637 got 313532612642 for osd.10 2024-04-26T17:26:00.546 DEBUG:teuthology.parallel:result is None 2024-04-26T17:26:00.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.635+0000 7f60f7326700 1 -- 172.21.15.90:0/3087124652 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60f0107f30 msgr2=0x7f60f010fb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:00.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.635+0000 7f60f7326700 1 --2- 172.21.15.90:0/3087124652 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60f0107f30 0x7f60f010fb00 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f60e800b0a0 tx=0x7f60e800b3b0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.635+0000 7f60f7326700 1 -- 172.21.15.90:0/3087124652 shutdown_connections 2024-04-26T17:26:00.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.635+0000 7f60f7326700 1 --2- 172.21.15.90:0/3087124652 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60f0107f30 0x7f60f010fb00 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.635+0000 7f60f7326700 1 --2- 172.21.15.90:0/3087124652 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f60f0102ea0 0x7f60f0103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.635+0000 7f60f7326700 1 --2- 172.21.15.90:0/3087124652 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60f0103850 0x7f60f0107850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.635+0000 7f60f7326700 1 -- 172.21.15.90:0/3087124652 >> 172.21.15.90:0/3087124652 conn(0x7f60f0079d50 msgr2=0x7f60f007a160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.636+0000 7f60f7326700 1 -- 172.21.15.90:0/3087124652 shutdown_connections 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.636+0000 7f60f7326700 1 -- 172.21.15.90:0/3087124652 wait complete. 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.636+0000 7f60f7326700 1 Processor -- start 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.636+0000 7f60f7326700 1 -- start start 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.636+0000 7f60f7326700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f60f0102ea0 0x7f60f019b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.636+0000 7f60f7326700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60f0103850 0x7f60f019b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.636+0000 7f60f7326700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60f0107f30 0x7f60f019fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.636+0000 7f60f7326700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f60f0112dd0 con 0x7f60f0107f30 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.636+0000 7f60f7326700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f60f0112c50 con 0x7f60f0103850 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.636+0000 7f60f7326700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f60f0112f50 con 0x7f60f0102ea0 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.636+0000 7f60f58c3700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60f0107f30 0x7f60f019fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:00.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.636+0000 7f60f58c3700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60f0107f30 0x7f60f019fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60784/0 (socket says 172.21.15.90:60784) 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60f58c3700 1 -- 172.21.15.90:0/40869383 learned_addr learned my addr 172.21.15.90:0/40869383 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60f50c2700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f60f0102ea0 0x7f60f019b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60f48c1700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60f0103850 0x7f60f019b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60f58c3700 1 -- 172.21.15.90:0/40869383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f60f0102ea0 msgr2=0x7f60f019b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60f58c3700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f60f0102ea0 0x7f60f019b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60f58c3700 1 -- 172.21.15.90:0/40869383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60f0103850 msgr2=0x7f60f019b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60f58c3700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60f0103850 0x7f60f019b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60f58c3700 1 -- 172.21.15.90:0/40869383 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60f01a0460 con 0x7f60f0107f30 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60f48c1700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60f0103850 0x7f60f019b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60f58c3700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60f0107f30 0x7f60f019fd20 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f60e800b070 tx=0x7f60e8004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60e67fc700 1 -- 172.21.15.90:0/40869383 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e8021070 con 0x7f60f0107f30 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60f7326700 1 -- 172.21.15.90:0/40869383 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60f01a06f0 con 0x7f60f0107f30 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60e67fc700 1 -- 172.21.15.90:0/40869383 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f60e8003c00 con 0x7f60f0107f30 2024-04-26T17:26:00.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60e67fc700 1 -- 172.21.15.90:0/40869383 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e8004740 con 0x7f60f0107f30 2024-04-26T17:26:00.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.637+0000 7f60f7326700 1 -- 172.21.15.90:0/40869383 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60f01a7fd0 con 0x7f60f0107f30 2024-04-26T17:26:00.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.638+0000 7f60f7326700 1 -- 172.21.15.90:0/40869383 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60f00698e0 con 0x7f60f0107f30 2024-04-26T17:26:00.672 INFO:teuthology.orchestra.run.smithi090.stdout:111669149766 2024-04-26T17:26:00.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.639+0000 7f60e67fc700 1 -- 172.21.15.90:0/40869383 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f60e8007a00 con 0x7f60f0107f30 2024-04-26T17:26:00.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.640+0000 7f60e67fc700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f60dc0a3cd0 0x7f60dc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:00.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.640+0000 7f60f50c2700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f60dc0a3cd0 0x7f60dc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:00.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.640+0000 7f60e67fc700 1 -- 172.21.15.90:0/40869383 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f60e800f020 con 0x7f60f0107f30 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.640+0000 7f60f50c2700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f60dc0a3cd0 0x7f60dc0a6190 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f60ec005950 tx=0x7f60ec00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.643+0000 7f60e67fc700 1 -- 172.21.15.90:0/40869383 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f60e802a020 con 0x7f60f0107f30 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.848+0000 7f60f7326700 1 -- 172.21.15.90:0/40869383 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f60f01a81a0 con 0x7f60f0107f30 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.848+0000 7f60e67fc700 1 -- 172.21.15.90:0/40869383 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f60e80be020 con 0x7f60f0107f30 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.850+0000 7f60f7326700 1 -- 172.21.15.90:0/40869383 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f60dc0a3cd0 msgr2=0x7f60dc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.850+0000 7f60f7326700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f60dc0a3cd0 0x7f60dc0a6190 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f60ec005950 tx=0x7f60ec00b410 comp rx=0 tx=0).stop 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.850+0000 7f60f7326700 1 -- 172.21.15.90:0/40869383 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60f0107f30 msgr2=0x7f60f019fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.850+0000 7f60f7326700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60f0107f30 0x7f60f019fd20 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f60e800b070 tx=0x7f60e8004d00 comp rx=0 tx=0).stop 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.850+0000 7f60f7326700 1 -- 172.21.15.90:0/40869383 shutdown_connections 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.850+0000 7f60f7326700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f60dc0a3cd0 0x7f60dc0a6190 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.850+0000 7f60f7326700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60f0107f30 0x7f60f019fd20 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.850+0000 7f60f7326700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f60f0102ea0 0x7f60f019b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.850+0000 7f60f7326700 1 --2- 172.21.15.90:0/40869383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60f0103850 0x7f60f019b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.850+0000 7f60f7326700 1 -- 172.21.15.90:0/40869383 >> 172.21.15.90:0/40869383 conn(0x7f60f0079d50 msgr2=0x7f60f0100c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:00.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.850+0000 7f60f7326700 1 -- 172.21.15.90:0/40869383 shutdown_connections 2024-04-26T17:26:00.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:25:59.850+0000 7f60f7326700 1 -- 172.21.15.90:0/40869383 wait complete. 2024-04-26T17:26:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:00 smithi119 ceph-mon[32584]: pgmap v335: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:00 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/40869383' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T17:26:00.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:00 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/22480733' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T17:26:00.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:00 smithi090 ceph-mon[29417]: pgmap v335: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:00.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:00 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/40869383' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T17:26:00.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:00 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/22480733' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T17:26:01.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:00 smithi167 ceph-mon[32665]: pgmap v335: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:01.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:00 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/40869383' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T17:26:01.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:00 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/22480733' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T17:26:01.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:01 smithi119 ceph-mon[32584]: pgmap v336: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:01.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:01 smithi090 ceph-mon[29417]: pgmap v336: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:02.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:01 smithi167 ceph-mon[32665]: pgmap v336: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:02.040 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:02.447 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149761 got 111669149766 for osd.3 2024-04-26T17:26:02.447 DEBUG:teuthology.parallel:result is None 2024-04-26T17:26:03.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.792+0000 7f056cf8a700 1 -- 172.21.15.90:0/2418384685 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05681024b0 msgr2=0x7f056810e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:03.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.792+0000 7f056cf8a700 1 --2- 172.21.15.90:0/2418384685 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05681024b0 0x7f056810e9a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f056000b0a0 tx=0x7f056000b3b0 comp rx=0 tx=0).stop 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.792+0000 7f056cf8a700 1 -- 172.21.15.90:0/2418384685 shutdown_connections 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.792+0000 7f056cf8a700 1 --2- 172.21.15.90:0/2418384685 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05681024b0 0x7f056810e9a0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.792+0000 7f056cf8a700 1 --2- 172.21.15.90:0/2418384685 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0568107bd0 0x7f0568107fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.792+0000 7f056cf8a700 1 --2- 172.21.15.90:0/2418384685 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0568101af0 0x7f0568101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.792+0000 7f056cf8a700 1 -- 172.21.15.90:0/2418384685 >> 172.21.15.90:0/2418384685 conn(0x7f0568078aa0 msgr2=0x7f0568078eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.792+0000 7f056cf8a700 1 -- 172.21.15.90:0/2418384685 shutdown_connections 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.793+0000 7f056cf8a700 1 -- 172.21.15.90:0/2418384685 wait complete. 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.793+0000 7f056cf8a700 1 Processor -- start 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.793+0000 7f056cf8a700 1 -- start start 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.793+0000 7f056cf8a700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0568101af0 0x7f056819a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.793+0000 7f056cf8a700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f05681024b0 0x7f056819a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.793+0000 7f056cf8a700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0568107bd0 0x7f05681a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:03.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.793+0000 7f056cf8a700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0568111ca0 con 0x7f0568101af0 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.793+0000 7f056cf8a700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f0568111b20 con 0x7f0568107bd0 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.793+0000 7f056cf8a700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0568111e20 con 0x7f05681024b0 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f056659c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0568101af0 0x7f056819a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f056659c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0568101af0 0x7f056819a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60824/0 (socket says 172.21.15.90:60824) 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f056659c700 1 -- 172.21.15.90:0/2209862395 learned_addr learned my addr 172.21.15.90:0/2209862395 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f0565d9b700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f05681024b0 0x7f056819a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f0566d9d700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0568107bd0 0x7f05681a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f056659c700 1 -- 172.21.15.90:0/2209862395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f05681024b0 msgr2=0x7f056819a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f056659c700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f05681024b0 0x7f056819a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f056659c700 1 -- 172.21.15.90:0/2209862395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0568107bd0 msgr2=0x7f05681a5220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f056659c700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0568107bd0 0x7f05681a5220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f056659c700 1 -- 172.21.15.90:0/2209862395 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05681a5760 con 0x7f0568101af0 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f0566d9d700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0568107bd0 0x7f05681a5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:03.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f0565d9b700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f05681024b0 0x7f056819a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:03.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f056659c700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0568101af0 0x7f056819a1a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f055800e9a0 tx=0x7f055800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:03.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f05577fe700 1 -- 172.21.15.90:0/2209862395 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055800cbd0 con 0x7f0568101af0 2024-04-26T17:26:03.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f05577fe700 1 -- 172.21.15.90:0/2209862395 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f055800cd70 con 0x7f0568101af0 2024-04-26T17:26:03.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f05577fe700 1 -- 172.21.15.90:0/2209862395 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0558018680 con 0x7f0568101af0 2024-04-26T17:26:03.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f056cf8a700 1 -- 172.21.15.90:0/2209862395 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05681a5990 con 0x7f0568101af0 2024-04-26T17:26:03.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.794+0000 7f056cf8a700 1 -- 172.21.15.90:0/2209862395 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05681a5e50 con 0x7f0568101af0 2024-04-26T17:26:03.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.795+0000 7f056cf8a700 1 -- 172.21.15.90:0/2209862395 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05680698e0 con 0x7f0568101af0 2024-04-26T17:26:03.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.796+0000 7f05577fe700 1 -- 172.21.15.90:0/2209862395 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0558010a00 con 0x7f0568101af0 2024-04-26T17:26:03.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.797+0000 7f05577fe700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f05500a3cd0 0x7f05500a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:03.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.797+0000 7f0565d9b700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f05500a3cd0 0x7f05500a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:03.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.797+0000 7f05577fe700 1 -- 172.21.15.90:0/2209862395 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f05580d0b40 con 0x7f0568101af0 2024-04-26T17:26:03.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.797+0000 7f0565d9b700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f05500a3cd0 0x7f05500a6190 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f055c005fd0 tx=0x7f055c005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:03.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:03.806+0000 7f05577fe700 1 -- 172.21.15.90:0/2209862395 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f055809d060 con 0x7f0568101af0 2024-04-26T17:26:03.806 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:03.807 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:03.810 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:04.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.021+0000 7f056cf8a700 1 -- 172.21.15.90:0/2209862395 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f056802e1b0 con 0x7f0568101af0 2024-04-26T17:26:04.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.021+0000 7f05577fe700 1 -- 172.21.15.90:0/2209862395 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f055809c960 con 0x7f0568101af0 2024-04-26T17:26:04.021 INFO:teuthology.orchestra.run.smithi090.stdout:167503724605 2024-04-26T17:26:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.023+0000 7f056cf8a700 1 -- 172.21.15.90:0/2209862395 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f05500a3cd0 msgr2=0x7f05500a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.023+0000 7f056cf8a700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f05500a3cd0 0x7f05500a6190 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f055c005fd0 tx=0x7f055c005ee0 comp rx=0 tx=0).stop 2024-04-26T17:26:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.023+0000 7f056cf8a700 1 -- 172.21.15.90:0/2209862395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0568101af0 msgr2=0x7f056819a1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.023+0000 7f056cf8a700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0568101af0 0x7f056819a1a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f055800e9a0 tx=0x7f055800ed60 comp rx=0 tx=0).stop 2024-04-26T17:26:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.023+0000 7f056cf8a700 1 -- 172.21.15.90:0/2209862395 shutdown_connections 2024-04-26T17:26:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.023+0000 7f056cf8a700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f05500a3cd0 0x7f05500a6190 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.023+0000 7f056cf8a700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0568101af0 0x7f056819a1a0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.023+0000 7f056cf8a700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0568107bd0 0x7f05681a5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.023+0000 7f056cf8a700 1 --2- 172.21.15.90:0/2209862395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f05681024b0 0x7f056819a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.023+0000 7f056cf8a700 1 -- 172.21.15.90:0/2209862395 >> 172.21.15.90:0/2209862395 conn(0x7f0568078aa0 msgr2=0x7f05680ffc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:04.024 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.023+0000 7f056cf8a700 1 -- 172.21.15.90:0/2209862395 shutdown_connections 2024-04-26T17:26:04.024 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:04.023+0000 7f056cf8a700 1 -- 172.21.15.90:0/2209862395 wait complete. 2024-04-26T17:26:04.288 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738448 got 34359738452 for osd.0 2024-04-26T17:26:04.288 DEBUG:teuthology.parallel:result is None 2024-04-26T17:26:04.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:04 smithi167 ceph-mon[32665]: pgmap v337: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:04.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:04 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2209862395' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T17:26:04.777 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:04 smithi090 ceph-mon[29417]: pgmap v337: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:04.777 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:04 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2209862395' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T17:26:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:04 smithi119 ceph-mon[32584]: pgmap v337: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:04 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2209862395' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T17:26:05.529 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724598 got 167503724605 for osd.5 2024-04-26T17:26:05.530 DEBUG:teuthology.parallel:result is None 2024-04-26T17:26:05.629 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:05 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1142201163' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T17:26:05.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:05 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1142201163' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T17:26:06.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:05 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1142201163' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T17:26:06.395 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574924 got 55834574929 for osd.1 2024-04-26T17:26:06.396 DEBUG:teuthology.parallel:result is None 2024-04-26T17:26:06.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.140+0000 7fe5c86e8700 1 -- 172.21.15.90:0/3240513019 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5c0107b30 msgr2=0x7fe5c0107f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:06.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.140+0000 7fe5c86e8700 1 --2- 172.21.15.90:0/3240513019 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5c0107b30 0x7fe5c0107f10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe5b400b0a0 tx=0x7fe5b400b3b0 comp rx=0 tx=0).stop 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.140+0000 7fe5c86e8700 1 -- 172.21.15.90:0/3240513019 shutdown_connections 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.140+0000 7fe5c86e8700 1 --2- 172.21.15.90:0/3240513019 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5c0107b30 0x7fe5c0107f10 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.140+0000 7fe5c86e8700 1 --2- 172.21.15.90:0/3240513019 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5c01024a0 0x7fe5c010e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.140+0000 7fe5c86e8700 1 --2- 172.21.15.90:0/3240513019 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5c0101ae0 0x7fe5c0101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.140+0000 7fe5c86e8700 1 -- 172.21.15.90:0/3240513019 >> 172.21.15.90:0/3240513019 conn(0x7fe5c0078a60 msgr2=0x7fe5c0078e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.140+0000 7fe5c86e8700 1 -- 172.21.15.90:0/3240513019 shutdown_connections 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.140+0000 7fe5c86e8700 1 -- 172.21.15.90:0/3240513019 wait complete. 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c86e8700 1 Processor -- start 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c86e8700 1 -- start start 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c86e8700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5c0101ae0 0x7fe5c01992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c86e8700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5c01024a0 0x7fe5c0199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c86e8700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5c0107b30 0x7fe5c019db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:06.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c86e8700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c0111ce0 con 0x7fe5c0101ae0 2024-04-26T17:26:06.606 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c86e8700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c0111b60 con 0x7fe5c01024a0 2024-04-26T17:26:06.606 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c86e8700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c0111e60 con 0x7fe5c0107b30 2024-04-26T17:26:06.606 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c6484700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5c0101ae0 0x7fe5c01992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:06.606 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c6484700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5c0101ae0 0x7fe5c01992c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56084/0 (socket says 172.21.15.90:56084) 2024-04-26T17:26:06.606 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c6484700 1 -- 172.21.15.90:0/1142201163 learned_addr learned my addr 172.21.15.90:0/1142201163 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:06.606 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c5c83700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5c01024a0 0x7fe5c0199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:06.606 INFO:teuthology.orchestra.run.smithi090.stdout:146028888130 2024-04-26T17:26:06.607 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c6484700 1 -- 172.21.15.90:0/1142201163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5c0107b30 msgr2=0x7fe5c019db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:06.607 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c6c85700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5c0107b30 0x7fe5c019db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:06.607 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c6484700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5c0107b30 0x7fe5c019db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:06.607 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c6484700 1 -- 172.21.15.90:0/1142201163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5c01024a0 msgr2=0x7fe5c0199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:06.607 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c6484700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5c01024a0 0x7fe5c0199800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:06.607 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c6484700 1 -- 172.21.15.90:0/1142201163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5c019e2d0 con 0x7fe5c0101ae0 2024-04-26T17:26:06.607 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c5c83700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5c01024a0 0x7fe5c0199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:06.607 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.141+0000 7fe5c6484700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5c0101ae0 0x7fe5c01992c0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fe5b400b070 tx=0x7fe5b400cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:06.607 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.142+0000 7fe5bf7fe700 1 -- 172.21.15.90:0/1142201163 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b4021070 con 0x7fe5c0101ae0 2024-04-26T17:26:06.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.142+0000 7fe5bf7fe700 1 -- 172.21.15.90:0/1142201163 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe5b4007d40 con 0x7fe5c0101ae0 2024-04-26T17:26:06.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.142+0000 7fe5c86e8700 1 -- 172.21.15.90:0/1142201163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5c019e560 con 0x7fe5c0101ae0 2024-04-26T17:26:06.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.142+0000 7fe5bf7fe700 1 -- 172.21.15.90:0/1142201163 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b4005330 con 0x7fe5c0101ae0 2024-04-26T17:26:06.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.142+0000 7fe5c86e8700 1 -- 172.21.15.90:0/1142201163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5c01a5e40 con 0x7fe5c0101ae0 2024-04-26T17:26:06.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.143+0000 7fe5c86e8700 1 -- 172.21.15.90:0/1142201163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5c00698e0 con 0x7fe5c0101ae0 2024-04-26T17:26:06.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.144+0000 7fe5bf7fe700 1 -- 172.21.15.90:0/1142201163 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fe5b4024070 con 0x7fe5c0101ae0 2024-04-26T17:26:06.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.145+0000 7fe5bf7fe700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe5b00a3cd0 0x7fe5b00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:06.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.145+0000 7fe5c5c83700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe5b00a3cd0 0x7fe5b00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:06.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.145+0000 7fe5bf7fe700 1 -- 172.21.15.90:0/1142201163 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fe5b400f020 con 0x7fe5c0101ae0 2024-04-26T17:26:06.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.146+0000 7fe5c5c83700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe5b00a3cd0 0x7fe5b00a6190 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0078ff0 tx=0x7fe5ac008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:06.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.149+0000 7fe5bf7fe700 1 -- 172.21.15.90:0/1142201163 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe5b402b020 con 0x7fe5c0101ae0 2024-04-26T17:26:06.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.350+0000 7fe5c86e8700 1 -- 172.21.15.90:0/1142201163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fe5c01a6010 con 0x7fe5c0101ae0 2024-04-26T17:26:06.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.351+0000 7fe5bf7fe700 1 -- 172.21.15.90:0/1142201163 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe5b409ea00 con 0x7fe5c0101ae0 2024-04-26T17:26:06.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.353+0000 7fe5c86e8700 1 -- 172.21.15.90:0/1142201163 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe5b00a3cd0 msgr2=0x7fe5b00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:06.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.353+0000 7fe5c86e8700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe5b00a3cd0 0x7fe5b00a6190 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0078ff0 tx=0x7fe5ac008040 comp rx=0 tx=0).stop 2024-04-26T17:26:06.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.353+0000 7fe5c86e8700 1 -- 172.21.15.90:0/1142201163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5c0101ae0 msgr2=0x7fe5c01992c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:06.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.353+0000 7fe5c86e8700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5c0101ae0 0x7fe5c01992c0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fe5b400b070 tx=0x7fe5b400cf00 comp rx=0 tx=0).stop 2024-04-26T17:26:06.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.353+0000 7fe5c86e8700 1 -- 172.21.15.90:0/1142201163 shutdown_connections 2024-04-26T17:26:06.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.353+0000 7fe5c86e8700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe5b00a3cd0 0x7fe5b00a6190 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:06.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.353+0000 7fe5c86e8700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5c0101ae0 0x7fe5c01992c0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:06.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.353+0000 7fe5c86e8700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5c0107b30 0x7fe5c019db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:06.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.353+0000 7fe5c86e8700 1 --2- 172.21.15.90:0/1142201163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5c01024a0 0x7fe5c0199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:06.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.353+0000 7fe5c86e8700 1 -- 172.21.15.90:0/1142201163 >> 172.21.15.90:0/1142201163 conn(0x7fe5c0078a60 msgr2=0x7fe5c006b2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:06.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.353+0000 7fe5c86e8700 1 -- 172.21.15.90:0/1142201163 shutdown_connections 2024-04-26T17:26:06.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:05.353+0000 7fe5c86e8700 1 -- 172.21.15.90:0/1142201163 wait complete. 2024-04-26T17:26:06.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:06 smithi090 ceph-mon[29417]: pgmap v338: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:26:06.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:06 smithi119 ceph-mon[32584]: pgmap v338: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:26:07.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:06 smithi167 ceph-mon[32665]: pgmap v338: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:26:07.295 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888126 got 146028888130 for osd.4 2024-04-26T17:26:07.296 DEBUG:teuthology.parallel:result is None 2024-04-26T17:26:07.715 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776163 got 292057776168 for osd.9 2024-04-26T17:26:07.716 DEBUG:teuthology.parallel:result is None 2024-04-26T17:26:08.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:08 smithi090 ceph-mon[29417]: pgmap v339: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:26:08.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:08 smithi119 ceph-mon[32584]: pgmap v339: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:26:09.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:08 smithi167 ceph-mon[32665]: pgmap v339: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:26:09.723 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:09.759 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:10.778 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:10 smithi090 ceph-mon[29417]: pgmap v340: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:10.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:10 smithi119 ceph-mon[32584]: pgmap v340: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:11.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:10 smithi167 ceph-mon[32665]: pgmap v340: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:11.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.847+0000 7f6e65c4e700 1 -- 172.21.15.90:0/1998229652 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e60102ea0 msgr2=0x7f6e60103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:11.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.847+0000 7f6e65c4e700 1 --2- 172.21.15.90:0/1998229652 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e60102ea0 0x7f6e60103280 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f6e5000b0a0 tx=0x7f6e5000b3b0 comp rx=0 tx=0).stop 2024-04-26T17:26:11.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.847+0000 7f6e65c4e700 1 -- 172.21.15.90:0/1998229652 shutdown_connections 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.847+0000 7f6e65c4e700 1 --2- 172.21.15.90:0/1998229652 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e60102ea0 0x7f6e60103280 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.847+0000 7f6e65c4e700 1 --2- 172.21.15.90:0/1998229652 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e60107f30 0x7f6e6010fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.847+0000 7f6e65c4e700 1 --2- 172.21.15.90:0/1998229652 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e60103850 0x7f6e60107850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.847+0000 7f6e65c4e700 1 -- 172.21.15.90:0/1998229652 >> 172.21.15.90:0/1998229652 conn(0x7f6e60079d50 msgr2=0x7f6e6007a160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.847+0000 7f6e65c4e700 1 -- 172.21.15.90:0/1998229652 shutdown_connections 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.847+0000 7f6e65c4e700 1 -- 172.21.15.90:0/1998229652 wait complete. 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.847+0000 7f6e65c4e700 1 Processor -- start 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e65c4e700 1 -- start start 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e65c4e700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e60102ea0 0x7f6e601992f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e65c4e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e60103850 0x7f6e60199830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e65c4e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e60107f30 0x7f6e6019dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e65c4e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6e60112de0 con 0x7f6e60103850 2024-04-26T17:26:11.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e65c4e700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6e60112c60 con 0x7f6e60107f30 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e65c4e700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6e60112f60 con 0x7f6e60102ea0 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e56ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e60103850 0x7f6e60199830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e56ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e60103850 0x7f6e60199830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56102/0 (socket says 172.21.15.90:56102) 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e56ffd700 1 -- 172.21.15.90:0/3666765154 learned_addr learned my addr 172.21.15.90:0/3666765154 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e5f7fe700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e60102ea0 0x7f6e601992f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e5ffff700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e60107f30 0x7f6e6019dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e56ffd700 1 -- 172.21.15.90:0/3666765154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e60102ea0 msgr2=0x7f6e601992f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e56ffd700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e60102ea0 0x7f6e601992f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e56ffd700 1 -- 172.21.15.90:0/3666765154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e60107f30 msgr2=0x7f6e6019dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e56ffd700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e60107f30 0x7f6e6019dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e56ffd700 1 -- 172.21.15.90:0/3666765154 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e6019e300 con 0x7f6e60103850 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e5ffff700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e60107f30 0x7f6e6019dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.848+0000 7f6e56ffd700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e60103850 0x7f6e60199830 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f6e4800c9e0 tx=0x7f6e4800ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:11.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.849+0000 7f6e5d7fa700 1 -- 172.21.15.90:0/3666765154 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e48007aa0 con 0x7f6e60103850 2024-04-26T17:26:11.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.849+0000 7f6e65c4e700 1 -- 172.21.15.90:0/3666765154 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e6019e5f0 con 0x7f6e60103850 2024-04-26T17:26:11.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.849+0000 7f6e5d7fa700 1 -- 172.21.15.90:0/3666765154 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6e48007c40 con 0x7f6e60103850 2024-04-26T17:26:11.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.849+0000 7f6e5d7fa700 1 -- 172.21.15.90:0/3666765154 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e48018660 con 0x7f6e60103850 2024-04-26T17:26:11.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.849+0000 7f6e65c4e700 1 -- 172.21.15.90:0/3666765154 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e601a5e70 con 0x7f6e60103850 2024-04-26T17:26:11.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.850+0000 7f6e65c4e700 1 -- 172.21.15.90:0/3666765154 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e600698e0 con 0x7f6e60103850 2024-04-26T17:26:11.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.851+0000 7f6e5d7fa700 1 -- 172.21.15.90:0/3666765154 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f6e48018800 con 0x7f6e60103850 2024-04-26T17:26:11.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.851+0000 7f6e5d7fa700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6e4c0a3cd0 0x7f6e4c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:11.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.851+0000 7f6e5f7fe700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6e4c0a3cd0 0x7f6e4c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:11.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.851+0000 7f6e5d7fa700 1 -- 172.21.15.90:0/3666765154 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f6e480d0b20 con 0x7f6e60103850 2024-04-26T17:26:11.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.852+0000 7f6e5f7fe700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6e4c0a3cd0 0x7f6e4c0a6190 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6e50009e60 tx=0x7f6e5000b7b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:11.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:11.855+0000 7f6e5d7fa700 1 -- 172.21.15.90:0/3666765154 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6e48014030 con 0x7f6e60103850 2024-04-26T17:26:12.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.059+0000 7f6e65c4e700 1 -- 172.21.15.90:0/3666765154 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f6e6002e090 con 0x7f6e60103850 2024-04-26T17:26:12.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.060+0000 7f6e5d7fa700 1 -- 172.21.15.90:0/3666765154 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f6e4809d0d0 con 0x7f6e60103850 2024-04-26T17:26:12.060 INFO:teuthology.orchestra.run.smithi090.stdout:223338299444 2024-04-26T17:26:12.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.062+0000 7f6e65c4e700 1 -- 172.21.15.90:0/3666765154 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6e4c0a3cd0 msgr2=0x7f6e4c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:12.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.062+0000 7f6e65c4e700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6e4c0a3cd0 0x7f6e4c0a6190 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6e50009e60 tx=0x7f6e5000b7b0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.062+0000 7f6e65c4e700 1 -- 172.21.15.90:0/3666765154 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e60103850 msgr2=0x7f6e60199830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:12.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.062+0000 7f6e65c4e700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e60103850 0x7f6e60199830 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f6e4800c9e0 tx=0x7f6e4800ccf0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.062+0000 7f6e65c4e700 1 -- 172.21.15.90:0/3666765154 shutdown_connections 2024-04-26T17:26:12.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.062+0000 7f6e65c4e700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6e4c0a3cd0 0x7f6e4c0a6190 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.062+0000 7f6e65c4e700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e60107f30 0x7f6e6019dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.062+0000 7f6e65c4e700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e60102ea0 0x7f6e601992f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.062+0000 7f6e65c4e700 1 --2- 172.21.15.90:0/3666765154 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e60103850 0x7f6e60199830 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.062+0000 7f6e65c4e700 1 -- 172.21.15.90:0/3666765154 >> 172.21.15.90:0/3666765154 conn(0x7f6e60079d50 msgr2=0x7f6e601090b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:12.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.062+0000 7f6e65c4e700 1 -- 172.21.15.90:0/3666765154 shutdown_connections 2024-04-26T17:26:12.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.062+0000 7f6e65c4e700 1 -- 172.21.15.90:0/3666765154 wait complete. 2024-04-26T17:26:12.621 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:12 smithi090 ceph-mon[29417]: pgmap v341: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:12.621 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:12 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3666765154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T17:26:12.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.627+0000 7fb75697e700 1 -- 172.21.15.90:0/3631013152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb750108c70 msgr2=0x7fb750109050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:12.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.627+0000 7fb75697e700 1 --2- 172.21.15.90:0/3631013152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb750108c70 0x7fb750109050 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fb740009990 tx=0x7fb740009ca0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.627+0000 7fb75697e700 1 -- 172.21.15.90:0/3631013152 shutdown_connections 2024-04-26T17:26:12.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.627+0000 7fb75697e700 1 --2- 172.21.15.90:0/3631013152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb750108c70 0x7fb750109050 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.627+0000 7fb75697e700 1 --2- 172.21.15.90:0/3631013152 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb75006b2a0 0x7fb75010fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.627+0000 7fb75697e700 1 --2- 172.21.15.90:0/3631013152 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb75006a900 0x7fb75006ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.627+0000 7fb75697e700 1 -- 172.21.15.90:0/3631013152 >> 172.21.15.90:0/3631013152 conn(0x7fb750078aa0 msgr2=0x7fb750078eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:12.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.628+0000 7fb75697e700 1 -- 172.21.15.90:0/3631013152 shutdown_connections 2024-04-26T17:26:12.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.628+0000 7fb75697e700 1 -- 172.21.15.90:0/3631013152 wait complete. 2024-04-26T17:26:12.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.628+0000 7fb75697e700 1 Processor -- start 2024-04-26T17:26:12.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.628+0000 7fb75697e700 1 -- start start 2024-04-26T17:26:12.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb75697e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb75006a900 0x7fb750199410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:12.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb75697e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb75006b2a0 0x7fb750199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:12.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb75697e700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb750108c70 0x7fb75019dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:12.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb75697e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb750112e20 con 0x7fb75006b2a0 2024-04-26T17:26:12.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb75697e700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb750112ca0 con 0x7fb75006a900 2024-04-26T17:26:12.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb75697e700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb750112fa0 con 0x7fb750108c70 2024-04-26T17:26:12.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb74f7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb75006b2a0 0x7fb750199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:12.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb74f7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb75006b2a0 0x7fb750199950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56116/0 (socket says 172.21.15.90:56116) 2024-04-26T17:26:12.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb74f7fe700 1 -- 172.21.15.90:0/166926542 learned_addr learned my addr 172.21.15.90:0/166926542 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:12.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb74ffff700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb75006a900 0x7fb750199410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:12.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb754f1b700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb750108c70 0x7fb75019dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:12.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb74f7fe700 1 -- 172.21.15.90:0/166926542 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb750108c70 msgr2=0x7fb75019dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:12.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb74f7fe700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb750108c70 0x7fb75019dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb74f7fe700 1 -- 172.21.15.90:0/166926542 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb75006a900 msgr2=0x7fb750199410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:12.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb74f7fe700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb75006a900 0x7fb750199410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb74f7fe700 1 -- 172.21.15.90:0/166926542 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb75019e420 con 0x7fb75006b2a0 2024-04-26T17:26:12.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.629+0000 7fb74ffff700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb75006a900 0x7fb750199410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:26:12.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.630+0000 7fb74f7fe700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb75006b2a0 0x7fb750199950 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fb74400b530 tx=0x7fb74400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:12.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.631+0000 7fb74d7fa700 1 -- 172.21.15.90:0/166926542 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb744015020 con 0x7fb75006b2a0 2024-04-26T17:26:12.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.631+0000 7fb74d7fa700 1 -- 172.21.15.90:0/166926542 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb744011ce0 con 0x7fb75006b2a0 2024-04-26T17:26:12.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.631+0000 7fb75697e700 1 -- 172.21.15.90:0/166926542 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb75019e710 con 0x7fb75006b2a0 2024-04-26T17:26:12.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.631+0000 7fb75697e700 1 -- 172.21.15.90:0/166926542 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb750101af0 con 0x7fb75006b2a0 2024-04-26T17:26:12.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.631+0000 7fb74d7fa700 1 -- 172.21.15.90:0/166926542 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb744010dc0 con 0x7fb75006b2a0 2024-04-26T17:26:12.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.632+0000 7fb75697e700 1 -- 172.21.15.90:0/166926542 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb73c005330 con 0x7fb75006b2a0 2024-04-26T17:26:12.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.634+0000 7fb74d7fa700 1 -- 172.21.15.90:0/166926542 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb744018020 con 0x7fb75006b2a0 2024-04-26T17:26:12.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.634+0000 7fb74d7fa700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb7380a3d50 0x7fb7380a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:12.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.635+0000 7fb74ffff700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb7380a3d50 0x7fb7380a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:12.734 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.635+0000 7fb74d7fa700 1 -- 172.21.15.90:0/166926542 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fb7440cfd20 con 0x7fb75006b2a0 2024-04-26T17:26:12.734 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.635+0000 7fb74ffff700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb7380a3d50 0x7fb7380a6210 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb74000b5c0 tx=0x7fb740005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:12.734 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.643+0000 7fb74d7fa700 1 -- 172.21.15.90:0/166926542 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb74401f020 con 0x7fb75006b2a0 2024-04-26T17:26:12.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:12 smithi119 ceph-mon[32584]: pgmap v341: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:12.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:12 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3666765154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T17:26:12.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.855+0000 7fb75697e700 1 -- 172.21.15.90:0/166926542 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fb73c0058f0 con 0x7fb75006b2a0 2024-04-26T17:26:12.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.856+0000 7fb74d7fa700 1 -- 172.21.15.90:0/166926542 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fb74409c350 con 0x7fb75006b2a0 2024-04-26T17:26:12.856 INFO:teuthology.orchestra.run.smithi090.stdout:257698037807 2024-04-26T17:26:12.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.859+0000 7fb75697e700 1 -- 172.21.15.90:0/166926542 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb7380a3d50 msgr2=0x7fb7380a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:12.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.859+0000 7fb75697e700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb7380a3d50 0x7fb7380a6210 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb74000b5c0 tx=0x7fb740005fd0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.859+0000 7fb75697e700 1 -- 172.21.15.90:0/166926542 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb75006b2a0 msgr2=0x7fb750199950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:12.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.859+0000 7fb75697e700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb75006b2a0 0x7fb750199950 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fb74400b530 tx=0x7fb74400b840 comp rx=0 tx=0).stop 2024-04-26T17:26:12.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.859+0000 7fb75697e700 1 -- 172.21.15.90:0/166926542 shutdown_connections 2024-04-26T17:26:12.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.859+0000 7fb75697e700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb7380a3d50 0x7fb7380a6210 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.859+0000 7fb75697e700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb750108c70 0x7fb75019dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.859+0000 7fb75697e700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb75006a900 0x7fb750199410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.859+0000 7fb75697e700 1 --2- 172.21.15.90:0/166926542 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb75006b2a0 0x7fb750199950 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:12.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.859+0000 7fb75697e700 1 -- 172.21.15.90:0/166926542 >> 172.21.15.90:0/166926542 conn(0x7fb750078aa0 msgr2=0x7fb750100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:12.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.859+0000 7fb75697e700 1 -- 172.21.15.90:0/166926542 shutdown_connections 2024-04-26T17:26:12.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:12.859+0000 7fb75697e700 1 -- 172.21.15.90:0/166926542 wait complete. 2024-04-26T17:26:13.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:12 smithi167 ceph-mon[32665]: pgmap v341: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:13.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:12 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3666765154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T17:26:13.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:13 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/166926542' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T17:26:13.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:13 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/166926542' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T17:26:14.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:13 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/166926542' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T17:26:14.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.358+0000 7f9356a59700 1 -- 172.21.15.90:0/3955230144 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f93501024b0 msgr2=0x7f935010e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:14.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.358+0000 7f9356a59700 1 --2- 172.21.15.90:0/3955230144 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f93501024b0 0x7f935010e9a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f934800b0a0 tx=0x7f934800b3b0 comp rx=0 tx=0).stop 2024-04-26T17:26:14.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.358+0000 7f9356a59700 1 -- 172.21.15.90:0/3955230144 shutdown_connections 2024-04-26T17:26:14.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.358+0000 7f9356a59700 1 --2- 172.21.15.90:0/3955230144 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f93501024b0 0x7f935010e9a0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:14.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.358+0000 7f9356a59700 1 --2- 172.21.15.90:0/3955230144 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9350107bd0 0x7f9350107fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:14.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.358+0000 7f9356a59700 1 --2- 172.21.15.90:0/3955230144 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9350101af0 0x7f9350101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:14.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.358+0000 7f9356a59700 1 -- 172.21.15.90:0/3955230144 >> 172.21.15.90:0/3955230144 conn(0x7f9350078aa0 msgr2=0x7f9350078eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:14.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.358+0000 7f9356a59700 1 -- 172.21.15.90:0/3955230144 shutdown_connections 2024-04-26T17:26:14.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.358+0000 7f9356a59700 1 -- 172.21.15.90:0/3955230144 wait complete. 2024-04-26T17:26:14.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.359+0000 7f9356a59700 1 Processor -- start 2024-04-26T17:26:14.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.359+0000 7f9356a59700 1 -- start start 2024-04-26T17:26:14.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.359+0000 7f9356a59700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9350101af0 0x7f93501993b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:14.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.359+0000 7f9356a59700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f93501024b0 0x7f93501998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:14.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.359+0000 7f9356a59700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9350107bd0 0x7f935019dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:14.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.359+0000 7f9356a59700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9350111d70 con 0x7f9350101af0 2024-04-26T17:26:14.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.359+0000 7f9356a59700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9350111bf0 con 0x7f93501024b0 2024-04-26T17:26:14.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.359+0000 7f9356a59700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9350111ef0 con 0x7f9350107bd0 2024-04-26T17:26:14.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.359+0000 7f934ffff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9350101af0 0x7f93501993b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:14.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934ffff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9350101af0 0x7f93501993b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56130/0 (socket says 172.21.15.90:56130) 2024-04-26T17:26:14.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934ffff700 1 -- 172.21.15.90:0/2101415478 learned_addr learned my addr 172.21.15.90:0/2101415478 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:14.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f9354ff6700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9350107bd0 0x7f935019dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:14.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934f7fe700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f93501024b0 0x7f93501998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:14.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934ffff700 1 -- 172.21.15.90:0/2101415478 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9350107bd0 msgr2=0x7f935019dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:14.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934ffff700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9350107bd0 0x7f935019dc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:14.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934ffff700 1 -- 172.21.15.90:0/2101415478 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f93501024b0 msgr2=0x7f93501998f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:14.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934ffff700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f93501024b0 0x7f93501998f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:14.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934ffff700 1 -- 172.21.15.90:0/2101415478 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f935019e3c0 con 0x7f9350101af0 2024-04-26T17:26:14.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934f7fe700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f93501024b0 0x7f93501998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:14.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934ffff700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9350101af0 0x7f93501993b0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f934000b530 tx=0x7f934000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:14.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934d7fa700 1 -- 172.21.15.90:0/2101415478 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9340015020 con 0x7f9350101af0 2024-04-26T17:26:14.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f9356a59700 1 -- 172.21.15.90:0/2101415478 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f935019e6b0 con 0x7f9350101af0 2024-04-26T17:26:14.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934d7fa700 1 -- 172.21.15.90:0/2101415478 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9340011ce0 con 0x7f9350101af0 2024-04-26T17:26:14.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f934d7fa700 1 -- 172.21.15.90:0/2101415478 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9340010e30 con 0x7f9350101af0 2024-04-26T17:26:14.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.360+0000 7f9356a59700 1 -- 172.21.15.90:0/2101415478 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93501a5f30 con 0x7f9350101af0 2024-04-26T17:26:14.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.361+0000 7f9356a59700 1 -- 172.21.15.90:0/2101415478 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93500698e0 con 0x7f9350101af0 2024-04-26T17:26:14.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.362+0000 7f934d7fa700 1 -- 172.21.15.90:0/2101415478 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9340018020 con 0x7f9350101af0 2024-04-26T17:26:14.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.363+0000 7f934d7fa700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f93380a3cd0 0x7f93380a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:14.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.363+0000 7f934f7fe700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f93380a3cd0 0x7f93380a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:14.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.363+0000 7f934d7fa700 1 -- 172.21.15.90:0/2101415478 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f93400d0070 con 0x7f9350101af0 2024-04-26T17:26:14.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.363+0000 7f934f7fe700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f93380a3cd0 0x7f93380a6190 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f93500790a0 tx=0x7f9344008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:14.285 INFO:teuthology.orchestra.run.smithi090.stdout:201863462970 2024-04-26T17:26:14.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.367+0000 7f934d7fa700 1 -- 172.21.15.90:0/2101415478 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f934001f020 con 0x7f9350101af0 2024-04-26T17:26:14.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.584+0000 7f9356a59700 1 -- 172.21.15.90:0/2101415478 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f93501a6100 con 0x7f9350101af0 2024-04-26T17:26:14.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.584+0000 7f934d7fa700 1 -- 172.21.15.90:0/2101415478 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f934009c6a0 con 0x7f9350101af0 2024-04-26T17:26:14.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.586+0000 7f9356a59700 1 -- 172.21.15.90:0/2101415478 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f93380a3cd0 msgr2=0x7f93380a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:14.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.586+0000 7f9356a59700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f93380a3cd0 0x7f93380a6190 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f93500790a0 tx=0x7f9344008040 comp rx=0 tx=0).stop 2024-04-26T17:26:14.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.586+0000 7f9356a59700 1 -- 172.21.15.90:0/2101415478 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9350101af0 msgr2=0x7f93501993b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:14.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.586+0000 7f9356a59700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9350101af0 0x7f93501993b0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f934000b530 tx=0x7f934000b840 comp rx=0 tx=0).stop 2024-04-26T17:26:14.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.586+0000 7f9356a59700 1 -- 172.21.15.90:0/2101415478 shutdown_connections 2024-04-26T17:26:14.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.586+0000 7f9356a59700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f93380a3cd0 0x7f93380a6190 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:14.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.586+0000 7f9356a59700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9350101af0 0x7f93501993b0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:14.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.586+0000 7f9356a59700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9350107bd0 0x7f935019dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:14.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.586+0000 7f9356a59700 1 --2- 172.21.15.90:0/2101415478 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f93501024b0 0x7f93501998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:14.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.586+0000 7f9356a59700 1 -- 172.21.15.90:0/2101415478 >> 172.21.15.90:0/2101415478 conn(0x7f9350078aa0 msgr2=0x7f935006ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:14.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.586+0000 7f9356a59700 1 -- 172.21.15.90:0/2101415478 shutdown_connections 2024-04-26T17:26:14.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:13.586+0000 7f9356a59700 1 -- 172.21.15.90:0/2101415478 wait complete. 2024-04-26T17:26:14.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:14 smithi119 ceph-mon[32584]: pgmap v342: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:14.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:14 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2101415478' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T17:26:14.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:14 smithi090 ceph-mon[29417]: pgmap v342: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:14.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:14 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2101415478' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T17:26:15.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:14 smithi167 ceph-mon[32665]: pgmap v342: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:15.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:14 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2101415478' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T17:26:15.059 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462964 got 201863462970 for osd.6 2024-04-26T17:26:15.059 DEBUG:teuthology.parallel:result is None 2024-04-26T17:26:15.983 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037801 got 257698037807 for osd.8 2024-04-26T17:26:15.983 DEBUG:teuthology.parallel:result is None 2024-04-26T17:26:16.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:16 smithi090 ceph-mon[29417]: pgmap v343: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:26:16.772 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299439 got 223338299444 for osd.7 2024-04-26T17:26:16.772 DEBUG:teuthology.parallel:result is None 2024-04-26T17:26:16.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:16 smithi119 ceph-mon[32584]: pgmap v343: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:26:16.804 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:16 smithi167 ceph-mon[32665]: pgmap v343: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:26:17.707 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.705+0000 7f52b4028700 1 -- 172.21.15.90:0/3368136618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f52ac107bd0 msgr2=0x7f52ac107fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:17.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.705+0000 7f52b4028700 1 --2- 172.21.15.90:0/3368136618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f52ac107bd0 0x7f52ac107fb0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f529c009990 tx=0x7f529c009ca0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.705+0000 7f52b4028700 1 -- 172.21.15.90:0/3368136618 shutdown_connections 2024-04-26T17:26:17.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.705+0000 7f52b4028700 1 --2- 172.21.15.90:0/3368136618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f52ac107bd0 0x7f52ac107fb0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.705+0000 7f52b4028700 1 --2- 172.21.15.90:0/3368136618 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52ac1024b0 0x7f52ac10e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.705+0000 7f52b4028700 1 --2- 172.21.15.90:0/3368136618 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f52ac101af0 0x7f52ac101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.705+0000 7f52b4028700 1 -- 172.21.15.90:0/3368136618 >> 172.21.15.90:0/3368136618 conn(0x7f52ac078aa0 msgr2=0x7f52ac078eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:17.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.705+0000 7f52b4028700 1 -- 172.21.15.90:0/3368136618 shutdown_connections 2024-04-26T17:26:17.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.705+0000 7f52b4028700 1 -- 172.21.15.90:0/3368136618 wait complete. 2024-04-26T17:26:17.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b4028700 1 Processor -- start 2024-04-26T17:26:17.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b4028700 1 -- start start 2024-04-26T17:26:17.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b4028700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52ac101af0 0x7f52ac19b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:17.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b4028700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f52ac1024b0 0x7f52ac19ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:17.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b4028700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f52ac107bd0 0x7f52ac19fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:17.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b4028700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f52ac111c70 con 0x7f52ac1024b0 2024-04-26T17:26:17.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b4028700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f52ac111af0 con 0x7f52ac101af0 2024-04-26T17:26:17.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b4028700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f52ac111df0 con 0x7f52ac107bd0 2024-04-26T17:26:17.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b15c3700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f52ac1024b0 0x7f52ac19ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:17.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b15c3700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f52ac1024b0 0x7f52ac19ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57784/0 (socket says 172.21.15.90:57784) 2024-04-26T17:26:17.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b15c3700 1 -- 172.21.15.90:0/1899935325 learned_addr learned my addr 172.21.15.90:0/1899935325 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:17.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b25c5700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f52ac107bd0 0x7f52ac19fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:17.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b1dc4700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52ac101af0 0x7f52ac19b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:17.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b15c3700 1 -- 172.21.15.90:0/1899935325 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f52ac107bd0 msgr2=0x7f52ac19fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:17.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b15c3700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f52ac107bd0 0x7f52ac19fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b15c3700 1 -- 172.21.15.90:0/1899935325 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52ac101af0 msgr2=0x7f52ac19b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:17.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b15c3700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52ac101af0 0x7f52ac19b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b15c3700 1 -- 172.21.15.90:0/1899935325 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52ac1a04c0 con 0x7f52ac1024b0 2024-04-26T17:26:17.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.706+0000 7f52b1dc4700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52ac101af0 0x7f52ac19b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:17.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.707+0000 7f52b15c3700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f52ac1024b0 0x7f52ac19ba40 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f52a800e9a0 tx=0x7f52a800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:17.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.707+0000 7f52a2ffd700 1 -- 172.21.15.90:0/1899935325 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a800cbd0 con 0x7f52ac1024b0 2024-04-26T17:26:17.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.707+0000 7f52a2ffd700 1 -- 172.21.15.90:0/1899935325 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f52a800cd70 con 0x7f52ac1024b0 2024-04-26T17:26:17.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.707+0000 7f52b4028700 1 -- 172.21.15.90:0/1899935325 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52ac1a07b0 con 0x7f52ac1024b0 2024-04-26T17:26:17.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.707+0000 7f52a2ffd700 1 -- 172.21.15.90:0/1899935325 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a8018680 con 0x7f52ac1024b0 2024-04-26T17:26:17.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.707+0000 7f52b4028700 1 -- 172.21.15.90:0/1899935325 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52ac1a8030 con 0x7f52ac1024b0 2024-04-26T17:26:17.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.708+0000 7f52b4028700 1 -- 172.21.15.90:0/1899935325 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52ac0698e0 con 0x7f52ac1024b0 2024-04-26T17:26:17.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.709+0000 7f52a2ffd700 1 -- 172.21.15.90:0/1899935325 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f52a8010430 con 0x7f52ac1024b0 2024-04-26T17:26:17.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.710+0000 7f52a2ffd700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f52980a3d50 0x7f52980a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:17.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.710+0000 7f52b1dc4700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f52980a3d50 0x7f52980a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:17.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.710+0000 7f52a2ffd700 1 -- 172.21.15.90:0/1899935325 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f52a80d0ab0 con 0x7f52ac1024b0 2024-04-26T17:26:17.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.710+0000 7f52b1dc4700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f52980a3d50 0x7f52980a6210 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f529c00b2e0 tx=0x7f529c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:17.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.719+0000 7f52a2ffd700 1 -- 172.21.15.90:0/1899935325 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f52a809cfd0 con 0x7f52ac1024b0 2024-04-26T17:26:17.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.929+0000 7f52b4028700 1 -- 172.21.15.90:0/1899935325 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f52ac1a8290 con 0x7f52ac1024b0 2024-04-26T17:26:17.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.929+0000 7f52a2ffd700 1 -- 172.21.15.90:0/1899935325 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f52a809c8d0 con 0x7f52ac1024b0 2024-04-26T17:26:17.929 INFO:teuthology.orchestra.run.smithi090.stdout:347892351009 2024-04-26T17:26:17.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.932+0000 7f52b4028700 1 -- 172.21.15.90:0/1899935325 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f52980a3d50 msgr2=0x7f52980a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:17.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.932+0000 7f52b4028700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f52980a3d50 0x7f52980a6210 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f529c00b2e0 tx=0x7f529c01a040 comp rx=0 tx=0).stop 2024-04-26T17:26:17.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.932+0000 7f52b4028700 1 -- 172.21.15.90:0/1899935325 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f52ac1024b0 msgr2=0x7f52ac19ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:17.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.932+0000 7f52b4028700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f52ac1024b0 0x7f52ac19ba40 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f52a800e9a0 tx=0x7f52a800ecb0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.932+0000 7f52b4028700 1 -- 172.21.15.90:0/1899935325 shutdown_connections 2024-04-26T17:26:17.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.932+0000 7f52b4028700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f52980a3d50 0x7f52980a6210 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.932+0000 7f52b4028700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f52ac107bd0 0x7f52ac19fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.932+0000 7f52b4028700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52ac101af0 0x7f52ac19b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.932+0000 7f52b4028700 1 --2- 172.21.15.90:0/1899935325 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f52ac1024b0 0x7f52ac19ba40 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.932+0000 7f52b4028700 1 -- 172.21.15.90:0/1899935325 >> 172.21.15.90:0/1899935325 conn(0x7f52ac078aa0 msgr2=0x7f52ac06a970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:17.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.932+0000 7f52b4028700 1 -- 172.21.15.90:0/1899935325 shutdown_connections 2024-04-26T17:26:17.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.932+0000 7f52b4028700 1 -- 172.21.15.90:0/1899935325 wait complete. 2024-04-26T17:26:17.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.966+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/411618511 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d54101f70 msgr2=0x7f3d5410f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:17.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.966+0000 7f3d5ba1e700 1 --2- 172.21.15.90:0/411618511 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d54101f70 0x7f3d5410f9e0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c00b0a0 tx=0x7f3d4c00b3b0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.966+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/411618511 shutdown_connections 2024-04-26T17:26:17.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.966+0000 7f3d5ba1e700 1 --2- 172.21.15.90:0/411618511 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d54101f70 0x7f3d5410f9e0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.966+0000 7f3d5ba1e700 1 --2- 172.21.15.90:0/411618511 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3d54107cd0 0x7f3d541080b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.966+0000 7f3d5ba1e700 1 --2- 172.21.15.90:0/411618511 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d541015b0 0x7f3d54101a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.966+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/411618511 >> 172.21.15.90:0/411618511 conn(0x7f3d54076e10 msgr2=0x7f3d54077220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:17.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.966+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/411618511 shutdown_connections 2024-04-26T17:26:17.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.966+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/411618511 wait complete. 2024-04-26T17:26:17.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.967+0000 7f3d5ba1e700 1 Processor -- start 2024-04-26T17:26:17.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.967+0000 7f3d5ba1e700 1 -- start start 2024-04-26T17:26:17.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.967+0000 7f3d5ba1e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3d541015b0 0x7f3d54102790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:17.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.967+0000 7f3d5ba1e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d54101f70 0x7f3d54102cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:17.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.967+0000 7f3d5ba1e700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d54107cd0 0x7f3d54103210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:17.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.967+0000 7f3d5ba1e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3d54112e30 con 0x7f3d54101f70 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.967+0000 7f3d5ba1e700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f3d54112cb0 con 0x7f3d541015b0 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.967+0000 7f3d5ba1e700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3d54112fb0 con 0x7f3d54107cd0 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.967+0000 7f3d58fb9700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d54101f70 0x7f3d54102cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.968+0000 7f3d58fb9700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d54101f70 0x7f3d54102cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57800/0 (socket says 172.21.15.90:57800) 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.968+0000 7f3d58fb9700 1 -- 172.21.15.90:0/1820138893 learned_addr learned my addr 172.21.15.90:0/1820138893 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.968+0000 7f3d597ba700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3d541015b0 0x7f3d54102790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.968+0000 7f3d59fbb700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d54107cd0 0x7f3d54103210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.968+0000 7f3d58fb9700 1 -- 172.21.15.90:0/1820138893 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d54107cd0 msgr2=0x7f3d54103210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.968+0000 7f3d58fb9700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d54107cd0 0x7f3d54103210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.968+0000 7f3d58fb9700 1 -- 172.21.15.90:0/1820138893 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3d541015b0 msgr2=0x7f3d54102790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.968+0000 7f3d58fb9700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3d541015b0 0x7f3d54102790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.968+0000 7f3d58fb9700 1 -- 172.21.15.90:0/1820138893 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d541a7670 con 0x7f3d54101f70 2024-04-26T17:26:17.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.968+0000 7f3d58fb9700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d54101f70 0x7f3d54102cd0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f3d4400c9b0 tx=0x7f3d4400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:17.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.968+0000 7f3d4a7fc700 1 -- 172.21.15.90:0/1820138893 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d44007b00 con 0x7f3d54101f70 2024-04-26T17:26:17.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.969+0000 7f3d4a7fc700 1 -- 172.21.15.90:0/1820138893 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3d4400ce50 con 0x7f3d54101f70 2024-04-26T17:26:17.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.969+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/1820138893 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d541a7960 con 0x7f3d54101f70 2024-04-26T17:26:17.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.969+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/1820138893 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d541a7e90 con 0x7f3d54101f70 2024-04-26T17:26:17.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.969+0000 7f3d4a7fc700 1 -- 172.21.15.90:0/1820138893 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d44018660 con 0x7f3d54101f70 2024-04-26T17:26:17.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.970+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/1820138893 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d38005330 con 0x7f3d54101f70 2024-04-26T17:26:17.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.971+0000 7f3d4a7fc700 1 -- 172.21.15.90:0/1820138893 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3d44007ca0 con 0x7f3d54101f70 2024-04-26T17:26:17.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.972+0000 7f3d4a7fc700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3d400a3d50 0x7f3d400a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:17.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.972+0000 7f3d597ba700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3d400a3d50 0x7f3d400a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:17.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.972+0000 7f3d4a7fc700 1 -- 172.21.15.90:0/1820138893 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f3d440d0900 con 0x7f3d54101f70 2024-04-26T17:26:17.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.973+0000 7f3d597ba700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3d400a3d50 0x7f3d400a6210 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3d54078390 tx=0x7f3d50009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:17.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:17.979+0000 7f3d4a7fc700 1 -- 172.21.15.90:0/1820138893 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3d44014030 con 0x7f3d54101f70 2024-04-26T17:26:18.182 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.182+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/1820138893 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f3d380058f0 con 0x7f3d54101f70 2024-04-26T17:26:18.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.183+0000 7f3d4a7fc700 1 -- 172.21.15.90:0/1820138893 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3d4409cf30 con 0x7f3d54101f70 2024-04-26T17:26:18.183 INFO:teuthology.orchestra.run.smithi090.stdout:77309411407 2024-04-26T17:26:18.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.185+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/1820138893 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3d400a3d50 msgr2=0x7f3d400a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:18.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.185+0000 7f3d5ba1e700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3d400a3d50 0x7f3d400a6210 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3d54078390 tx=0x7f3d50009260 comp rx=0 tx=0).stop 2024-04-26T17:26:18.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.185+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/1820138893 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d54101f70 msgr2=0x7f3d54102cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:18.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.185+0000 7f3d5ba1e700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d54101f70 0x7f3d54102cd0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f3d4400c9b0 tx=0x7f3d4400ccc0 comp rx=0 tx=0).stop 2024-04-26T17:26:18.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.185+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/1820138893 shutdown_connections 2024-04-26T17:26:18.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.185+0000 7f3d5ba1e700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3d400a3d50 0x7f3d400a6210 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:18.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.185+0000 7f3d5ba1e700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d54107cd0 0x7f3d54103210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:18.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.185+0000 7f3d5ba1e700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3d541015b0 0x7f3d54102790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:18.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.185+0000 7f3d5ba1e700 1 --2- 172.21.15.90:0/1820138893 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d54101f70 0x7f3d54102cd0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:18.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.185+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/1820138893 >> 172.21.15.90:0/1820138893 conn(0x7f3d54076e10 msgr2=0x7f3d54100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:18.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.185+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/1820138893 shutdown_connections 2024-04-26T17:26:18.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:18.185+0000 7f3d5ba1e700 1 -- 172.21.15.90:0/1820138893 wait complete. 2024-04-26T17:26:18.684 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892351004 got 347892351009 for osd.11 2024-04-26T17:26:18.685 DEBUG:teuthology.parallel:result is None 2024-04-26T17:26:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:18 smithi119 ceph-mon[32584]: pgmap v344: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:26:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:18 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:26:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:18 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:26:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:18 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1899935325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T17:26:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:18 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1820138893' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T17:26:18.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:18 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:26:18.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:18 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:26:18.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:18 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:26:18.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:18 smithi090 ceph-mon[29417]: pgmap v344: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:26:18.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:18 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:26:18.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:18 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:26:18.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:18 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1899935325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T17:26:18.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:18 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1820138893' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T17:26:18.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:18 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:26:18.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:18 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:26:18.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:18 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:26:19.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:18 smithi167 ceph-mon[32665]: pgmap v344: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:26:19.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:18 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:26:19.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:18 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:26:19.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:18 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1899935325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T17:26:19.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:18 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1820138893' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T17:26:19.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:18 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:26:19.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:18 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:26:19.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:18 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:26:19.528 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411401 got 77309411407 for osd.2 2024-04-26T17:26:19.529 DEBUG:teuthology.parallel:result is None 2024-04-26T17:26:19.529 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T17:26:19.529 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T17:26:19.772 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:20.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:20 smithi119 ceph-mon[32584]: pgmap v345: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:20.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:20 smithi090 ceph-mon[29417]: pgmap v345: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:21.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:20 smithi167 ceph-mon[32665]: pgmap v345: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:21.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.556+0000 7febe3888700 1 -- 172.21.15.90:0/3599840870 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febdc101b20 msgr2=0x7febdc101fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:21.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.556+0000 7febe3888700 1 --2- 172.21.15.90:0/3599840870 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febdc101b20 0x7febdc101fa0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7febcc009990 tx=0x7febcc009ca0 comp rx=0 tx=0).stop 2024-04-26T17:26:21.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.556+0000 7febe3888700 1 -- 172.21.15.90:0/3599840870 shutdown_connections 2024-04-26T17:26:21.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.556+0000 7febe3888700 1 --2- 172.21.15.90:0/3599840870 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febdc1024e0 0x7febdc10e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:21.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.556+0000 7febe3888700 1 --2- 172.21.15.90:0/3599840870 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7febdc107b60 0x7febdc107f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:21.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.556+0000 7febe3888700 1 --2- 172.21.15.90:0/3599840870 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febdc101b20 0x7febdc101fa0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:21.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.556+0000 7febe3888700 1 -- 172.21.15.90:0/3599840870 >> 172.21.15.90:0/3599840870 conn(0x7febdc078aa0 msgr2=0x7febdc078eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:21.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.556+0000 7febe3888700 1 -- 172.21.15.90:0/3599840870 shutdown_connections 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.556+0000 7febe3888700 1 -- 172.21.15.90:0/3599840870 wait complete. 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe3888700 1 Processor -- start 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe3888700 1 -- start start 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe3888700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7febdc101b20 0x7febdc103730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe3888700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febdc1024e0 0x7febdc103c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe3888700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febdc107b60 0x7febdc1041b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe3888700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7febdc111d60 con 0x7febdc1024e0 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe3888700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7febdc111be0 con 0x7febdc101b20 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe3888700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7febdc111ee0 con 0x7febdc107b60 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe0e23700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febdc1024e0 0x7febdc103c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe0e23700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febdc1024e0 0x7febdc103c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:57806/0 (socket says 172.21.15.90:57806) 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe0e23700 1 -- 172.21.15.90:0/1918920081 learned_addr learned my addr 172.21.15.90:0/1918920081 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:21.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe1e25700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febdc107b60 0x7febdc1041b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:21.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe0e23700 1 -- 172.21.15.90:0/1918920081 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febdc107b60 msgr2=0x7febdc1041b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:21.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe0e23700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febdc107b60 0x7febdc1041b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:21.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe0e23700 1 -- 172.21.15.90:0/1918920081 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7febdc101b20 msgr2=0x7febdc103730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:21.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe1624700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7febdc101b20 0x7febdc103730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:21.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe0e23700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7febdc101b20 0x7febdc103730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:21.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe0e23700 1 -- 172.21.15.90:0/1918920081 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febdc1a79d0 con 0x7febdc1024e0 2024-04-26T17:26:21.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe1624700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7febdc101b20 0x7febdc103730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:21.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.557+0000 7febe0e23700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febdc1024e0 0x7febdc103c70 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7febcc000c00 tx=0x7febcc0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:21.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.558+0000 7febd27fc700 1 -- 172.21.15.90:0/1918920081 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc027070 con 0x7febdc1024e0 2024-04-26T17:26:21.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.558+0000 7febd27fc700 1 -- 172.21.15.90:0/1918920081 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7febcc00fdd0 con 0x7febdc1024e0 2024-04-26T17:26:21.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.558+0000 7febe3888700 1 -- 172.21.15.90:0/1918920081 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febdc1a7c60 con 0x7febdc1024e0 2024-04-26T17:26:21.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.558+0000 7febd27fc700 1 -- 172.21.15.90:0/1918920081 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc003830 con 0x7febdc1024e0 2024-04-26T17:26:21.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.558+0000 7febe3888700 1 -- 172.21.15.90:0/1918920081 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febdc1a80b0 con 0x7febdc1024e0 2024-04-26T17:26:21.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.559+0000 7febe3888700 1 -- 172.21.15.90:0/1918920081 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febdc0698e0 con 0x7febdc1024e0 2024-04-26T17:26:21.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.560+0000 7febd27fc700 1 -- 172.21.15.90:0/1918920081 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7febcc02a070 con 0x7febdc1024e0 2024-04-26T17:26:21.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.560+0000 7febd27fc700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7febc80a3cd0 0x7febc80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:21.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.560+0000 7febe1624700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7febc80a3cd0 0x7febc80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:21.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.560+0000 7febd27fc700 1 -- 172.21.15.90:0/1918920081 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7febcc0d1d10 con 0x7febdc1024e0 2024-04-26T17:26:21.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.561+0000 7febe1624700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7febc80a3cd0 0x7febc80a6190 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7febd8007900 tx=0x7febd8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:21.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.566+0000 7febd27fc700 1 -- 172.21.15.90:0/1918920081 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7febcc031070 con 0x7febdc1024e0 2024-04-26T17:26:21.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.761+0000 7febe3888700 1 -- 172.21.15.90:0/1918920081 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7febdc063030 con 0x7febc80a3cd0 2024-04-26T17:26:21.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.771+0000 7febd27fc700 1 -- 172.21.15.90:0/1918920081 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340433 (secure 0 0 0) 0x7febdc063030 con 0x7febc80a3cd0 2024-04-26T17:26:21.776 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:21.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.774+0000 7febe3888700 1 -- 172.21.15.90:0/1918920081 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7febc80a3cd0 msgr2=0x7febc80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:21.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.774+0000 7febe3888700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7febc80a3cd0 0x7febc80a6190 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7febd8007900 tx=0x7febd8008040 comp rx=0 tx=0).stop 2024-04-26T17:26:21.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.774+0000 7febe3888700 1 -- 172.21.15.90:0/1918920081 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febdc1024e0 msgr2=0x7febdc103c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:21.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.774+0000 7febe3888700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febdc1024e0 0x7febdc103c70 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7febcc000c00 tx=0x7febcc0047b0 comp rx=0 tx=0).stop 2024-04-26T17:26:21.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.774+0000 7febe3888700 1 -- 172.21.15.90:0/1918920081 shutdown_connections 2024-04-26T17:26:21.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.774+0000 7febe3888700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7febc80a3cd0 0x7febc80a6190 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:21.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.774+0000 7febe3888700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febdc107b60 0x7febdc1041b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:21.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.774+0000 7febe3888700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7febdc101b20 0x7febdc103730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:21.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.774+0000 7febe3888700 1 --2- 172.21.15.90:0/1918920081 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febdc1024e0 0x7febdc103c70 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:21.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.774+0000 7febe3888700 1 -- 172.21.15.90:0/1918920081 >> 172.21.15.90:0/1918920081 conn(0x7febdc078aa0 msgr2=0x7febdc06b6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:21.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.774+0000 7febe3888700 1 -- 172.21.15.90:0/1918920081 shutdown_connections 2024-04-26T17:26:21.781 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:21.774+0000 7febe3888700 1 -- 172.21.15.90:0/1918920081 wait complete. 2024-04-26T17:26:21.781 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-26T17:26:22.677 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":346,"stamp":"2024-04-26T17:26:21.454052+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661553,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":888,"num_read_kb":565,"num_write":425,"num_write_kb":3081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":1180987,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":350,"ondisk_log_size":350,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":380200,"kb_used_data":14336,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124561624,"statfs":{"total":1151940427776,"available":1151551102976,"internally_reserved":0,"allocated":14680064,"data_stored":8006789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":50,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003603"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532542+0000","last_change":"2024-04-26T17:24:39.453483+0000","last_active":"2024-04-26T17:25:34.532542+0000","last_peered":"2024-04-26T17:25:34.532542+0000","last_clean":"2024-04-26T17:25:34.532542+0000","last_became_active":"2024-04-26T17:24:39.451972+0000","last_became_peered":"2024-04-26T17:24:39.451972+0000","last_unstale":"2024-04-26T17:25:34.532542+0000","last_undegraded":"2024-04-26T17:25:34.532542+0000","last_fullsized":"2024-04-26T17:25:34.532542+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:33.223541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529729+0000","last_change":"2024-04-26T17:24:39.459511+0000","last_active":"2024-04-26T17:25:34.529729+0000","last_peered":"2024-04-26T17:25:34.529729+0000","last_clean":"2024-04-26T17:25:34.529729+0000","last_became_active":"2024-04-26T17:24:39.459136+0000","last_became_peered":"2024-04-26T17:24:39.459136+0000","last_unstale":"2024-04-26T17:25:34.529729+0000","last_undegraded":"2024-04-26T17:25:34.529729+0000","last_fullsized":"2024-04-26T17:25:34.529729+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:29:37.436069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529581+0000","last_change":"2024-04-26T17:24:39.462165+0000","last_active":"2024-04-26T17:25:34.529581+0000","last_peered":"2024-04-26T17:25:34.529581+0000","last_clean":"2024-04-26T17:25:34.529581+0000","last_became_active":"2024-04-26T17:24:39.460938+0000","last_became_peered":"2024-04-26T17:24:39.460938+0000","last_unstale":"2024-04-26T17:25:34.529581+0000","last_undegraded":"2024-04-26T17:25:34.529581+0000","last_fullsized":"2024-04-26T17:25:34.529581+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:10:34.225749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529638+0000","last_change":"2024-04-26T17:24:39.466791+0000","last_active":"2024-04-26T17:25:34.529638+0000","last_peered":"2024-04-26T17:25:34.529638+0000","last_clean":"2024-04-26T17:25:34.529638+0000","last_became_active":"2024-04-26T17:24:39.465140+0000","last_became_peered":"2024-04-26T17:24:39.465140+0000","last_unstale":"2024-04-26T17:25:34.529638+0000","last_undegraded":"2024-04-26T17:25:34.529638+0000","last_fullsized":"2024-04-26T17:25:34.529638+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:18.811566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527593+0000","last_change":"2024-04-26T17:24:39.454046+0000","last_active":"2024-04-26T17:25:34.527593+0000","last_peered":"2024-04-26T17:25:34.527593+0000","last_clean":"2024-04-26T17:25:34.527593+0000","last_became_active":"2024-04-26T17:24:39.452675+0000","last_became_peered":"2024-04-26T17:24:39.452675+0000","last_unstale":"2024-04-26T17:25:34.527593+0000","last_undegraded":"2024-04-26T17:25:34.527593+0000","last_fullsized":"2024-04-26T17:25:34.527593+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:44.235666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526652+0000","last_change":"2024-04-26T17:24:39.457980+0000","last_active":"2024-04-26T17:25:34.526652+0000","last_peered":"2024-04-26T17:25:34.526652+0000","last_clean":"2024-04-26T17:25:34.526652+0000","last_became_active":"2024-04-26T17:24:39.457632+0000","last_became_peered":"2024-04-26T17:24:39.457632+0000","last_unstale":"2024-04-26T17:25:34.526652+0000","last_undegraded":"2024-04-26T17:25:34.526652+0000","last_fullsized":"2024-04-26T17:25:34.526652+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:20:23.600531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532158+0000","last_change":"2024-04-26T17:24:39.460485+0000","last_active":"2024-04-26T17:25:34.532158+0000","last_peered":"2024-04-26T17:25:34.532158+0000","last_clean":"2024-04-26T17:25:34.532158+0000","last_became_active":"2024-04-26T17:24:39.460153+0000","last_became_peered":"2024-04-26T17:24:39.460153+0000","last_unstale":"2024-04-26T17:25:34.532158+0000","last_undegraded":"2024-04-26T17:25:34.532158+0000","last_fullsized":"2024-04-26T17:25:34.532158+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:36:10.529362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668382+0000","last_change":"2024-04-26T17:24:39.460287+0000","last_active":"2024-04-26T17:25:34.668382+0000","last_peered":"2024-04-26T17:25:34.668382+0000","last_clean":"2024-04-26T17:25:34.668382+0000","last_became_active":"2024-04-26T17:24:39.459814+0000","last_became_peered":"2024-04-26T17:24:39.459814+0000","last_unstale":"2024-04-26T17:25:34.668382+0000","last_undegraded":"2024-04-26T17:25:34.668382+0000","last_fullsized":"2024-04-26T17:25:34.668382+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:38:44.572507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669030+0000","last_change":"2024-04-26T17:24:39.452370+0000","last_active":"2024-04-26T17:25:34.669030+0000","last_peered":"2024-04-26T17:25:34.669030+0000","last_clean":"2024-04-26T17:25:34.669030+0000","last_became_active":"2024-04-26T17:24:39.452002+0000","last_became_peered":"2024-04-26T17:24:39.452002+0000","last_unstale":"2024-04-26T17:25:34.669030+0000","last_undegraded":"2024-04-26T17:25:34.669030+0000","last_fullsized":"2024-04-26T17:25:34.669030+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:22:55.041158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527129+0000","last_change":"2024-04-26T17:24:39.460250+0000","last_active":"2024-04-26T17:25:34.527129+0000","last_peered":"2024-04-26T17:25:34.527129+0000","last_clean":"2024-04-26T17:25:34.527129+0000","last_became_active":"2024-04-26T17:24:39.459932+0000","last_became_peered":"2024-04-26T17:24:39.459932+0000","last_unstale":"2024-04-26T17:25:34.527129+0000","last_undegraded":"2024-04-26T17:25:34.527129+0000","last_fullsized":"2024-04-26T17:25:34.527129+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:35:46.183844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.533114+0000","last_change":"2024-04-26T17:24:39.463413+0000","last_active":"2024-04-26T17:25:34.533114+0000","last_peered":"2024-04-26T17:25:34.533114+0000","last_clean":"2024-04-26T17:25:34.533114+0000","last_became_active":"2024-04-26T17:24:39.463076+0000","last_became_peered":"2024-04-26T17:24:39.463076+0000","last_unstale":"2024-04-26T17:25:34.533114+0000","last_undegraded":"2024-04-26T17:25:34.533114+0000","last_fullsized":"2024-04-26T17:25:34.533114+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:50:06.438580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529597+0000","last_change":"2024-04-26T17:24:39.465491+0000","last_active":"2024-04-26T17:25:34.529597+0000","last_peered":"2024-04-26T17:25:34.529597+0000","last_clean":"2024-04-26T17:25:34.529597+0000","last_became_active":"2024-04-26T17:24:39.464690+0000","last_became_peered":"2024-04-26T17:24:39.464690+0000","last_unstale":"2024-04-26T17:25:34.529597+0000","last_undegraded":"2024-04-26T17:25:34.529597+0000","last_fullsized":"2024-04-26T17:25:34.529597+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:03:14.863007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668792+0000","last_change":"2024-04-26T17:24:39.461560+0000","last_active":"2024-04-26T17:25:34.668792+0000","last_peered":"2024-04-26T17:25:34.668792+0000","last_clean":"2024-04-26T17:25:34.668792+0000","last_became_active":"2024-04-26T17:24:39.461230+0000","last_became_peered":"2024-04-26T17:24:39.461230+0000","last_unstale":"2024-04-26T17:25:34.668792+0000","last_undegraded":"2024-04-26T17:25:34.668792+0000","last_fullsized":"2024-04-26T17:25:34.668792+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:27:23.398940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529342+0000","last_change":"2024-04-26T17:24:39.458691+0000","last_active":"2024-04-26T17:25:34.529342+0000","last_peered":"2024-04-26T17:25:34.529342+0000","last_clean":"2024-04-26T17:25:34.529342+0000","last_became_active":"2024-04-26T17:24:39.458349+0000","last_became_peered":"2024-04-26T17:24:39.458349+0000","last_unstale":"2024-04-26T17:25:34.529342+0000","last_undegraded":"2024-04-26T17:25:34.529342+0000","last_fullsized":"2024-04-26T17:25:34.529342+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:07:57.000087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529393+0000","last_change":"2024-04-26T17:24:39.459852+0000","last_active":"2024-04-26T17:25:34.529393+0000","last_peered":"2024-04-26T17:25:34.529393+0000","last_clean":"2024-04-26T17:25:34.529393+0000","last_became_active":"2024-04-26T17:24:39.459512+0000","last_became_peered":"2024-04-26T17:24:39.459512+0000","last_unstale":"2024-04-26T17:25:34.529393+0000","last_undegraded":"2024-04-26T17:25:34.529393+0000","last_fullsized":"2024-04-26T17:25:34.529393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:05.398783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669159+0000","last_change":"2024-04-26T17:24:39.463585+0000","last_active":"2024-04-26T17:25:34.669159+0000","last_peered":"2024-04-26T17:25:34.669159+0000","last_clean":"2024-04-26T17:25:34.669159+0000","last_became_active":"2024-04-26T17:24:39.463232+0000","last_became_peered":"2024-04-26T17:24:39.463232+0000","last_unstale":"2024-04-26T17:25:34.669159+0000","last_undegraded":"2024-04-26T17:25:34.669159+0000","last_fullsized":"2024-04-26T17:25:34.669159+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:10:18.224001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532321+0000","last_change":"2024-04-26T17:24:39.453752+0000","last_active":"2024-04-26T17:25:34.532321+0000","last_peered":"2024-04-26T17:25:34.532321+0000","last_clean":"2024-04-26T17:25:34.532321+0000","last_became_active":"2024-04-26T17:24:39.453143+0000","last_became_peered":"2024-04-26T17:24:39.453143+0000","last_unstale":"2024-04-26T17:25:34.532321+0000","last_undegraded":"2024-04-26T17:25:34.532321+0000","last_fullsized":"2024-04-26T17:25:34.532321+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:45.424443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527284+0000","last_change":"2024-04-26T17:24:39.461587+0000","last_active":"2024-04-26T17:25:34.527284+0000","last_peered":"2024-04-26T17:25:34.527284+0000","last_clean":"2024-04-26T17:25:34.527284+0000","last_became_active":"2024-04-26T17:24:39.461301+0000","last_became_peered":"2024-04-26T17:24:39.461301+0000","last_unstale":"2024-04-26T17:25:34.527284+0000","last_undegraded":"2024-04-26T17:25:34.527284+0000","last_fullsized":"2024-04-26T17:25:34.527284+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:23:59.031853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531768+0000","last_change":"2024-04-26T17:24:39.455451+0000","last_active":"2024-04-26T17:25:34.531768+0000","last_peered":"2024-04-26T17:25:34.531768+0000","last_clean":"2024-04-26T17:25:34.531768+0000","last_became_active":"2024-04-26T17:24:39.455083+0000","last_became_peered":"2024-04-26T17:24:39.455083+0000","last_unstale":"2024-04-26T17:25:34.531768+0000","last_undegraded":"2024-04-26T17:25:34.531768+0000","last_fullsized":"2024-04-26T17:25:34.531768+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:50:13.807815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530259+0000","last_change":"2024-04-26T17:24:43.473311+0000","last_active":"2024-04-26T17:25:34.530259+0000","last_peered":"2024-04-26T17:25:34.530259+0000","last_clean":"2024-04-26T17:25:34.530259+0000","last_became_active":"2024-04-26T17:24:43.472836+0000","last_became_peered":"2024-04-26T17:24:43.472836+0000","last_unstale":"2024-04-26T17:25:34.530259+0000","last_undegraded":"2024-04-26T17:25:34.530259+0000","last_fullsized":"2024-04-26T17:25:34.530259+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:26:32.512214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'13","reported_seq":110,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:14.984428+0000","last_change":"2024-04-26T17:24:38.758449+0000","last_active":"2024-04-26T17:26:14.984428+0000","last_peered":"2024-04-26T17:26:14.984428+0000","last_clean":"2024-04-26T17:26:14.984428+0000","last_became_active":"2024-04-26T17:24:38.757257+0000","last_became_peered":"2024-04-26T17:24:38.757257+0000","last_unstale":"2024-04-26T17:26:14.984428+0000","last_undegraded":"2024-04-26T17:26:14.984428+0000","last_fullsized":"2024-04-26T17:26:14.984428+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:00:32.181805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":71,"num_read_kb":71,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668958+0000","last_change":"2024-04-26T17:24:39.456902+0000","last_active":"2024-04-26T17:25:34.668958+0000","last_peered":"2024-04-26T17:25:34.668958+0000","last_clean":"2024-04-26T17:25:34.668958+0000","last_became_active":"2024-04-26T17:24:39.456603+0000","last_became_peered":"2024-04-26T17:24:39.456603+0000","last_unstale":"2024-04-26T17:25:34.668958+0000","last_undegraded":"2024-04-26T17:25:34.668958+0000","last_fullsized":"2024-04-26T17:25:34.668958+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:49.533330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.528421+0000","last_change":"2024-04-26T17:24:43.471732+0000","last_active":"2024-04-26T17:25:34.528421+0000","last_peered":"2024-04-26T17:25:34.528421+0000","last_clean":"2024-04-26T17:25:34.528421+0000","last_became_active":"2024-04-26T17:24:43.471289+0000","last_became_peered":"2024-04-26T17:24:43.471289+0000","last_unstale":"2024-04-26T17:25:34.528421+0000","last_undegraded":"2024-04-26T17:25:34.528421+0000","last_fullsized":"2024-04-26T17:25:34.528421+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:33:20.228495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669176+0000","last_change":"2024-04-26T17:24:38.765866+0000","last_active":"2024-04-26T17:25:34.669176+0000","last_peered":"2024-04-26T17:25:34.669176+0000","last_clean":"2024-04-26T17:25:34.669176+0000","last_became_active":"2024-04-26T17:24:38.765497+0000","last_became_peered":"2024-04-26T17:24:38.765497+0000","last_unstale":"2024-04-26T17:25:34.669176+0000","last_undegraded":"2024-04-26T17:25:34.669176+0000","last_fullsized":"2024-04-26T17:25:34.669176+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:27.360845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529683+0000","last_change":"2024-04-26T17:24:39.452920+0000","last_active":"2024-04-26T17:25:34.529683+0000","last_peered":"2024-04-26T17:25:34.529683+0000","last_clean":"2024-04-26T17:25:34.529683+0000","last_became_active":"2024-04-26T17:24:39.452578+0000","last_became_peered":"2024-04-26T17:24:39.452578+0000","last_unstale":"2024-04-26T17:25:34.529683+0000","last_undegraded":"2024-04-26T17:25:34.529683+0000","last_fullsized":"2024-04-26T17:25:34.529683+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:47:21.269272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.670371+0000","last_change":"2024-04-26T17:25:34.670371+0000","last_active":"2024-04-26T17:25:34.670371+0000","last_peered":"2024-04-26T17:25:34.670371+0000","last_clean":"2024-04-26T17:25:34.670371+0000","last_became_active":"2024-04-26T17:25:34.669954+0000","last_became_peered":"2024-04-26T17:25:34.669954+0000","last_unstale":"2024-04-26T17:25:34.670371+0000","last_undegraded":"2024-04-26T17:25:34.670371+0000","last_fullsized":"2024-04-26T17:25:34.670371+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:41:31.332738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,8],"acting":[4,3,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'12","reported_seq":62,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.552499+0000","last_change":"2024-04-26T17:25:34.552499+0000","last_active":"2024-04-26T17:25:34.552499+0000","last_peered":"2024-04-26T17:25:34.552499+0000","last_clean":"2024-04-26T17:25:34.552499+0000","last_became_active":"2024-04-26T17:25:34.533677+0000","last_became_peered":"2024-04-26T17:25:34.533677+0000","last_unstale":"2024-04-26T17:25:34.552499+0000","last_undegraded":"2024-04-26T17:25:34.552499+0000","last_fullsized":"2024-04-26T17:25:34.552499+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:25:21.365981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668470+0000","last_change":"2024-04-26T17:24:39.459696+0000","last_active":"2024-04-26T17:25:34.668470+0000","last_peered":"2024-04-26T17:25:34.668470+0000","last_clean":"2024-04-26T17:25:34.668470+0000","last_became_active":"2024-04-26T17:24:39.459091+0000","last_became_peered":"2024-04-26T17:24:39.459091+0000","last_unstale":"2024-04-26T17:25:34.668470+0000","last_undegraded":"2024-04-26T17:25:34.668470+0000","last_fullsized":"2024-04-26T17:25:34.668470+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:27.494595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.528928+0000","last_change":"2024-04-26T17:24:43.471330+0000","last_active":"2024-04-26T17:25:34.528928+0000","last_peered":"2024-04-26T17:25:34.528928+0000","last_clean":"2024-04-26T17:25:34.528928+0000","last_became_active":"2024-04-26T17:24:43.469938+0000","last_became_peered":"2024-04-26T17:24:43.469938+0000","last_unstale":"2024-04-26T17:25:34.528928+0000","last_undegraded":"2024-04-26T17:25:34.528928+0000","last_fullsized":"2024-04-26T17:25:34.528928+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:59.679787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'5","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527554+0000","last_change":"2024-04-26T17:24:38.762239+0000","last_active":"2024-04-26T17:25:34.527554+0000","last_peered":"2024-04-26T17:25:34.527554+0000","last_clean":"2024-04-26T17:25:34.527554+0000","last_became_active":"2024-04-26T17:24:38.761870+0000","last_became_peered":"2024-04-26T17:24:38.761870+0000","last_unstale":"2024-04-26T17:25:34.527554+0000","last_undegraded":"2024-04-26T17:25:34.527554+0000","last_fullsized":"2024-04-26T17:25:34.527554+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:22:20.740553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.536194+0000","last_change":"2024-04-26T17:24:39.461934+0000","last_active":"2024-04-26T17:25:34.536194+0000","last_peered":"2024-04-26T17:25:34.536194+0000","last_clean":"2024-04-26T17:25:34.536194+0000","last_became_active":"2024-04-26T17:24:39.461627+0000","last_became_peered":"2024-04-26T17:24:39.461627+0000","last_unstale":"2024-04-26T17:25:34.536194+0000","last_undegraded":"2024-04-26T17:25:34.536194+0000","last_fullsized":"2024-04-26T17:25:34.536194+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:37:31.632926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531605+0000","last_change":"2024-04-26T17:24:43.465956+0000","last_active":"2024-04-26T17:25:34.531605+0000","last_peered":"2024-04-26T17:25:34.531605+0000","last_clean":"2024-04-26T17:25:34.531605+0000","last_became_active":"2024-04-26T17:24:43.465488+0000","last_became_peered":"2024-04-26T17:24:43.465488+0000","last_unstale":"2024-04-26T17:25:34.531605+0000","last_undegraded":"2024-04-26T17:25:34.531605+0000","last_fullsized":"2024-04-26T17:25:34.531605+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:15:44.676119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'6","reported_seq":108,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:15.970681+0000","last_change":"2024-04-26T17:24:38.762067+0000","last_active":"2024-04-26T17:26:15.970681+0000","last_peered":"2024-04-26T17:26:15.970681+0000","last_clean":"2024-04-26T17:26:15.970681+0000","last_became_active":"2024-04-26T17:24:38.761741+0000","last_became_peered":"2024-04-26T17:24:38.761741+0000","last_unstale":"2024-04-26T17:26:15.970681+0000","last_undegraded":"2024-04-26T17:26:15.970681+0000","last_fullsized":"2024-04-26T17:26:15.970681+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:59.519213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527533+0000","last_change":"2024-04-26T17:24:39.456574+0000","last_active":"2024-04-26T17:25:34.527533+0000","last_peered":"2024-04-26T17:25:34.527533+0000","last_clean":"2024-04-26T17:25:34.527533+0000","last_became_active":"2024-04-26T17:24:39.456262+0000","last_became_peered":"2024-04-26T17:24:39.456262+0000","last_unstale":"2024-04-26T17:25:34.527533+0000","last_undegraded":"2024-04-26T17:25:34.527533+0000","last_fullsized":"2024-04-26T17:25:34.527533+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:32:14.587850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531063+0000","last_change":"2024-04-26T17:24:43.461865+0000","last_active":"2024-04-26T17:25:34.531063+0000","last_peered":"2024-04-26T17:25:34.531063+0000","last_clean":"2024-04-26T17:25:34.531063+0000","last_became_active":"2024-04-26T17:24:43.461468+0000","last_became_peered":"2024-04-26T17:24:43.461468+0000","last_unstale":"2024-04-26T17:25:34.531063+0000","last_undegraded":"2024-04-26T17:25:34.531063+0000","last_fullsized":"2024-04-26T17:25:34.531063+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:36:18.652254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"90'7","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526586+0000","last_change":"2024-04-26T17:24:38.754273+0000","last_active":"2024-04-26T17:25:34.526586+0000","last_peered":"2024-04-26T17:25:34.526586+0000","last_clean":"2024-04-26T17:25:34.526586+0000","last_became_active":"2024-04-26T17:24:38.753941+0000","last_became_peered":"2024-04-26T17:24:38.753941+0000","last_unstale":"2024-04-26T17:25:34.526586+0000","last_undegraded":"2024-04-26T17:25:34.526586+0000","last_fullsized":"2024-04-26T17:25:34.526586+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:52:09.996603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.536290+0000","last_change":"2024-04-26T17:24:39.458418+0000","last_active":"2024-04-26T17:25:34.536290+0000","last_peered":"2024-04-26T17:25:34.536290+0000","last_clean":"2024-04-26T17:25:34.536290+0000","last_became_active":"2024-04-26T17:24:39.458098+0000","last_became_peered":"2024-04-26T17:24:39.458098+0000","last_unstale":"2024-04-26T17:25:34.536290+0000","last_undegraded":"2024-04-26T17:25:34.536290+0000","last_fullsized":"2024-04-26T17:25:34.536290+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:30:03.048106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532305+0000","last_change":"2024-04-26T17:24:43.468354+0000","last_active":"2024-04-26T17:25:34.532305+0000","last_peered":"2024-04-26T17:25:34.532305+0000","last_clean":"2024-04-26T17:25:34.532305+0000","last_became_active":"2024-04-26T17:24:43.467855+0000","last_became_peered":"2024-04-26T17:24:43.467855+0000","last_unstale":"2024-04-26T17:25:34.532305+0000","last_undegraded":"2024-04-26T17:25:34.532305+0000","last_fullsized":"2024-04-26T17:25:34.532305+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:16:21.823817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"90'3","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669243+0000","last_change":"2024-04-26T17:24:38.749273+0000","last_active":"2024-04-26T17:25:34.669243+0000","last_peered":"2024-04-26T17:25:34.669243+0000","last_clean":"2024-04-26T17:25:34.669243+0000","last_became_active":"2024-04-26T17:24:38.748846+0000","last_became_peered":"2024-04-26T17:24:38.748846+0000","last_unstale":"2024-04-26T17:25:34.669243+0000","last_undegraded":"2024-04-26T17:25:34.669243+0000","last_fullsized":"2024-04-26T17:25:34.669243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:09:39.097917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668292+0000","last_change":"2024-04-26T17:24:39.455984+0000","last_active":"2024-04-26T17:25:34.668292+0000","last_peered":"2024-04-26T17:25:34.668292+0000","last_clean":"2024-04-26T17:25:34.668292+0000","last_became_active":"2024-04-26T17:24:39.455180+0000","last_became_peered":"2024-04-26T17:24:39.455180+0000","last_unstale":"2024-04-26T17:25:34.668292+0000","last_undegraded":"2024-04-26T17:25:34.668292+0000","last_fullsized":"2024-04-26T17:25:34.668292+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:05:20.141304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529713+0000","last_change":"2024-04-26T17:24:43.468541+0000","last_active":"2024-04-26T17:25:34.529713+0000","last_peered":"2024-04-26T17:25:34.529713+0000","last_clean":"2024-04-26T17:25:34.529713+0000","last_became_active":"2024-04-26T17:24:43.467853+0000","last_became_peered":"2024-04-26T17:24:43.467853+0000","last_unstale":"2024-04-26T17:25:34.529713+0000","last_undegraded":"2024-04-26T17:25:34.529713+0000","last_fullsized":"2024-04-26T17:25:34.529713+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:54:06.926318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"90'3","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.534548+0000","last_change":"2024-04-26T17:24:38.760220+0000","last_active":"2024-04-26T17:25:34.534548+0000","last_peered":"2024-04-26T17:25:34.534548+0000","last_clean":"2024-04-26T17:25:34.534548+0000","last_became_active":"2024-04-26T17:24:38.759910+0000","last_became_peered":"2024-04-26T17:24:38.759910+0000","last_unstale":"2024-04-26T17:25:34.534548+0000","last_undegraded":"2024-04-26T17:25:34.534548+0000","last_fullsized":"2024-04-26T17:25:34.534548+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:45:08.808544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526556+0000","last_change":"2024-04-26T17:24:39.456363+0000","last_active":"2024-04-26T17:25:34.526556+0000","last_peered":"2024-04-26T17:25:34.526556+0000","last_clean":"2024-04-26T17:25:34.526556+0000","last_became_active":"2024-04-26T17:24:39.456047+0000","last_became_peered":"2024-04-26T17:24:39.456047+0000","last_unstale":"2024-04-26T17:25:34.526556+0000","last_undegraded":"2024-04-26T17:25:34.526556+0000","last_fullsized":"2024-04-26T17:25:34.526556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:20:08.146296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668609+0000","last_change":"2024-04-26T17:24:43.478351+0000","last_active":"2024-04-26T17:25:34.668609+0000","last_peered":"2024-04-26T17:25:34.668609+0000","last_clean":"2024-04-26T17:25:34.668609+0000","last_became_active":"2024-04-26T17:24:43.477813+0000","last_became_peered":"2024-04-26T17:24:43.477813+0000","last_unstale":"2024-04-26T17:25:34.668609+0000","last_undegraded":"2024-04-26T17:25:34.668609+0000","last_fullsized":"2024-04-26T17:25:34.668609+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:01.214958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"90'4","reported_seq":175,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:16.971601+0000","last_change":"2024-04-26T17:24:38.760602+0000","last_active":"2024-04-26T17:26:16.971601+0000","last_peered":"2024-04-26T17:26:16.971601+0000","last_clean":"2024-04-26T17:26:16.971601+0000","last_became_active":"2024-04-26T17:24:38.760248+0000","last_became_peered":"2024-04-26T17:24:38.760248+0000","last_unstale":"2024-04-26T17:26:16.971601+0000","last_undegraded":"2024-04-26T17:26:16.971601+0000","last_fullsized":"2024-04-26T17:26:16.971601+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:10:20.105099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":144,"num_read_kb":144,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668757+0000","last_change":"2024-04-26T17:24:39.460070+0000","last_active":"2024-04-26T17:25:34.668757+0000","last_peered":"2024-04-26T17:25:34.668757+0000","last_clean":"2024-04-26T17:25:34.668757+0000","last_became_active":"2024-04-26T17:24:39.459701+0000","last_became_peered":"2024-04-26T17:24:39.459701+0000","last_unstale":"2024-04-26T17:25:34.668757+0000","last_undegraded":"2024-04-26T17:25:34.668757+0000","last_fullsized":"2024-04-26T17:25:34.668757+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:05.733139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526528+0000","last_change":"2024-04-26T17:24:43.464374+0000","last_active":"2024-04-26T17:25:34.526528+0000","last_peered":"2024-04-26T17:25:34.526528+0000","last_clean":"2024-04-26T17:25:34.526528+0000","last_became_active":"2024-04-26T17:24:43.463969+0000","last_became_peered":"2024-04-26T17:24:43.463969+0000","last_unstale":"2024-04-26T17:25:34.526528+0000","last_undegraded":"2024-04-26T17:25:34.526528+0000","last_fullsized":"2024-04-26T17:25:34.526528+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:37:48.830523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'4","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.533054+0000","last_change":"2024-04-26T17:24:38.756290+0000","last_active":"2024-04-26T17:25:34.533054+0000","last_peered":"2024-04-26T17:25:34.533054+0000","last_clean":"2024-04-26T17:25:34.533054+0000","last_became_active":"2024-04-26T17:24:38.755946+0000","last_became_peered":"2024-04-26T17:24:38.755946+0000","last_unstale":"2024-04-26T17:25:34.533054+0000","last_undegraded":"2024-04-26T17:25:34.533054+0000","last_fullsized":"2024-04-26T17:25:34.533054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:18:12.738278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.538218+0000","last_change":"2024-04-26T17:25:34.538218+0000","last_active":"2024-04-26T17:25:34.538218+0000","last_peered":"2024-04-26T17:25:34.538218+0000","last_clean":"2024-04-26T17:25:34.538218+0000","last_became_active":"2024-04-26T17:25:34.537950+0000","last_became_peered":"2024-04-26T17:25:34.537950+0000","last_unstale":"2024-04-26T17:25:34.538218+0000","last_undegraded":"2024-04-26T17:25:34.538218+0000","last_fullsized":"2024-04-26T17:25:34.538218+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:49:12.136425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669349+0000","last_change":"2024-04-26T17:25:34.669349+0000","last_active":"2024-04-26T17:25:34.669349+0000","last_peered":"2024-04-26T17:25:34.669349+0000","last_clean":"2024-04-26T17:25:34.669349+0000","last_became_active":"2024-04-26T17:25:34.668891+0000","last_became_peered":"2024-04-26T17:25:34.668891+0000","last_unstale":"2024-04-26T17:25:34.669349+0000","last_undegraded":"2024-04-26T17:25:34.669349+0000","last_fullsized":"2024-04-26T17:25:34.669349+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:41:27.443624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"90'5","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.536085+0000","last_change":"2024-04-26T17:24:38.764664+0000","last_active":"2024-04-26T17:25:34.536085+0000","last_peered":"2024-04-26T17:25:34.536085+0000","last_clean":"2024-04-26T17:25:34.536085+0000","last_became_active":"2024-04-26T17:24:38.764343+0000","last_became_peered":"2024-04-26T17:24:38.764343+0000","last_unstale":"2024-04-26T17:25:34.536085+0000","last_undegraded":"2024-04-26T17:25:34.536085+0000","last_fullsized":"2024-04-26T17:25:34.536085+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:16:28.775919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668578+0000","last_change":"2024-04-26T17:24:39.459402+0000","last_active":"2024-04-26T17:25:34.668578+0000","last_peered":"2024-04-26T17:25:34.668578+0000","last_clean":"2024-04-26T17:25:34.668578+0000","last_became_active":"2024-04-26T17:24:39.458628+0000","last_became_peered":"2024-04-26T17:24:39.458628+0000","last_unstale":"2024-04-26T17:25:34.668578+0000","last_undegraded":"2024-04-26T17:25:34.668578+0000","last_fullsized":"2024-04-26T17:25:34.668578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:06:33.324644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526703+0000","last_change":"2024-04-26T17:24:43.465983+0000","last_active":"2024-04-26T17:25:34.526703+0000","last_peered":"2024-04-26T17:25:34.526703+0000","last_clean":"2024-04-26T17:25:34.526703+0000","last_became_active":"2024-04-26T17:24:43.465337+0000","last_became_peered":"2024-04-26T17:24:43.465337+0000","last_unstale":"2024-04-26T17:25:34.526703+0000","last_undegraded":"2024-04-26T17:25:34.526703+0000","last_fullsized":"2024-04-26T17:25:34.526703+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:16:53.268391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'34","reported_seq":215,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:16.971626+0000","last_change":"2024-04-26T17:24:38.757730+0000","last_active":"2024-04-26T17:26:16.971626+0000","last_peered":"2024-04-26T17:26:16.971626+0000","last_clean":"2024-04-26T17:26:16.971626+0000","last_became_active":"2024-04-26T17:24:38.757372+0000","last_became_peered":"2024-04-26T17:24:38.757372+0000","last_unstale":"2024-04-26T17:26:16.971626+0000","last_undegraded":"2024-04-26T17:26:16.971626+0000","last_fullsized":"2024-04-26T17:26:16.971626+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:29:46.775577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63356,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":154,"num_read_kb":139,"num_write":36,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527712+0000","last_change":"2024-04-26T17:24:39.464413+0000","last_active":"2024-04-26T17:25:34.527712+0000","last_peered":"2024-04-26T17:25:34.527712+0000","last_clean":"2024-04-26T17:25:34.527712+0000","last_became_active":"2024-04-26T17:24:39.464083+0000","last_became_peered":"2024-04-26T17:24:39.464083+0000","last_unstale":"2024-04-26T17:25:34.527712+0000","last_undegraded":"2024-04-26T17:25:34.527712+0000","last_fullsized":"2024-04-26T17:25:34.527712+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:45:09.977048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.536515+0000","last_change":"2024-04-26T17:24:43.474339+0000","last_active":"2024-04-26T17:25:34.536515+0000","last_peered":"2024-04-26T17:25:34.536515+0000","last_clean":"2024-04-26T17:25:34.536515+0000","last_became_active":"2024-04-26T17:24:43.473936+0000","last_became_peered":"2024-04-26T17:24:43.473936+0000","last_unstale":"2024-04-26T17:25:34.536515+0000","last_undegraded":"2024-04-26T17:25:34.536515+0000","last_fullsized":"2024-04-26T17:25:34.536515+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:09:41.382561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"90'9","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530876+0000","last_change":"2024-04-26T17:24:38.756870+0000","last_active":"2024-04-26T17:25:34.530876+0000","last_peered":"2024-04-26T17:25:34.530876+0000","last_clean":"2024-04-26T17:25:34.530876+0000","last_became_active":"2024-04-26T17:24:38.756509+0000","last_became_peered":"2024-04-26T17:24:38.756509+0000","last_unstale":"2024-04-26T17:25:34.530876+0000","last_undegraded":"2024-04-26T17:25:34.530876+0000","last_fullsized":"2024-04-26T17:25:34.530876+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:18:03.288638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668281+0000","last_change":"2024-04-26T17:24:39.463415+0000","last_active":"2024-04-26T17:25:34.668281+0000","last_peered":"2024-04-26T17:25:34.668281+0000","last_clean":"2024-04-26T17:25:34.668281+0000","last_became_active":"2024-04-26T17:24:39.463051+0000","last_became_peered":"2024-04-26T17:24:39.463051+0000","last_unstale":"2024-04-26T17:25:34.668281+0000","last_undegraded":"2024-04-26T17:25:34.668281+0000","last_fullsized":"2024-04-26T17:25:34.668281+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:41:06.937446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530369+0000","last_change":"2024-04-26T17:24:43.470018+0000","last_active":"2024-04-26T17:25:34.530369+0000","last_peered":"2024-04-26T17:25:34.530369+0000","last_clean":"2024-04-26T17:25:34.530369+0000","last_became_active":"2024-04-26T17:24:43.469495+0000","last_became_peered":"2024-04-26T17:24:43.469495+0000","last_unstale":"2024-04-26T17:25:34.530369+0000","last_undegraded":"2024-04-26T17:25:34.530369+0000","last_fullsized":"2024-04-26T17:25:34.530369+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:58.038238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"90'5","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.535668+0000","last_change":"2024-04-26T17:24:38.766199+0000","last_active":"2024-04-26T17:25:34.535668+0000","last_peered":"2024-04-26T17:25:34.535668+0000","last_clean":"2024-04-26T17:25:34.535668+0000","last_became_active":"2024-04-26T17:24:38.765842+0000","last_became_peered":"2024-04-26T17:24:38.765842+0000","last_unstale":"2024-04-26T17:25:34.535668+0000","last_undegraded":"2024-04-26T17:25:34.535668+0000","last_fullsized":"2024-04-26T17:25:34.535668+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:34:28.148476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532873+0000","last_change":"2024-04-26T17:24:39.465819+0000","last_active":"2024-04-26T17:25:34.532873+0000","last_peered":"2024-04-26T17:25:34.532873+0000","last_clean":"2024-04-26T17:25:34.532873+0000","last_became_active":"2024-04-26T17:24:39.464960+0000","last_became_peered":"2024-04-26T17:24:39.464960+0000","last_unstale":"2024-04-26T17:25:34.532873+0000","last_undegraded":"2024-04-26T17:25:34.532873+0000","last_fullsized":"2024-04-26T17:25:34.532873+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:55:24.079793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527001+0000","last_change":"2024-04-26T17:24:43.475190+0000","last_active":"2024-04-26T17:25:34.527001+0000","last_peered":"2024-04-26T17:25:34.527001+0000","last_clean":"2024-04-26T17:25:34.527001+0000","last_became_active":"2024-04-26T17:24:43.474346+0000","last_became_peered":"2024-04-26T17:24:43.474346+0000","last_unstale":"2024-04-26T17:25:34.527001+0000","last_undegraded":"2024-04-26T17:25:34.527001+0000","last_fullsized":"2024-04-26T17:25:34.527001+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:31:50.199128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"90'6","reported_seq":109,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:16.963290+0000","last_change":"2024-04-26T17:24:38.754741+0000","last_active":"2024-04-26T17:26:16.963290+0000","last_peered":"2024-04-26T17:26:16.963290+0000","last_clean":"2024-04-26T17:26:16.963290+0000","last_became_active":"2024-04-26T17:24:38.753324+0000","last_became_peered":"2024-04-26T17:24:38.753324+0000","last_unstale":"2024-04-26T17:26:16.963290+0000","last_undegraded":"2024-04-26T17:26:16.963290+0000","last_fullsized":"2024-04-26T17:26:16.963290+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:36.023200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":78,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532087+0000","last_change":"2024-04-26T17:24:39.462327+0000","last_active":"2024-04-26T17:25:34.532087+0000","last_peered":"2024-04-26T17:25:34.532087+0000","last_clean":"2024-04-26T17:25:34.532087+0000","last_became_active":"2024-04-26T17:24:39.460823+0000","last_became_peered":"2024-04-26T17:24:39.460823+0000","last_unstale":"2024-04-26T17:25:34.532087+0000","last_undegraded":"2024-04-26T17:25:34.532087+0000","last_fullsized":"2024-04-26T17:25:34.532087+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:27.497709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669350+0000","last_change":"2024-04-26T17:24:43.477081+0000","last_active":"2024-04-26T17:25:34.669350+0000","last_peered":"2024-04-26T17:25:34.669350+0000","last_clean":"2024-04-26T17:25:34.669350+0000","last_became_active":"2024-04-26T17:24:43.476509+0000","last_became_peered":"2024-04-26T17:24:43.476509+0000","last_unstale":"2024-04-26T17:25:34.669350+0000","last_undegraded":"2024-04-26T17:25:34.669350+0000","last_fullsized":"2024-04-26T17:25:34.669350+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:17:57.803661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'17","reported_seq":69,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.683755+0000","last_change":"2024-04-26T17:25:34.683755+0000","last_active":"2024-04-26T17:25:34.683755+0000","last_peered":"2024-04-26T17:25:34.683755+0000","last_clean":"2024-04-26T17:25:34.683755+0000","last_became_active":"2024-04-26T17:25:34.669891+0000","last_became_peered":"2024-04-26T17:25:34.669891+0000","last_unstale":"2024-04-26T17:25:34.683755+0000","last_undegraded":"2024-04-26T17:25:34.683755+0000","last_fullsized":"2024-04-26T17:25:34.683755+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:37:05.127885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.535216+0000","last_change":"2024-04-26T17:24:39.459062+0000","last_active":"2024-04-26T17:25:34.535216+0000","last_peered":"2024-04-26T17:25:34.535216+0000","last_clean":"2024-04-26T17:25:34.535216+0000","last_became_active":"2024-04-26T17:24:39.458742+0000","last_became_peered":"2024-04-26T17:24:39.458742+0000","last_unstale":"2024-04-26T17:25:34.535216+0000","last_undegraded":"2024-04-26T17:25:34.535216+0000","last_fullsized":"2024-04-26T17:25:34.535216+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:08:08.199435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.535109+0000","last_change":"2024-04-26T17:24:43.473701+0000","last_active":"2024-04-26T17:25:34.535109+0000","last_peered":"2024-04-26T17:25:34.535109+0000","last_clean":"2024-04-26T17:25:34.535109+0000","last_became_active":"2024-04-26T17:24:43.473306+0000","last_became_peered":"2024-04-26T17:24:43.473306+0000","last_unstale":"2024-04-26T17:25:34.535109+0000","last_undegraded":"2024-04-26T17:25:34.535109+0000","last_fullsized":"2024-04-26T17:25:34.535109+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:46.427555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.556678+0000","last_change":"2024-04-26T17:25:34.556678+0000","last_active":"2024-04-26T17:25:34.556678+0000","last_peered":"2024-04-26T17:25:34.556678+0000","last_clean":"2024-04-26T17:25:34.556678+0000","last_became_active":"2024-04-26T17:25:34.538151+0000","last_became_peered":"2024-04-26T17:25:34.538151+0000","last_unstale":"2024-04-26T17:25:34.556678+0000","last_undegraded":"2024-04-26T17:25:34.556678+0000","last_fullsized":"2024-04-26T17:25:34.556678+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:41:04.054537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530771+0000","last_change":"2024-04-26T17:24:39.457532+0000","last_active":"2024-04-26T17:25:34.530771+0000","last_peered":"2024-04-26T17:25:34.530771+0000","last_clean":"2024-04-26T17:25:34.530771+0000","last_became_active":"2024-04-26T17:24:39.457191+0000","last_became_peered":"2024-04-26T17:24:39.457191+0000","last_unstale":"2024-04-26T17:25:34.530771+0000","last_undegraded":"2024-04-26T17:25:34.530771+0000","last_fullsized":"2024-04-26T17:25:34.530771+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:35:27.365525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527481+0000","last_change":"2024-04-26T17:24:43.484625+0000","last_active":"2024-04-26T17:25:34.527481+0000","last_peered":"2024-04-26T17:25:34.527481+0000","last_clean":"2024-04-26T17:25:34.527481+0000","last_became_active":"2024-04-26T17:24:43.484093+0000","last_became_peered":"2024-04-26T17:24:43.484093+0000","last_unstale":"2024-04-26T17:25:34.527481+0000","last_undegraded":"2024-04-26T17:25:34.527481+0000","last_fullsized":"2024-04-26T17:25:34.527481+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:23:51.275317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"90'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526937+0000","last_change":"2024-04-26T17:24:38.755671+0000","last_active":"2024-04-26T17:25:34.526937+0000","last_peered":"2024-04-26T17:25:34.526937+0000","last_clean":"2024-04-26T17:25:34.526937+0000","last_became_active":"2024-04-26T17:24:38.755306+0000","last_became_peered":"2024-04-26T17:24:38.755306+0000","last_unstale":"2024-04-26T17:25:34.526937+0000","last_undegraded":"2024-04-26T17:25:34.526937+0000","last_fullsized":"2024-04-26T17:25:34.526937+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:04:54.537525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527068+0000","last_change":"2024-04-26T17:24:39.457765+0000","last_active":"2024-04-26T17:25:34.527068+0000","last_peered":"2024-04-26T17:25:34.527068+0000","last_clean":"2024-04-26T17:25:34.527068+0000","last_became_active":"2024-04-26T17:24:39.457436+0000","last_became_peered":"2024-04-26T17:24:39.457436+0000","last_unstale":"2024-04-26T17:25:34.527068+0000","last_undegraded":"2024-04-26T17:25:34.527068+0000","last_fullsized":"2024-04-26T17:25:34.527068+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:55:00.036890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669385+0000","last_change":"2024-04-26T17:24:43.470605+0000","last_active":"2024-04-26T17:25:34.669385+0000","last_peered":"2024-04-26T17:25:34.669385+0000","last_clean":"2024-04-26T17:25:34.669385+0000","last_became_active":"2024-04-26T17:24:43.470143+0000","last_became_peered":"2024-04-26T17:24:43.470143+0000","last_unstale":"2024-04-26T17:25:34.669385+0000","last_undegraded":"2024-04-26T17:25:34.669385+0000","last_fullsized":"2024-04-26T17:25:34.669385+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:34:46.825016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'5","reported_seq":105,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:16.987356+0000","last_change":"2024-04-26T17:24:38.760705+0000","last_active":"2024-04-26T17:26:16.987356+0000","last_peered":"2024-04-26T17:26:16.987356+0000","last_clean":"2024-04-26T17:26:16.987356+0000","last_became_active":"2024-04-26T17:24:38.760311+0000","last_became_peered":"2024-04-26T17:24:38.760311+0000","last_unstale":"2024-04-26T17:26:16.987356+0000","last_undegraded":"2024-04-26T17:26:16.987356+0000","last_fullsized":"2024-04-26T17:26:16.987356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:52:19.840232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":73,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526790+0000","last_change":"2024-04-26T17:24:39.459900+0000","last_active":"2024-04-26T17:25:34.526790+0000","last_peered":"2024-04-26T17:25:34.526790+0000","last_clean":"2024-04-26T17:25:34.526790+0000","last_became_active":"2024-04-26T17:24:39.459527+0000","last_became_peered":"2024-04-26T17:24:39.459527+0000","last_unstale":"2024-04-26T17:25:34.526790+0000","last_undegraded":"2024-04-26T17:25:34.526790+0000","last_fullsized":"2024-04-26T17:25:34.526790+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:18:36.208505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669481+0000","last_change":"2024-04-26T17:24:43.484227+0000","last_active":"2024-04-26T17:25:34.669481+0000","last_peered":"2024-04-26T17:25:34.669481+0000","last_clean":"2024-04-26T17:25:34.669481+0000","last_became_active":"2024-04-26T17:24:43.483643+0000","last_became_peered":"2024-04-26T17:24:43.483643+0000","last_unstale":"2024-04-26T17:25:34.669481+0000","last_undegraded":"2024-04-26T17:25:34.669481+0000","last_fullsized":"2024-04-26T17:25:34.669481+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:43.415912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.537142+0000","last_change":"2024-04-26T17:24:39.458883+0000","last_active":"2024-04-26T17:25:34.537142+0000","last_peered":"2024-04-26T17:25:34.537142+0000","last_clean":"2024-04-26T17:25:34.537142+0000","last_became_active":"2024-04-26T17:24:39.458382+0000","last_became_peered":"2024-04-26T17:24:39.458382+0000","last_unstale":"2024-04-26T17:25:34.537142+0000","last_undegraded":"2024-04-26T17:25:34.537142+0000","last_fullsized":"2024-04-26T17:25:34.537142+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:35:05.561030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'5","reported_seq":105,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:16.962449+0000","last_change":"2024-04-26T17:24:38.750013+0000","last_active":"2024-04-26T17:26:16.962449+0000","last_peered":"2024-04-26T17:26:16.962449+0000","last_clean":"2024-04-26T17:26:16.962449+0000","last_became_active":"2024-04-26T17:24:38.749676+0000","last_became_peered":"2024-04-26T17:24:38.749676+0000","last_unstale":"2024-04-26T17:26:16.962449+0000","last_undegraded":"2024-04-26T17:26:16.962449+0000","last_fullsized":"2024-04-26T17:26:16.962449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:11:43.249143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":75,"num_read_kb":75,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":19,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532990+0000","last_change":"2024-04-26T17:24:43.464021+0000","last_active":"2024-04-26T17:25:34.532990+0000","last_peered":"2024-04-26T17:25:34.532990+0000","last_clean":"2024-04-26T17:25:34.532990+0000","last_became_active":"2024-04-26T17:24:43.463543+0000","last_became_peered":"2024-04-26T17:24:43.463543+0000","last_unstale":"2024-04-26T17:25:34.532990+0000","last_undegraded":"2024-04-26T17:25:34.532990+0000","last_fullsized":"2024-04-26T17:25:34.532990+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:49:30.368633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668478+0000","last_change":"2024-04-26T17:24:39.457631+0000","last_active":"2024-04-26T17:25:34.668478+0000","last_peered":"2024-04-26T17:25:34.668478+0000","last_clean":"2024-04-26T17:25:34.668478+0000","last_became_active":"2024-04-26T17:24:39.456706+0000","last_became_peered":"2024-04-26T17:24:39.456706+0000","last_unstale":"2024-04-26T17:25:34.668478+0000","last_undegraded":"2024-04-26T17:25:34.668478+0000","last_fullsized":"2024-04-26T17:25:34.668478+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:59:53.471197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'6","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529063+0000","last_change":"2024-04-26T17:24:38.753711+0000","last_active":"2024-04-26T17:25:34.529063+0000","last_peered":"2024-04-26T17:25:34.529063+0000","last_clean":"2024-04-26T17:25:34.529063+0000","last_became_active":"2024-04-26T17:24:38.753064+0000","last_became_peered":"2024-04-26T17:24:38.753064+0000","last_unstale":"2024-04-26T17:25:34.529063+0000","last_undegraded":"2024-04-26T17:25:34.529063+0000","last_fullsized":"2024-04-26T17:25:34.529063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:19:10.566889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":353,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531992+0000","last_change":"2024-04-26T17:23:25.516116+0000","last_active":"2024-04-26T17:25:34.531992+0000","last_peered":"2024-04-26T17:25:34.531992+0000","last_clean":"2024-04-26T17:25:34.531992+0000","last_became_active":"2024-04-26T17:23:25.515603+0000","last_became_peered":"2024-04-26T17:23:25.515603+0000","last_unstale":"2024-04-26T17:25:34.531992+0000","last_undegraded":"2024-04-26T17:25:34.531992+0000","last_fullsized":"2024-04-26T17:25:34.531992+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_clean_scrub_stamp":"2024-04-26T17:20:00.347071+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:41:51.768456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.536585+0000","last_change":"2024-04-26T17:24:43.485068+0000","last_active":"2024-04-26T17:25:34.536585+0000","last_peered":"2024-04-26T17:25:34.536585+0000","last_clean":"2024-04-26T17:25:34.536585+0000","last_became_active":"2024-04-26T17:24:43.484477+0000","last_became_peered":"2024-04-26T17:24:43.484477+0000","last_unstale":"2024-04-26T17:25:34.536585+0000","last_undegraded":"2024-04-26T17:25:34.536585+0000","last_fullsized":"2024-04-26T17:25:34.536585+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:34:40.409819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668934+0000","last_change":"2024-04-26T17:24:39.457780+0000","last_active":"2024-04-26T17:25:34.668934+0000","last_peered":"2024-04-26T17:25:34.668934+0000","last_clean":"2024-04-26T17:25:34.668934+0000","last_became_active":"2024-04-26T17:24:39.457464+0000","last_became_peered":"2024-04-26T17:24:39.457464+0000","last_unstale":"2024-04-26T17:25:34.668934+0000","last_undegraded":"2024-04-26T17:25:34.668934+0000","last_fullsized":"2024-04-26T17:25:34.668934+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:28:10.491236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'4","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531951+0000","last_change":"2024-04-26T17:24:38.762834+0000","last_active":"2024-04-26T17:25:34.531951+0000","last_peered":"2024-04-26T17:25:34.531951+0000","last_clean":"2024-04-26T17:25:34.531951+0000","last_became_active":"2024-04-26T17:24:38.762547+0000","last_became_peered":"2024-04-26T17:24:38.762547+0000","last_unstale":"2024-04-26T17:25:34.531951+0000","last_undegraded":"2024-04-26T17:25:34.531951+0000","last_fullsized":"2024-04-26T17:25:34.531951+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:04:12.399538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531615+0000","last_change":"2024-04-26T17:24:43.470092+0000","last_active":"2024-04-26T17:25:34.531615+0000","last_peered":"2024-04-26T17:25:34.531615+0000","last_clean":"2024-04-26T17:25:34.531615+0000","last_became_active":"2024-04-26T17:24:43.469522+0000","last_became_peered":"2024-04-26T17:24:43.469522+0000","last_unstale":"2024-04-26T17:25:34.531615+0000","last_undegraded":"2024-04-26T17:25:34.531615+0000","last_fullsized":"2024-04-26T17:25:34.531615+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:41:03.709023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'4","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527830+0000","last_change":"2024-04-26T17:24:38.764058+0000","last_active":"2024-04-26T17:25:34.527830+0000","last_peered":"2024-04-26T17:25:34.527830+0000","last_clean":"2024-04-26T17:25:34.527830+0000","last_became_active":"2024-04-26T17:24:38.763742+0000","last_became_peered":"2024-04-26T17:24:38.763742+0000","last_unstale":"2024-04-26T17:25:34.527830+0000","last_undegraded":"2024-04-26T17:25:34.527830+0000","last_fullsized":"2024-04-26T17:25:34.527830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:54:45.870305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669488+0000","last_change":"2024-04-26T17:24:39.447902+0000","last_active":"2024-04-26T17:25:34.669488+0000","last_peered":"2024-04-26T17:25:34.669488+0000","last_clean":"2024-04-26T17:25:34.669488+0000","last_became_active":"2024-04-26T17:24:39.447568+0000","last_became_peered":"2024-04-26T17:24:39.447568+0000","last_unstale":"2024-04-26T17:25:34.669488+0000","last_undegraded":"2024-04-26T17:25:34.669488+0000","last_fullsized":"2024-04-26T17:25:34.669488+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:38:55.547928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668174+0000","last_change":"2024-04-26T17:24:43.484707+0000","last_active":"2024-04-26T17:25:34.668174+0000","last_peered":"2024-04-26T17:25:34.668174+0000","last_clean":"2024-04-26T17:25:34.668174+0000","last_became_active":"2024-04-26T17:24:43.484224+0000","last_became_peered":"2024-04-26T17:24:43.484224+0000","last_unstale":"2024-04-26T17:25:34.668174+0000","last_undegraded":"2024-04-26T17:25:34.668174+0000","last_fullsized":"2024-04-26T17:25:34.668174+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:10:55.134905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'12","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527210+0000","last_change":"2024-04-26T17:24:38.757005+0000","last_active":"2024-04-26T17:25:34.527210+0000","last_peered":"2024-04-26T17:25:34.527210+0000","last_clean":"2024-04-26T17:25:34.527210+0000","last_became_active":"2024-04-26T17:24:38.756679+0000","last_became_peered":"2024-04-26T17:24:38.756679+0000","last_unstale":"2024-04-26T17:25:34.527210+0000","last_undegraded":"2024-04-26T17:25:34.527210+0000","last_fullsized":"2024-04-26T17:25:34.527210+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:38:35.553984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668868+0000","last_change":"2024-04-26T17:24:39.463481+0000","last_active":"2024-04-26T17:25:34.668868+0000","last_peered":"2024-04-26T17:25:34.668868+0000","last_clean":"2024-04-26T17:25:34.668868+0000","last_became_active":"2024-04-26T17:24:39.463056+0000","last_became_peered":"2024-04-26T17:24:39.463056+0000","last_unstale":"2024-04-26T17:25:34.668868+0000","last_undegraded":"2024-04-26T17:25:34.668868+0000","last_fullsized":"2024-04-26T17:25:34.668868+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:46:22.393026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529993+0000","last_change":"2024-04-26T17:24:43.462942+0000","last_active":"2024-04-26T17:25:34.529993+0000","last_peered":"2024-04-26T17:25:34.529993+0000","last_clean":"2024-04-26T17:25:34.529993+0000","last_became_active":"2024-04-26T17:24:43.462521+0000","last_became_peered":"2024-04-26T17:24:43.462521+0000","last_unstale":"2024-04-26T17:25:34.529993+0000","last_undegraded":"2024-04-26T17:25:34.529993+0000","last_fullsized":"2024-04-26T17:25:34.529993+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:12:19.608796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"90'7","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530764+0000","last_change":"2024-04-26T17:24:38.759355+0000","last_active":"2024-04-26T17:25:34.530764+0000","last_peered":"2024-04-26T17:25:34.530764+0000","last_clean":"2024-04-26T17:25:34.530764+0000","last_became_active":"2024-04-26T17:24:38.759050+0000","last_became_peered":"2024-04-26T17:24:38.759050+0000","last_unstale":"2024-04-26T17:25:34.530764+0000","last_undegraded":"2024-04-26T17:25:34.530764+0000","last_fullsized":"2024-04-26T17:25:34.530764+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:22:39.158090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.670504+0000","last_change":"2024-04-26T17:25:34.670504+0000","last_active":"2024-04-26T17:25:34.670504+0000","last_peered":"2024-04-26T17:25:34.670504+0000","last_clean":"2024-04-26T17:25:34.670504+0000","last_became_active":"2024-04-26T17:25:34.670035+0000","last_became_peered":"2024-04-26T17:25:34.670035+0000","last_unstale":"2024-04-26T17:25:34.670504+0000","last_undegraded":"2024-04-26T17:25:34.670504+0000","last_fullsized":"2024-04-26T17:25:34.670504+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:43:13.903949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529934+0000","last_change":"2024-04-26T17:24:43.484806+0000","last_active":"2024-04-26T17:25:34.529934+0000","last_peered":"2024-04-26T17:25:34.529934+0000","last_clean":"2024-04-26T17:25:34.529934+0000","last_became_active":"2024-04-26T17:24:43.484389+0000","last_became_peered":"2024-04-26T17:24:43.484389+0000","last_unstale":"2024-04-26T17:25:34.529934+0000","last_undegraded":"2024-04-26T17:25:34.529934+0000","last_fullsized":"2024-04-26T17:25:34.529934+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:46:50.161170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669219+0000","last_change":"2024-04-26T17:24:38.763427+0000","last_active":"2024-04-26T17:25:34.669219+0000","last_peered":"2024-04-26T17:25:34.669219+0000","last_clean":"2024-04-26T17:25:34.669219+0000","last_became_active":"2024-04-26T17:24:38.763138+0000","last_became_peered":"2024-04-26T17:24:38.763138+0000","last_unstale":"2024-04-26T17:25:34.669219+0000","last_undegraded":"2024-04-26T17:25:34.669219+0000","last_fullsized":"2024-04-26T17:25:34.669219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:19:19.723703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527271+0000","last_change":"2024-04-26T17:24:39.456262+0000","last_active":"2024-04-26T17:25:34.527271+0000","last_peered":"2024-04-26T17:25:34.527271+0000","last_clean":"2024-04-26T17:25:34.527271+0000","last_became_active":"2024-04-26T17:24:39.455871+0000","last_became_peered":"2024-04-26T17:24:39.455871+0000","last_unstale":"2024-04-26T17:25:34.527271+0000","last_undegraded":"2024-04-26T17:25:34.527271+0000","last_fullsized":"2024-04-26T17:25:34.527271+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:50:38.981234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.670896+0000","last_change":"2024-04-26T17:25:34.670896+0000","last_active":"2024-04-26T17:25:34.670896+0000","last_peered":"2024-04-26T17:25:34.670896+0000","last_clean":"2024-04-26T17:25:34.670896+0000","last_became_active":"2024-04-26T17:25:34.670361+0000","last_became_peered":"2024-04-26T17:25:34.670361+0000","last_unstale":"2024-04-26T17:25:34.670896+0000","last_undegraded":"2024-04-26T17:25:34.670896+0000","last_fullsized":"2024-04-26T17:25:34.670896+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:25:13.054226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"90'7","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668827+0000","last_change":"2024-04-26T17:24:38.751590+0000","last_active":"2024-04-26T17:25:34.668827+0000","last_peered":"2024-04-26T17:25:34.668827+0000","last_clean":"2024-04-26T17:25:34.668827+0000","last_became_active":"2024-04-26T17:24:38.751285+0000","last_became_peered":"2024-04-26T17:24:38.751285+0000","last_unstale":"2024-04-26T17:25:34.668827+0000","last_undegraded":"2024-04-26T17:25:34.668827+0000","last_fullsized":"2024-04-26T17:25:34.668827+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:28:11.951439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531653+0000","last_change":"2024-04-26T17:24:39.450865+0000","last_active":"2024-04-26T17:25:34.531653+0000","last_peered":"2024-04-26T17:25:34.531653+0000","last_clean":"2024-04-26T17:25:34.531653+0000","last_became_active":"2024-04-26T17:24:39.450096+0000","last_became_peered":"2024-04-26T17:24:39.450096+0000","last_unstale":"2024-04-26T17:25:34.531653+0000","last_undegraded":"2024-04-26T17:25:34.531653+0000","last_fullsized":"2024-04-26T17:25:34.531653+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:47:59.436057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.541178+0000","last_change":"2024-04-26T17:25:34.541178+0000","last_active":"2024-04-26T17:25:34.541178+0000","last_peered":"2024-04-26T17:25:34.541178+0000","last_clean":"2024-04-26T17:25:34.541178+0000","last_became_active":"2024-04-26T17:25:34.534034+0000","last_became_peered":"2024-04-26T17:25:34.534034+0000","last_unstale":"2024-04-26T17:25:34.541178+0000","last_undegraded":"2024-04-26T17:25:34.541178+0000","last_fullsized":"2024-04-26T17:25:34.541178+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:32:03.290358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"90'3","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530623+0000","last_change":"2024-04-26T17:24:38.760595+0000","last_active":"2024-04-26T17:25:34.530623+0000","last_peered":"2024-04-26T17:25:34.530623+0000","last_clean":"2024-04-26T17:25:34.530623+0000","last_became_active":"2024-04-26T17:24:38.760278+0000","last_became_peered":"2024-04-26T17:24:38.760278+0000","last_unstale":"2024-04-26T17:25:34.530623+0000","last_undegraded":"2024-04-26T17:25:34.530623+0000","last_fullsized":"2024-04-26T17:25:34.530623+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:23:31.359042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668319+0000","last_change":"2024-04-26T17:24:39.458880+0000","last_active":"2024-04-26T17:25:34.668319+0000","last_peered":"2024-04-26T17:25:34.668319+0000","last_clean":"2024-04-26T17:25:34.668319+0000","last_became_active":"2024-04-26T17:24:39.458562+0000","last_became_peered":"2024-04-26T17:24:39.458562+0000","last_unstale":"2024-04-26T17:25:34.668319+0000","last_undegraded":"2024-04-26T17:25:34.668319+0000","last_fullsized":"2024-04-26T17:25:34.668319+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:48:02.912966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530197+0000","last_change":"2024-04-26T17:24:43.484586+0000","last_active":"2024-04-26T17:25:34.530197+0000","last_peered":"2024-04-26T17:25:34.530197+0000","last_clean":"2024-04-26T17:25:34.530197+0000","last_became_active":"2024-04-26T17:24:43.484167+0000","last_became_peered":"2024-04-26T17:24:43.484167+0000","last_unstale":"2024-04-26T17:25:34.530197+0000","last_undegraded":"2024-04-26T17:25:34.530197+0000","last_fullsized":"2024-04-26T17:25:34.530197+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:02:57.677034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.541429+0000","last_change":"2024-04-26T17:25:34.541429+0000","last_active":"2024-04-26T17:25:34.541429+0000","last_peered":"2024-04-26T17:25:34.541429+0000","last_clean":"2024-04-26T17:25:34.541429+0000","last_became_active":"2024-04-26T17:25:34.534117+0000","last_became_peered":"2024-04-26T17:25:34.534117+0000","last_unstale":"2024-04-26T17:25:34.541429+0000","last_undegraded":"2024-04-26T17:25:34.541429+0000","last_fullsized":"2024-04-26T17:25:34.541429+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:22:41.092482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532911+0000","last_change":"2024-04-26T17:24:39.455522+0000","last_active":"2024-04-26T17:25:34.532911+0000","last_peered":"2024-04-26T17:25:34.532911+0000","last_clean":"2024-04-26T17:25:34.532911+0000","last_became_active":"2024-04-26T17:24:39.455187+0000","last_became_peered":"2024-04-26T17:24:39.455187+0000","last_unstale":"2024-04-26T17:25:34.532911+0000","last_undegraded":"2024-04-26T17:25:34.532911+0000","last_fullsized":"2024-04-26T17:25:34.532911+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:13:30.576245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668233+0000","last_change":"2024-04-26T17:24:43.463308+0000","last_active":"2024-04-26T17:25:34.668233+0000","last_peered":"2024-04-26T17:25:34.668233+0000","last_clean":"2024-04-26T17:25:34.668233+0000","last_became_active":"2024-04-26T17:24:43.462881+0000","last_became_peered":"2024-04-26T17:24:43.462881+0000","last_unstale":"2024-04-26T17:25:34.668233+0000","last_undegraded":"2024-04-26T17:25:34.668233+0000","last_fullsized":"2024-04-26T17:25:34.668233+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:29:21.285541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'6","reported_seq":105,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:16.989333+0000","last_change":"2024-04-26T17:24:38.760213+0000","last_active":"2024-04-26T17:26:16.989333+0000","last_peered":"2024-04-26T17:26:16.989333+0000","last_clean":"2024-04-26T17:26:16.989333+0000","last_became_active":"2024-04-26T17:24:38.759853+0000","last_became_peered":"2024-04-26T17:24:38.759853+0000","last_unstale":"2024-04-26T17:26:16.989333+0000","last_undegraded":"2024-04-26T17:26:16.989333+0000","last_fullsized":"2024-04-26T17:26:16.989333+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:15:38.711259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":74,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.533246+0000","last_change":"2024-04-26T17:24:39.466376+0000","last_active":"2024-04-26T17:25:34.533246+0000","last_peered":"2024-04-26T17:25:34.533246+0000","last_clean":"2024-04-26T17:25:34.533246+0000","last_became_active":"2024-04-26T17:24:39.465419+0000","last_became_peered":"2024-04-26T17:24:39.465419+0000","last_unstale":"2024-04-26T17:25:34.533246+0000","last_undegraded":"2024-04-26T17:25:34.533246+0000","last_fullsized":"2024-04-26T17:25:34.533246+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:57:16.064878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529699+0000","last_change":"2024-04-26T17:24:43.469096+0000","last_active":"2024-04-26T17:25:34.529699+0000","last_peered":"2024-04-26T17:25:34.529699+0000","last_clean":"2024-04-26T17:25:34.529699+0000","last_became_active":"2024-04-26T17:24:43.468579+0000","last_became_peered":"2024-04-26T17:24:43.468579+0000","last_unstale":"2024-04-26T17:25:34.529699+0000","last_undegraded":"2024-04-26T17:25:34.529699+0000","last_fullsized":"2024-04-26T17:25:34.529699+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:35:58.470242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"90'3","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.536303+0000","last_change":"2024-04-26T17:24:38.766114+0000","last_active":"2024-04-26T17:25:34.536303+0000","last_peered":"2024-04-26T17:25:34.536303+0000","last_clean":"2024-04-26T17:25:34.536303+0000","last_became_active":"2024-04-26T17:24:38.765790+0000","last_became_peered":"2024-04-26T17:24:38.765790+0000","last_unstale":"2024-04-26T17:25:34.536303+0000","last_undegraded":"2024-04-26T17:25:34.536303+0000","last_fullsized":"2024-04-26T17:25:34.536303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:12:30.459554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532656+0000","last_change":"2024-04-26T17:24:39.465538+0000","last_active":"2024-04-26T17:25:34.532656+0000","last_peered":"2024-04-26T17:25:34.532656+0000","last_clean":"2024-04-26T17:25:34.532656+0000","last_became_active":"2024-04-26T17:24:39.460819+0000","last_became_peered":"2024-04-26T17:24:39.460819+0000","last_unstale":"2024-04-26T17:25:34.532656+0000","last_undegraded":"2024-04-26T17:25:34.532656+0000","last_fullsized":"2024-04-26T17:25:34.532656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:07:07.810205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.534243+0000","last_change":"2024-04-26T17:24:43.465495+0000","last_active":"2024-04-26T17:25:34.534243+0000","last_peered":"2024-04-26T17:25:34.534243+0000","last_clean":"2024-04-26T17:25:34.534243+0000","last_became_active":"2024-04-26T17:24:43.464957+0000","last_became_peered":"2024-04-26T17:24:43.464957+0000","last_unstale":"2024-04-26T17:25:34.534243+0000","last_undegraded":"2024-04-26T17:25:34.534243+0000","last_fullsized":"2024-04-26T17:25:34.534243+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:11:19.601623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'5","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669233+0000","last_change":"2024-04-26T17:24:38.761473+0000","last_active":"2024-04-26T17:25:34.669233+0000","last_peered":"2024-04-26T17:25:34.669233+0000","last_clean":"2024-04-26T17:25:34.669233+0000","last_became_active":"2024-04-26T17:24:38.761131+0000","last_became_peered":"2024-04-26T17:24:38.761131+0000","last_unstale":"2024-04-26T17:25:34.669233+0000","last_undegraded":"2024-04-26T17:25:34.669233+0000","last_fullsized":"2024-04-26T17:25:34.669233+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:33:42.184431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.533273+0000","last_change":"2024-04-26T17:24:39.458109+0000","last_active":"2024-04-26T17:25:34.533273+0000","last_peered":"2024-04-26T17:25:34.533273+0000","last_clean":"2024-04-26T17:25:34.533273+0000","last_became_active":"2024-04-26T17:24:39.457715+0000","last_became_peered":"2024-04-26T17:24:39.457715+0000","last_unstale":"2024-04-26T17:25:34.533273+0000","last_undegraded":"2024-04-26T17:25:34.533273+0000","last_fullsized":"2024-04-26T17:25:34.533273+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:49.881932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531803+0000","last_change":"2024-04-26T17:24:39.454462+0000","last_active":"2024-04-26T17:25:34.531803+0000","last_peered":"2024-04-26T17:25:34.531803+0000","last_clean":"2024-04-26T17:25:34.531803+0000","last_became_active":"2024-04-26T17:24:39.454127+0000","last_became_peered":"2024-04-26T17:24:39.454127+0000","last_unstale":"2024-04-26T17:25:34.531803+0000","last_undegraded":"2024-04-26T17:25:34.531803+0000","last_fullsized":"2024-04-26T17:25:34.531803+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:32:08.386506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530441+0000","last_change":"2024-04-26T17:24:39.457535+0000","last_active":"2024-04-26T17:25:34.530441+0000","last_peered":"2024-04-26T17:25:34.530441+0000","last_clean":"2024-04-26T17:25:34.530441+0000","last_became_active":"2024-04-26T17:24:39.457178+0000","last_became_peered":"2024-04-26T17:24:39.457178+0000","last_unstale":"2024-04-26T17:25:34.530441+0000","last_undegraded":"2024-04-26T17:25:34.530441+0000","last_fullsized":"2024-04-26T17:25:34.530441+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:08.479586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529997+0000","last_change":"2024-04-26T17:24:39.455463+0000","last_active":"2024-04-26T17:25:34.529997+0000","last_peered":"2024-04-26T17:25:34.529997+0000","last_clean":"2024-04-26T17:25:34.529997+0000","last_became_active":"2024-04-26T17:24:39.455066+0000","last_became_peered":"2024-04-26T17:24:39.455066+0000","last_unstale":"2024-04-26T17:25:34.529997+0000","last_undegraded":"2024-04-26T17:25:34.529997+0000","last_fullsized":"2024-04-26T17:25:34.529997+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:11:31.451372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529622+0000","last_change":"2024-04-26T17:24:39.458279+0000","last_active":"2024-04-26T17:25:34.529622+0000","last_peered":"2024-04-26T17:25:34.529622+0000","last_clean":"2024-04-26T17:25:34.529622+0000","last_became_active":"2024-04-26T17:24:39.457822+0000","last_became_peered":"2024-04-26T17:24:39.457822+0000","last_unstale":"2024-04-26T17:25:34.529622+0000","last_undegraded":"2024-04-26T17:25:34.529622+0000","last_fullsized":"2024-04-26T17:25:34.529622+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:12:33.206289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669489+0000","last_change":"2024-04-26T17:24:39.457862+0000","last_active":"2024-04-26T17:25:34.669489+0000","last_peered":"2024-04-26T17:25:34.669489+0000","last_clean":"2024-04-26T17:25:34.669489+0000","last_became_active":"2024-04-26T17:24:39.457571+0000","last_became_peered":"2024-04-26T17:24:39.457571+0000","last_unstale":"2024-04-26T17:25:34.669489+0000","last_undegraded":"2024-04-26T17:25:34.669489+0000","last_fullsized":"2024-04-26T17:25:34.669489+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:21.890300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531457+0000","last_change":"2024-04-26T17:24:39.454287+0000","last_active":"2024-04-26T17:25:34.531457+0000","last_peered":"2024-04-26T17:25:34.531457+0000","last_clean":"2024-04-26T17:25:34.531457+0000","last_became_active":"2024-04-26T17:24:39.453985+0000","last_became_peered":"2024-04-26T17:24:39.453985+0000","last_unstale":"2024-04-26T17:25:34.531457+0000","last_undegraded":"2024-04-26T17:25:34.531457+0000","last_fullsized":"2024-04-26T17:25:34.531457+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:58.875958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531264+0000","last_change":"2024-04-26T17:24:39.450151+0000","last_active":"2024-04-26T17:25:34.531264+0000","last_peered":"2024-04-26T17:25:34.531264+0000","last_clean":"2024-04-26T17:25:34.531264+0000","last_became_active":"2024-04-26T17:24:39.449808+0000","last_became_peered":"2024-04-26T17:24:39.449808+0000","last_unstale":"2024-04-26T17:25:34.531264+0000","last_undegraded":"2024-04-26T17:25:34.531264+0000","last_fullsized":"2024-04-26T17:25:34.531264+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.662766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669032+0000","last_change":"2024-04-26T17:24:39.458012+0000","last_active":"2024-04-26T17:25:34.669032+0000","last_peered":"2024-04-26T17:25:34.669032+0000","last_clean":"2024-04-26T17:25:34.669032+0000","last_became_active":"2024-04-26T17:24:39.457686+0000","last_became_peered":"2024-04-26T17:24:39.457686+0000","last_unstale":"2024-04-26T17:25:34.669032+0000","last_undegraded":"2024-04-26T17:25:34.669032+0000","last_fullsized":"2024-04-26T17:25:34.669032+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:42.019195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.534654+0000","last_change":"2024-04-26T17:24:39.457973+0000","last_active":"2024-04-26T17:25:34.534654+0000","last_peered":"2024-04-26T17:25:34.534654+0000","last_clean":"2024-04-26T17:25:34.534654+0000","last_became_active":"2024-04-26T17:24:39.457656+0000","last_became_peered":"2024-04-26T17:24:39.457656+0000","last_unstale":"2024-04-26T17:25:34.534654+0000","last_undegraded":"2024-04-26T17:25:34.534654+0000","last_fullsized":"2024-04-26T17:25:34.534654+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:33:19.075538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668712+0000","last_change":"2024-04-26T17:24:39.456407+0000","last_active":"2024-04-26T17:25:34.668712+0000","last_peered":"2024-04-26T17:25:34.668712+0000","last_clean":"2024-04-26T17:25:34.668712+0000","last_became_active":"2024-04-26T17:24:39.456058+0000","last_became_peered":"2024-04-26T17:24:39.456058+0000","last_unstale":"2024-04-26T17:25:34.668712+0000","last_undegraded":"2024-04-26T17:25:34.668712+0000","last_fullsized":"2024-04-26T17:25:34.668712+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:17:43.323671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668532+0000","last_change":"2024-04-26T17:24:39.463539+0000","last_active":"2024-04-26T17:25:34.668532+0000","last_peered":"2024-04-26T17:25:34.668532+0000","last_clean":"2024-04-26T17:25:34.668532+0000","last_became_active":"2024-04-26T17:24:39.463195+0000","last_became_peered":"2024-04-26T17:24:39.463195+0000","last_unstale":"2024-04-26T17:25:34.668532+0000","last_undegraded":"2024-04-26T17:25:34.668532+0000","last_fullsized":"2024-04-26T17:25:34.668532+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:32:52.182622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668633+0000","last_change":"2024-04-26T17:24:39.462539+0000","last_active":"2024-04-26T17:25:34.668633+0000","last_peered":"2024-04-26T17:25:34.668633+0000","last_clean":"2024-04-26T17:25:34.668633+0000","last_became_active":"2024-04-26T17:24:39.462220+0000","last_became_peered":"2024-04-26T17:24:39.462220+0000","last_unstale":"2024-04-26T17:25:34.668633+0000","last_undegraded":"2024-04-26T17:25:34.668633+0000","last_fullsized":"2024-04-26T17:25:34.668633+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:54.461792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530567+0000","last_change":"2024-04-26T17:24:39.460186+0000","last_active":"2024-04-26T17:25:34.530567+0000","last_peered":"2024-04-26T17:25:34.530567+0000","last_clean":"2024-04-26T17:25:34.530567+0000","last_became_active":"2024-04-26T17:24:39.459328+0000","last_became_peered":"2024-04-26T17:24:39.459328+0000","last_unstale":"2024-04-26T17:25:34.530567+0000","last_undegraded":"2024-04-26T17:25:34.530567+0000","last_fullsized":"2024-04-26T17:25:34.530567+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:19.563453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70951,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":762,"num_read_kb":456,"num_write":242,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":134,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":212853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":211,"ondisk_log_size":211,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351010,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1044480,"data_stored":504873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612647,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28720,"kb_used_data":1700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716432,"statfs":{"total":95995035648,"available":95965626368,"internally_reserved":0,"allocated":1740800,"data_stored":1159119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776172,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1064960,"data_stored":504390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037809,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1056768,"data_stored":504746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299446,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32800,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712352,"statfs":{"total":95995035648,"available":95961448448,"internally_reserved":0,"allocated":1658880,"data_stored":1101656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462972,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1040384,"data_stored":499894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36436,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708716,"statfs":{"total":95995035648,"available":95957725184,"internally_reserved":0,"allocated":1118208,"data_stored":564392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1064960,"data_stored":501741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36436,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708716,"statfs":{"total":95995035648,"available":95957725184,"internally_reserved":0,"allocated":1122304,"data_stored":565170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149770,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32208,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712944,"statfs":{"total":95995035648,"available":95962054656,"internally_reserved":0,"allocated":1052672,"data_stored":499602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888134,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1048576,"data_stored":504359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724608,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1667072,"data_stored":1096847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":65998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":65483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T17:26:22.683 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T17:26:22.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:22 smithi090 ceph-mon[29417]: pgmap v346: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:22.796 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:22 smithi119 ceph-mon[32584]: pgmap v346: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:22.929 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:22 smithi167 ceph-mon[32665]: pgmap v346: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:23.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:23 smithi090 ceph-mon[29417]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:26:23.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:23 smithi090 ceph-mon[29417]: pgmap v347: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:23 smithi119 ceph-mon[32584]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:26:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:23 smithi119 ceph-mon[32584]: pgmap v347: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:24.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:23 smithi167 ceph-mon[32665]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:26:24.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:23 smithi167 ceph-mon[32665]: pgmap v347: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:24.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.799+0000 7fc1260f4700 1 -- 172.21.15.90:0/1364216308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc120103880 msgr2=0x7fc120107870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:24.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.799+0000 7fc1260f4700 1 --2- 172.21.15.90:0/1364216308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc120103880 0x7fc120107870 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc114009990 tx=0x7fc114009ca0 comp rx=0 tx=0).stop 2024-04-26T17:26:24.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.799+0000 7fc1260f4700 1 -- 172.21.15.90:0/1364216308 shutdown_connections 2024-04-26T17:26:24.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.799+0000 7fc1260f4700 1 --2- 172.21.15.90:0/1364216308 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc120107f50 0x7fc12010fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:24.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.799+0000 7fc1260f4700 1 --2- 172.21.15.90:0/1364216308 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc120102ed0 0x7fc1201032b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:24.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.799+0000 7fc1260f4700 1 --2- 172.21.15.90:0/1364216308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc120103880 0x7fc120107870 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:24.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.799+0000 7fc1260f4700 1 -- 172.21.15.90:0/1364216308 >> 172.21.15.90:0/1364216308 conn(0x7fc120079d60 msgr2=0x7fc12007a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:24.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.799+0000 7fc1260f4700 1 -- 172.21.15.90:0/1364216308 shutdown_connections 2024-04-26T17:26:24.802 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.799+0000 7fc1260f4700 1 -- 172.21.15.90:0/1364216308 wait complete. 2024-04-26T17:26:24.802 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.799+0000 7fc1260f4700 1 Processor -- start 2024-04-26T17:26:24.802 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc1260f4700 1 -- start start 2024-04-26T17:26:24.802 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc1260f4700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc120102ed0 0x7fc120074ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:24.802 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc1260f4700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc120103880 0x7fc120075430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:24.802 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc1260f4700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc120107f50 0x7fc120075970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:24.802 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc1260f4700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc120112df0 con 0x7fc120107f50 2024-04-26T17:26:24.802 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc1260f4700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc120112c70 con 0x7fc120103880 2024-04-26T17:26:24.802 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc1260f4700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc120112f70 con 0x7fc120102ed0 2024-04-26T17:26:24.802 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc11ffff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc120107f50 0x7fc120075970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc11ffff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc120107f50 0x7fc120075970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41466/0 (socket says 172.21.15.90:41466) 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc11ffff700 1 -- 172.21.15.90:0/1078615222 learned_addr learned my addr 172.21.15.90:0/1078615222 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc11effd700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc120103880 0x7fc120075430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc11f7fe700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc120102ed0 0x7fc120074ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc11ffff700 1 -- 172.21.15.90:0/1078615222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc120102ed0 msgr2=0x7fc120074ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc11ffff700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc120102ed0 0x7fc120074ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc11ffff700 1 -- 172.21.15.90:0/1078615222 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc120103880 msgr2=0x7fc120075430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc11ffff700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc120103880 0x7fc120075430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc11ffff700 1 -- 172.21.15.90:0/1078615222 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1201a7890 con 0x7fc120107f50 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.800+0000 7fc11ffff700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc120107f50 0x7fc120075970 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc118007ee0 tx=0x7fc11800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.801+0000 7fc11cff9700 1 -- 172.21.15.90:0/1078615222 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc11800ddd0 con 0x7fc120107f50 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.801+0000 7fc11cff9700 1 -- 172.21.15.90:0/1078615222 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc118004020 con 0x7fc120107f50 2024-04-26T17:26:24.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.801+0000 7fc1260f4700 1 -- 172.21.15.90:0/1078615222 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1201a7b80 con 0x7fc120107f50 2024-04-26T17:26:24.804 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.801+0000 7fc11cff9700 1 -- 172.21.15.90:0/1078615222 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc118015660 con 0x7fc120107f50 2024-04-26T17:26:24.804 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.801+0000 7fc1260f4700 1 -- 172.21.15.90:0/1078615222 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1201a8040 con 0x7fc120107f50 2024-04-26T17:26:24.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.802+0000 7fc1260f4700 1 -- 172.21.15.90:0/1078615222 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc12010b170 con 0x7fc120107f50 2024-04-26T17:26:24.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.803+0000 7fc11cff9700 1 -- 172.21.15.90:0/1078615222 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc1180041d0 con 0x7fc120107f50 2024-04-26T17:26:24.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.803+0000 7fc11cff9700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc1080a3cd0 0x7fc1080a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:24.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.804+0000 7fc11f7fe700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc1080a3cd0 0x7fc1080a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:24.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.804+0000 7fc11cff9700 1 -- 172.21.15.90:0/1078615222 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fc1180d02c0 con 0x7fc120107f50 2024-04-26T17:26:24.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.804+0000 7fc11f7fe700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc1080a3cd0 0x7fc1080a6190 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc110005950 tx=0x7fc110005eb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:24.807 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:24.808+0000 7fc11cff9700 1 -- 172.21.15.90:0/1078615222 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc118010070 con 0x7fc120107f50 2024-04-26T17:26:25.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.003+0000 7fc1260f4700 1 -- 172.21.15.90:0/1078615222 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc120076420 con 0x7fc1080a3cd0 2024-04-26T17:26:25.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.012+0000 7fc11cff9700 1 -- 172.21.15.90:0/1078615222 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340433 (secure 0 0 0) 0x7fc120076420 con 0x7fc1080a3cd0 2024-04-26T17:26:25.016 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:25.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.016+0000 7fc1260f4700 1 -- 172.21.15.90:0/1078615222 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc1080a3cd0 msgr2=0x7fc1080a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:25.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.016+0000 7fc1260f4700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc1080a3cd0 0x7fc1080a6190 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc110005950 tx=0x7fc110005eb0 comp rx=0 tx=0).stop 2024-04-26T17:26:25.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.016+0000 7fc1260f4700 1 -- 172.21.15.90:0/1078615222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc120107f50 msgr2=0x7fc120075970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:25.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.016+0000 7fc1260f4700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc120107f50 0x7fc120075970 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc118007ee0 tx=0x7fc11800d3b0 comp rx=0 tx=0).stop 2024-04-26T17:26:25.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.016+0000 7fc1260f4700 1 -- 172.21.15.90:0/1078615222 shutdown_connections 2024-04-26T17:26:25.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.016+0000 7fc1260f4700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc1080a3cd0 0x7fc1080a6190 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:25.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.016+0000 7fc1260f4700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc120107f50 0x7fc120075970 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:25.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.016+0000 7fc1260f4700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc120102ed0 0x7fc120074ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:25.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.016+0000 7fc1260f4700 1 --2- 172.21.15.90:0/1078615222 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc120103880 0x7fc120075430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:25.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.016+0000 7fc1260f4700 1 -- 172.21.15.90:0/1078615222 >> 172.21.15.90:0/1078615222 conn(0x7fc120079d60 msgr2=0x7fc1201010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:25.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.016+0000 7fc1260f4700 1 -- 172.21.15.90:0/1078615222 shutdown_connections 2024-04-26T17:26:25.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:25.016+0000 7fc1260f4700 1 -- 172.21.15.90:0/1078615222 wait complete. 2024-04-26T17:26:25.019 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-26T17:26:25.926 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":347,"stamp":"2024-04-26T17:26:23.454460+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661553,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":923,"num_read_kb":585,"num_write":425,"num_write_kb":3081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":1180987,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":350,"ondisk_log_size":350,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":380200,"kb_used_data":14336,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124561624,"statfs":{"total":1151940427776,"available":1151551102976,"internally_reserved":0,"allocated":14680064,"data_stored":8006789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003404"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532542+0000","last_change":"2024-04-26T17:24:39.453483+0000","last_active":"2024-04-26T17:25:34.532542+0000","last_peered":"2024-04-26T17:25:34.532542+0000","last_clean":"2024-04-26T17:25:34.532542+0000","last_became_active":"2024-04-26T17:24:39.451972+0000","last_became_peered":"2024-04-26T17:24:39.451972+0000","last_unstale":"2024-04-26T17:25:34.532542+0000","last_undegraded":"2024-04-26T17:25:34.532542+0000","last_fullsized":"2024-04-26T17:25:34.532542+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:33.223541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529729+0000","last_change":"2024-04-26T17:24:39.459511+0000","last_active":"2024-04-26T17:25:34.529729+0000","last_peered":"2024-04-26T17:25:34.529729+0000","last_clean":"2024-04-26T17:25:34.529729+0000","last_became_active":"2024-04-26T17:24:39.459136+0000","last_became_peered":"2024-04-26T17:24:39.459136+0000","last_unstale":"2024-04-26T17:25:34.529729+0000","last_undegraded":"2024-04-26T17:25:34.529729+0000","last_fullsized":"2024-04-26T17:25:34.529729+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:29:37.436069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529581+0000","last_change":"2024-04-26T17:24:39.462165+0000","last_active":"2024-04-26T17:25:34.529581+0000","last_peered":"2024-04-26T17:25:34.529581+0000","last_clean":"2024-04-26T17:25:34.529581+0000","last_became_active":"2024-04-26T17:24:39.460938+0000","last_became_peered":"2024-04-26T17:24:39.460938+0000","last_unstale":"2024-04-26T17:25:34.529581+0000","last_undegraded":"2024-04-26T17:25:34.529581+0000","last_fullsized":"2024-04-26T17:25:34.529581+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:10:34.225749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529638+0000","last_change":"2024-04-26T17:24:39.466791+0000","last_active":"2024-04-26T17:25:34.529638+0000","last_peered":"2024-04-26T17:25:34.529638+0000","last_clean":"2024-04-26T17:25:34.529638+0000","last_became_active":"2024-04-26T17:24:39.465140+0000","last_became_peered":"2024-04-26T17:24:39.465140+0000","last_unstale":"2024-04-26T17:25:34.529638+0000","last_undegraded":"2024-04-26T17:25:34.529638+0000","last_fullsized":"2024-04-26T17:25:34.529638+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:18.811566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527593+0000","last_change":"2024-04-26T17:24:39.454046+0000","last_active":"2024-04-26T17:25:34.527593+0000","last_peered":"2024-04-26T17:25:34.527593+0000","last_clean":"2024-04-26T17:25:34.527593+0000","last_became_active":"2024-04-26T17:24:39.452675+0000","last_became_peered":"2024-04-26T17:24:39.452675+0000","last_unstale":"2024-04-26T17:25:34.527593+0000","last_undegraded":"2024-04-26T17:25:34.527593+0000","last_fullsized":"2024-04-26T17:25:34.527593+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:44.235666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526652+0000","last_change":"2024-04-26T17:24:39.457980+0000","last_active":"2024-04-26T17:25:34.526652+0000","last_peered":"2024-04-26T17:25:34.526652+0000","last_clean":"2024-04-26T17:25:34.526652+0000","last_became_active":"2024-04-26T17:24:39.457632+0000","last_became_peered":"2024-04-26T17:24:39.457632+0000","last_unstale":"2024-04-26T17:25:34.526652+0000","last_undegraded":"2024-04-26T17:25:34.526652+0000","last_fullsized":"2024-04-26T17:25:34.526652+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:20:23.600531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532158+0000","last_change":"2024-04-26T17:24:39.460485+0000","last_active":"2024-04-26T17:25:34.532158+0000","last_peered":"2024-04-26T17:25:34.532158+0000","last_clean":"2024-04-26T17:25:34.532158+0000","last_became_active":"2024-04-26T17:24:39.460153+0000","last_became_peered":"2024-04-26T17:24:39.460153+0000","last_unstale":"2024-04-26T17:25:34.532158+0000","last_undegraded":"2024-04-26T17:25:34.532158+0000","last_fullsized":"2024-04-26T17:25:34.532158+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:36:10.529362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668382+0000","last_change":"2024-04-26T17:24:39.460287+0000","last_active":"2024-04-26T17:25:34.668382+0000","last_peered":"2024-04-26T17:25:34.668382+0000","last_clean":"2024-04-26T17:25:34.668382+0000","last_became_active":"2024-04-26T17:24:39.459814+0000","last_became_peered":"2024-04-26T17:24:39.459814+0000","last_unstale":"2024-04-26T17:25:34.668382+0000","last_undegraded":"2024-04-26T17:25:34.668382+0000","last_fullsized":"2024-04-26T17:25:34.668382+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:38:44.572507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669030+0000","last_change":"2024-04-26T17:24:39.452370+0000","last_active":"2024-04-26T17:25:34.669030+0000","last_peered":"2024-04-26T17:25:34.669030+0000","last_clean":"2024-04-26T17:25:34.669030+0000","last_became_active":"2024-04-26T17:24:39.452002+0000","last_became_peered":"2024-04-26T17:24:39.452002+0000","last_unstale":"2024-04-26T17:25:34.669030+0000","last_undegraded":"2024-04-26T17:25:34.669030+0000","last_fullsized":"2024-04-26T17:25:34.669030+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:22:55.041158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527129+0000","last_change":"2024-04-26T17:24:39.460250+0000","last_active":"2024-04-26T17:25:34.527129+0000","last_peered":"2024-04-26T17:25:34.527129+0000","last_clean":"2024-04-26T17:25:34.527129+0000","last_became_active":"2024-04-26T17:24:39.459932+0000","last_became_peered":"2024-04-26T17:24:39.459932+0000","last_unstale":"2024-04-26T17:25:34.527129+0000","last_undegraded":"2024-04-26T17:25:34.527129+0000","last_fullsized":"2024-04-26T17:25:34.527129+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:35:46.183844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.533114+0000","last_change":"2024-04-26T17:24:39.463413+0000","last_active":"2024-04-26T17:25:34.533114+0000","last_peered":"2024-04-26T17:25:34.533114+0000","last_clean":"2024-04-26T17:25:34.533114+0000","last_became_active":"2024-04-26T17:24:39.463076+0000","last_became_peered":"2024-04-26T17:24:39.463076+0000","last_unstale":"2024-04-26T17:25:34.533114+0000","last_undegraded":"2024-04-26T17:25:34.533114+0000","last_fullsized":"2024-04-26T17:25:34.533114+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:50:06.438580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529597+0000","last_change":"2024-04-26T17:24:39.465491+0000","last_active":"2024-04-26T17:25:34.529597+0000","last_peered":"2024-04-26T17:25:34.529597+0000","last_clean":"2024-04-26T17:25:34.529597+0000","last_became_active":"2024-04-26T17:24:39.464690+0000","last_became_peered":"2024-04-26T17:24:39.464690+0000","last_unstale":"2024-04-26T17:25:34.529597+0000","last_undegraded":"2024-04-26T17:25:34.529597+0000","last_fullsized":"2024-04-26T17:25:34.529597+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:03:14.863007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668792+0000","last_change":"2024-04-26T17:24:39.461560+0000","last_active":"2024-04-26T17:25:34.668792+0000","last_peered":"2024-04-26T17:25:34.668792+0000","last_clean":"2024-04-26T17:25:34.668792+0000","last_became_active":"2024-04-26T17:24:39.461230+0000","last_became_peered":"2024-04-26T17:24:39.461230+0000","last_unstale":"2024-04-26T17:25:34.668792+0000","last_undegraded":"2024-04-26T17:25:34.668792+0000","last_fullsized":"2024-04-26T17:25:34.668792+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:27:23.398940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529342+0000","last_change":"2024-04-26T17:24:39.458691+0000","last_active":"2024-04-26T17:25:34.529342+0000","last_peered":"2024-04-26T17:25:34.529342+0000","last_clean":"2024-04-26T17:25:34.529342+0000","last_became_active":"2024-04-26T17:24:39.458349+0000","last_became_peered":"2024-04-26T17:24:39.458349+0000","last_unstale":"2024-04-26T17:25:34.529342+0000","last_undegraded":"2024-04-26T17:25:34.529342+0000","last_fullsized":"2024-04-26T17:25:34.529342+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:07:57.000087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529393+0000","last_change":"2024-04-26T17:24:39.459852+0000","last_active":"2024-04-26T17:25:34.529393+0000","last_peered":"2024-04-26T17:25:34.529393+0000","last_clean":"2024-04-26T17:25:34.529393+0000","last_became_active":"2024-04-26T17:24:39.459512+0000","last_became_peered":"2024-04-26T17:24:39.459512+0000","last_unstale":"2024-04-26T17:25:34.529393+0000","last_undegraded":"2024-04-26T17:25:34.529393+0000","last_fullsized":"2024-04-26T17:25:34.529393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:05.398783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669159+0000","last_change":"2024-04-26T17:24:39.463585+0000","last_active":"2024-04-26T17:25:34.669159+0000","last_peered":"2024-04-26T17:25:34.669159+0000","last_clean":"2024-04-26T17:25:34.669159+0000","last_became_active":"2024-04-26T17:24:39.463232+0000","last_became_peered":"2024-04-26T17:24:39.463232+0000","last_unstale":"2024-04-26T17:25:34.669159+0000","last_undegraded":"2024-04-26T17:25:34.669159+0000","last_fullsized":"2024-04-26T17:25:34.669159+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:10:18.224001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532321+0000","last_change":"2024-04-26T17:24:39.453752+0000","last_active":"2024-04-26T17:25:34.532321+0000","last_peered":"2024-04-26T17:25:34.532321+0000","last_clean":"2024-04-26T17:25:34.532321+0000","last_became_active":"2024-04-26T17:24:39.453143+0000","last_became_peered":"2024-04-26T17:24:39.453143+0000","last_unstale":"2024-04-26T17:25:34.532321+0000","last_undegraded":"2024-04-26T17:25:34.532321+0000","last_fullsized":"2024-04-26T17:25:34.532321+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:45.424443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527284+0000","last_change":"2024-04-26T17:24:39.461587+0000","last_active":"2024-04-26T17:25:34.527284+0000","last_peered":"2024-04-26T17:25:34.527284+0000","last_clean":"2024-04-26T17:25:34.527284+0000","last_became_active":"2024-04-26T17:24:39.461301+0000","last_became_peered":"2024-04-26T17:24:39.461301+0000","last_unstale":"2024-04-26T17:25:34.527284+0000","last_undegraded":"2024-04-26T17:25:34.527284+0000","last_fullsized":"2024-04-26T17:25:34.527284+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:23:59.031853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531768+0000","last_change":"2024-04-26T17:24:39.455451+0000","last_active":"2024-04-26T17:25:34.531768+0000","last_peered":"2024-04-26T17:25:34.531768+0000","last_clean":"2024-04-26T17:25:34.531768+0000","last_became_active":"2024-04-26T17:24:39.455083+0000","last_became_peered":"2024-04-26T17:24:39.455083+0000","last_unstale":"2024-04-26T17:25:34.531768+0000","last_undegraded":"2024-04-26T17:25:34.531768+0000","last_fullsized":"2024-04-26T17:25:34.531768+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:50:13.807815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530259+0000","last_change":"2024-04-26T17:24:43.473311+0000","last_active":"2024-04-26T17:25:34.530259+0000","last_peered":"2024-04-26T17:25:34.530259+0000","last_clean":"2024-04-26T17:25:34.530259+0000","last_became_active":"2024-04-26T17:24:43.472836+0000","last_became_peered":"2024-04-26T17:24:43.472836+0000","last_unstale":"2024-04-26T17:25:34.530259+0000","last_undegraded":"2024-04-26T17:25:34.530259+0000","last_fullsized":"2024-04-26T17:25:34.530259+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:26:32.512214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'13","reported_seq":115,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:19.990629+0000","last_change":"2024-04-26T17:24:38.758449+0000","last_active":"2024-04-26T17:26:19.990629+0000","last_peered":"2024-04-26T17:26:19.990629+0000","last_clean":"2024-04-26T17:26:19.990629+0000","last_became_active":"2024-04-26T17:24:38.757257+0000","last_became_peered":"2024-04-26T17:24:38.757257+0000","last_unstale":"2024-04-26T17:26:19.990629+0000","last_undegraded":"2024-04-26T17:26:19.990629+0000","last_fullsized":"2024-04-26T17:26:19.990629+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:00:32.181805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":76,"num_read_kb":76,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668958+0000","last_change":"2024-04-26T17:24:39.456902+0000","last_active":"2024-04-26T17:25:34.668958+0000","last_peered":"2024-04-26T17:25:34.668958+0000","last_clean":"2024-04-26T17:25:34.668958+0000","last_became_active":"2024-04-26T17:24:39.456603+0000","last_became_peered":"2024-04-26T17:24:39.456603+0000","last_unstale":"2024-04-26T17:25:34.668958+0000","last_undegraded":"2024-04-26T17:25:34.668958+0000","last_fullsized":"2024-04-26T17:25:34.668958+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:49.533330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.528421+0000","last_change":"2024-04-26T17:24:43.471732+0000","last_active":"2024-04-26T17:25:34.528421+0000","last_peered":"2024-04-26T17:25:34.528421+0000","last_clean":"2024-04-26T17:25:34.528421+0000","last_became_active":"2024-04-26T17:24:43.471289+0000","last_became_peered":"2024-04-26T17:24:43.471289+0000","last_unstale":"2024-04-26T17:25:34.528421+0000","last_undegraded":"2024-04-26T17:25:34.528421+0000","last_fullsized":"2024-04-26T17:25:34.528421+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:33:20.228495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669176+0000","last_change":"2024-04-26T17:24:38.765866+0000","last_active":"2024-04-26T17:25:34.669176+0000","last_peered":"2024-04-26T17:25:34.669176+0000","last_clean":"2024-04-26T17:25:34.669176+0000","last_became_active":"2024-04-26T17:24:38.765497+0000","last_became_peered":"2024-04-26T17:24:38.765497+0000","last_unstale":"2024-04-26T17:25:34.669176+0000","last_undegraded":"2024-04-26T17:25:34.669176+0000","last_fullsized":"2024-04-26T17:25:34.669176+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:27.360845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529683+0000","last_change":"2024-04-26T17:24:39.452920+0000","last_active":"2024-04-26T17:25:34.529683+0000","last_peered":"2024-04-26T17:25:34.529683+0000","last_clean":"2024-04-26T17:25:34.529683+0000","last_became_active":"2024-04-26T17:24:39.452578+0000","last_became_peered":"2024-04-26T17:24:39.452578+0000","last_unstale":"2024-04-26T17:25:34.529683+0000","last_undegraded":"2024-04-26T17:25:34.529683+0000","last_fullsized":"2024-04-26T17:25:34.529683+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:47:21.269272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.670371+0000","last_change":"2024-04-26T17:25:34.670371+0000","last_active":"2024-04-26T17:25:34.670371+0000","last_peered":"2024-04-26T17:25:34.670371+0000","last_clean":"2024-04-26T17:25:34.670371+0000","last_became_active":"2024-04-26T17:25:34.669954+0000","last_became_peered":"2024-04-26T17:25:34.669954+0000","last_unstale":"2024-04-26T17:25:34.670371+0000","last_undegraded":"2024-04-26T17:25:34.670371+0000","last_fullsized":"2024-04-26T17:25:34.670371+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:41:31.332738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,8],"acting":[4,3,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'12","reported_seq":62,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.552499+0000","last_change":"2024-04-26T17:25:34.552499+0000","last_active":"2024-04-26T17:25:34.552499+0000","last_peered":"2024-04-26T17:25:34.552499+0000","last_clean":"2024-04-26T17:25:34.552499+0000","last_became_active":"2024-04-26T17:25:34.533677+0000","last_became_peered":"2024-04-26T17:25:34.533677+0000","last_unstale":"2024-04-26T17:25:34.552499+0000","last_undegraded":"2024-04-26T17:25:34.552499+0000","last_fullsized":"2024-04-26T17:25:34.552499+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:25:21.365981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668470+0000","last_change":"2024-04-26T17:24:39.459696+0000","last_active":"2024-04-26T17:25:34.668470+0000","last_peered":"2024-04-26T17:25:34.668470+0000","last_clean":"2024-04-26T17:25:34.668470+0000","last_became_active":"2024-04-26T17:24:39.459091+0000","last_became_peered":"2024-04-26T17:24:39.459091+0000","last_unstale":"2024-04-26T17:25:34.668470+0000","last_undegraded":"2024-04-26T17:25:34.668470+0000","last_fullsized":"2024-04-26T17:25:34.668470+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:27.494595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.528928+0000","last_change":"2024-04-26T17:24:43.471330+0000","last_active":"2024-04-26T17:25:34.528928+0000","last_peered":"2024-04-26T17:25:34.528928+0000","last_clean":"2024-04-26T17:25:34.528928+0000","last_became_active":"2024-04-26T17:24:43.469938+0000","last_became_peered":"2024-04-26T17:24:43.469938+0000","last_unstale":"2024-04-26T17:25:34.528928+0000","last_undegraded":"2024-04-26T17:25:34.528928+0000","last_fullsized":"2024-04-26T17:25:34.528928+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:59.679787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'5","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527554+0000","last_change":"2024-04-26T17:24:38.762239+0000","last_active":"2024-04-26T17:25:34.527554+0000","last_peered":"2024-04-26T17:25:34.527554+0000","last_clean":"2024-04-26T17:25:34.527554+0000","last_became_active":"2024-04-26T17:24:38.761870+0000","last_became_peered":"2024-04-26T17:24:38.761870+0000","last_unstale":"2024-04-26T17:25:34.527554+0000","last_undegraded":"2024-04-26T17:25:34.527554+0000","last_fullsized":"2024-04-26T17:25:34.527554+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:22:20.740553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.536194+0000","last_change":"2024-04-26T17:24:39.461934+0000","last_active":"2024-04-26T17:25:34.536194+0000","last_peered":"2024-04-26T17:25:34.536194+0000","last_clean":"2024-04-26T17:25:34.536194+0000","last_became_active":"2024-04-26T17:24:39.461627+0000","last_became_peered":"2024-04-26T17:24:39.461627+0000","last_unstale":"2024-04-26T17:25:34.536194+0000","last_undegraded":"2024-04-26T17:25:34.536194+0000","last_fullsized":"2024-04-26T17:25:34.536194+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:37:31.632926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531605+0000","last_change":"2024-04-26T17:24:43.465956+0000","last_active":"2024-04-26T17:25:34.531605+0000","last_peered":"2024-04-26T17:25:34.531605+0000","last_clean":"2024-04-26T17:25:34.531605+0000","last_became_active":"2024-04-26T17:24:43.465488+0000","last_became_peered":"2024-04-26T17:24:43.465488+0000","last_unstale":"2024-04-26T17:25:34.531605+0000","last_undegraded":"2024-04-26T17:25:34.531605+0000","last_fullsized":"2024-04-26T17:25:34.531605+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:15:44.676119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'6","reported_seq":113,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:20.978686+0000","last_change":"2024-04-26T17:24:38.762067+0000","last_active":"2024-04-26T17:26:20.978686+0000","last_peered":"2024-04-26T17:26:20.978686+0000","last_clean":"2024-04-26T17:26:20.978686+0000","last_became_active":"2024-04-26T17:24:38.761741+0000","last_became_peered":"2024-04-26T17:24:38.761741+0000","last_unstale":"2024-04-26T17:26:20.978686+0000","last_undegraded":"2024-04-26T17:26:20.978686+0000","last_fullsized":"2024-04-26T17:26:20.978686+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:59.519213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527533+0000","last_change":"2024-04-26T17:24:39.456574+0000","last_active":"2024-04-26T17:25:34.527533+0000","last_peered":"2024-04-26T17:25:34.527533+0000","last_clean":"2024-04-26T17:25:34.527533+0000","last_became_active":"2024-04-26T17:24:39.456262+0000","last_became_peered":"2024-04-26T17:24:39.456262+0000","last_unstale":"2024-04-26T17:25:34.527533+0000","last_undegraded":"2024-04-26T17:25:34.527533+0000","last_fullsized":"2024-04-26T17:25:34.527533+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:32:14.587850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531063+0000","last_change":"2024-04-26T17:24:43.461865+0000","last_active":"2024-04-26T17:25:34.531063+0000","last_peered":"2024-04-26T17:25:34.531063+0000","last_clean":"2024-04-26T17:25:34.531063+0000","last_became_active":"2024-04-26T17:24:43.461468+0000","last_became_peered":"2024-04-26T17:24:43.461468+0000","last_unstale":"2024-04-26T17:25:34.531063+0000","last_undegraded":"2024-04-26T17:25:34.531063+0000","last_fullsized":"2024-04-26T17:25:34.531063+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:36:18.652254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"90'7","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526586+0000","last_change":"2024-04-26T17:24:38.754273+0000","last_active":"2024-04-26T17:25:34.526586+0000","last_peered":"2024-04-26T17:25:34.526586+0000","last_clean":"2024-04-26T17:25:34.526586+0000","last_became_active":"2024-04-26T17:24:38.753941+0000","last_became_peered":"2024-04-26T17:24:38.753941+0000","last_unstale":"2024-04-26T17:25:34.526586+0000","last_undegraded":"2024-04-26T17:25:34.526586+0000","last_fullsized":"2024-04-26T17:25:34.526586+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:52:09.996603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.536290+0000","last_change":"2024-04-26T17:24:39.458418+0000","last_active":"2024-04-26T17:25:34.536290+0000","last_peered":"2024-04-26T17:25:34.536290+0000","last_clean":"2024-04-26T17:25:34.536290+0000","last_became_active":"2024-04-26T17:24:39.458098+0000","last_became_peered":"2024-04-26T17:24:39.458098+0000","last_unstale":"2024-04-26T17:25:34.536290+0000","last_undegraded":"2024-04-26T17:25:34.536290+0000","last_fullsized":"2024-04-26T17:25:34.536290+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:30:03.048106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532305+0000","last_change":"2024-04-26T17:24:43.468354+0000","last_active":"2024-04-26T17:25:34.532305+0000","last_peered":"2024-04-26T17:25:34.532305+0000","last_clean":"2024-04-26T17:25:34.532305+0000","last_became_active":"2024-04-26T17:24:43.467855+0000","last_became_peered":"2024-04-26T17:24:43.467855+0000","last_unstale":"2024-04-26T17:25:34.532305+0000","last_undegraded":"2024-04-26T17:25:34.532305+0000","last_fullsized":"2024-04-26T17:25:34.532305+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:16:21.823817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"90'3","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669243+0000","last_change":"2024-04-26T17:24:38.749273+0000","last_active":"2024-04-26T17:25:34.669243+0000","last_peered":"2024-04-26T17:25:34.669243+0000","last_clean":"2024-04-26T17:25:34.669243+0000","last_became_active":"2024-04-26T17:24:38.748846+0000","last_became_peered":"2024-04-26T17:24:38.748846+0000","last_unstale":"2024-04-26T17:25:34.669243+0000","last_undegraded":"2024-04-26T17:25:34.669243+0000","last_fullsized":"2024-04-26T17:25:34.669243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:09:39.097917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668292+0000","last_change":"2024-04-26T17:24:39.455984+0000","last_active":"2024-04-26T17:25:34.668292+0000","last_peered":"2024-04-26T17:25:34.668292+0000","last_clean":"2024-04-26T17:25:34.668292+0000","last_became_active":"2024-04-26T17:24:39.455180+0000","last_became_peered":"2024-04-26T17:24:39.455180+0000","last_unstale":"2024-04-26T17:25:34.668292+0000","last_undegraded":"2024-04-26T17:25:34.668292+0000","last_fullsized":"2024-04-26T17:25:34.668292+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:05:20.141304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529713+0000","last_change":"2024-04-26T17:24:43.468541+0000","last_active":"2024-04-26T17:25:34.529713+0000","last_peered":"2024-04-26T17:25:34.529713+0000","last_clean":"2024-04-26T17:25:34.529713+0000","last_became_active":"2024-04-26T17:24:43.467853+0000","last_became_peered":"2024-04-26T17:24:43.467853+0000","last_unstale":"2024-04-26T17:25:34.529713+0000","last_undegraded":"2024-04-26T17:25:34.529713+0000","last_fullsized":"2024-04-26T17:25:34.529713+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:54:06.926318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"90'3","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.534548+0000","last_change":"2024-04-26T17:24:38.760220+0000","last_active":"2024-04-26T17:25:34.534548+0000","last_peered":"2024-04-26T17:25:34.534548+0000","last_clean":"2024-04-26T17:25:34.534548+0000","last_became_active":"2024-04-26T17:24:38.759910+0000","last_became_peered":"2024-04-26T17:24:38.759910+0000","last_unstale":"2024-04-26T17:25:34.534548+0000","last_undegraded":"2024-04-26T17:25:34.534548+0000","last_fullsized":"2024-04-26T17:25:34.534548+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:45:08.808544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526556+0000","last_change":"2024-04-26T17:24:39.456363+0000","last_active":"2024-04-26T17:25:34.526556+0000","last_peered":"2024-04-26T17:25:34.526556+0000","last_clean":"2024-04-26T17:25:34.526556+0000","last_became_active":"2024-04-26T17:24:39.456047+0000","last_became_peered":"2024-04-26T17:24:39.456047+0000","last_unstale":"2024-04-26T17:25:34.526556+0000","last_undegraded":"2024-04-26T17:25:34.526556+0000","last_fullsized":"2024-04-26T17:25:34.526556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:20:08.146296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668609+0000","last_change":"2024-04-26T17:24:43.478351+0000","last_active":"2024-04-26T17:25:34.668609+0000","last_peered":"2024-04-26T17:25:34.668609+0000","last_clean":"2024-04-26T17:25:34.668609+0000","last_became_active":"2024-04-26T17:24:43.477813+0000","last_became_peered":"2024-04-26T17:24:43.477813+0000","last_unstale":"2024-04-26T17:25:34.668609+0000","last_undegraded":"2024-04-26T17:25:34.668609+0000","last_fullsized":"2024-04-26T17:25:34.668609+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:01.214958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"90'4","reported_seq":185,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:21.979712+0000","last_change":"2024-04-26T17:24:38.760602+0000","last_active":"2024-04-26T17:26:21.979712+0000","last_peered":"2024-04-26T17:26:21.979712+0000","last_clean":"2024-04-26T17:26:21.979712+0000","last_became_active":"2024-04-26T17:24:38.760248+0000","last_became_peered":"2024-04-26T17:24:38.760248+0000","last_unstale":"2024-04-26T17:26:21.979712+0000","last_undegraded":"2024-04-26T17:26:21.979712+0000","last_fullsized":"2024-04-26T17:26:21.979712+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:10:20.105099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":154,"num_read_kb":154,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668757+0000","last_change":"2024-04-26T17:24:39.460070+0000","last_active":"2024-04-26T17:25:34.668757+0000","last_peered":"2024-04-26T17:25:34.668757+0000","last_clean":"2024-04-26T17:25:34.668757+0000","last_became_active":"2024-04-26T17:24:39.459701+0000","last_became_peered":"2024-04-26T17:24:39.459701+0000","last_unstale":"2024-04-26T17:25:34.668757+0000","last_undegraded":"2024-04-26T17:25:34.668757+0000","last_fullsized":"2024-04-26T17:25:34.668757+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:05.733139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526528+0000","last_change":"2024-04-26T17:24:43.464374+0000","last_active":"2024-04-26T17:25:34.526528+0000","last_peered":"2024-04-26T17:25:34.526528+0000","last_clean":"2024-04-26T17:25:34.526528+0000","last_became_active":"2024-04-26T17:24:43.463969+0000","last_became_peered":"2024-04-26T17:24:43.463969+0000","last_unstale":"2024-04-26T17:25:34.526528+0000","last_undegraded":"2024-04-26T17:25:34.526528+0000","last_fullsized":"2024-04-26T17:25:34.526528+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:37:48.830523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'4","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.533054+0000","last_change":"2024-04-26T17:24:38.756290+0000","last_active":"2024-04-26T17:25:34.533054+0000","last_peered":"2024-04-26T17:25:34.533054+0000","last_clean":"2024-04-26T17:25:34.533054+0000","last_became_active":"2024-04-26T17:24:38.755946+0000","last_became_peered":"2024-04-26T17:24:38.755946+0000","last_unstale":"2024-04-26T17:25:34.533054+0000","last_undegraded":"2024-04-26T17:25:34.533054+0000","last_fullsized":"2024-04-26T17:25:34.533054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:18:12.738278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.538218+0000","last_change":"2024-04-26T17:25:34.538218+0000","last_active":"2024-04-26T17:25:34.538218+0000","last_peered":"2024-04-26T17:25:34.538218+0000","last_clean":"2024-04-26T17:25:34.538218+0000","last_became_active":"2024-04-26T17:25:34.537950+0000","last_became_peered":"2024-04-26T17:25:34.537950+0000","last_unstale":"2024-04-26T17:25:34.538218+0000","last_undegraded":"2024-04-26T17:25:34.538218+0000","last_fullsized":"2024-04-26T17:25:34.538218+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:49:12.136425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669349+0000","last_change":"2024-04-26T17:25:34.669349+0000","last_active":"2024-04-26T17:25:34.669349+0000","last_peered":"2024-04-26T17:25:34.669349+0000","last_clean":"2024-04-26T17:25:34.669349+0000","last_became_active":"2024-04-26T17:25:34.668891+0000","last_became_peered":"2024-04-26T17:25:34.668891+0000","last_unstale":"2024-04-26T17:25:34.669349+0000","last_undegraded":"2024-04-26T17:25:34.669349+0000","last_fullsized":"2024-04-26T17:25:34.669349+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:41:27.443624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"90'5","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.536085+0000","last_change":"2024-04-26T17:24:38.764664+0000","last_active":"2024-04-26T17:25:34.536085+0000","last_peered":"2024-04-26T17:25:34.536085+0000","last_clean":"2024-04-26T17:25:34.536085+0000","last_became_active":"2024-04-26T17:24:38.764343+0000","last_became_peered":"2024-04-26T17:24:38.764343+0000","last_unstale":"2024-04-26T17:25:34.536085+0000","last_undegraded":"2024-04-26T17:25:34.536085+0000","last_fullsized":"2024-04-26T17:25:34.536085+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:16:28.775919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668578+0000","last_change":"2024-04-26T17:24:39.459402+0000","last_active":"2024-04-26T17:25:34.668578+0000","last_peered":"2024-04-26T17:25:34.668578+0000","last_clean":"2024-04-26T17:25:34.668578+0000","last_became_active":"2024-04-26T17:24:39.458628+0000","last_became_peered":"2024-04-26T17:24:39.458628+0000","last_unstale":"2024-04-26T17:25:34.668578+0000","last_undegraded":"2024-04-26T17:25:34.668578+0000","last_fullsized":"2024-04-26T17:25:34.668578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:06:33.324644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526703+0000","last_change":"2024-04-26T17:24:43.465983+0000","last_active":"2024-04-26T17:25:34.526703+0000","last_peered":"2024-04-26T17:25:34.526703+0000","last_clean":"2024-04-26T17:25:34.526703+0000","last_became_active":"2024-04-26T17:24:43.465337+0000","last_became_peered":"2024-04-26T17:24:43.465337+0000","last_unstale":"2024-04-26T17:25:34.526703+0000","last_undegraded":"2024-04-26T17:25:34.526703+0000","last_fullsized":"2024-04-26T17:25:34.526703+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:16:53.268391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'34","reported_seq":225,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:21.979647+0000","last_change":"2024-04-26T17:24:38.757730+0000","last_active":"2024-04-26T17:26:21.979647+0000","last_peered":"2024-04-26T17:26:21.979647+0000","last_clean":"2024-04-26T17:26:21.979647+0000","last_became_active":"2024-04-26T17:24:38.757372+0000","last_became_peered":"2024-04-26T17:24:38.757372+0000","last_unstale":"2024-04-26T17:26:21.979647+0000","last_undegraded":"2024-04-26T17:26:21.979647+0000","last_fullsized":"2024-04-26T17:26:21.979647+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:29:46.775577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63356,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":164,"num_read_kb":144,"num_write":36,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527712+0000","last_change":"2024-04-26T17:24:39.464413+0000","last_active":"2024-04-26T17:25:34.527712+0000","last_peered":"2024-04-26T17:25:34.527712+0000","last_clean":"2024-04-26T17:25:34.527712+0000","last_became_active":"2024-04-26T17:24:39.464083+0000","last_became_peered":"2024-04-26T17:24:39.464083+0000","last_unstale":"2024-04-26T17:25:34.527712+0000","last_undegraded":"2024-04-26T17:25:34.527712+0000","last_fullsized":"2024-04-26T17:25:34.527712+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:45:09.977048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.536515+0000","last_change":"2024-04-26T17:24:43.474339+0000","last_active":"2024-04-26T17:25:34.536515+0000","last_peered":"2024-04-26T17:25:34.536515+0000","last_clean":"2024-04-26T17:25:34.536515+0000","last_became_active":"2024-04-26T17:24:43.473936+0000","last_became_peered":"2024-04-26T17:24:43.473936+0000","last_unstale":"2024-04-26T17:25:34.536515+0000","last_undegraded":"2024-04-26T17:25:34.536515+0000","last_fullsized":"2024-04-26T17:25:34.536515+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:09:41.382561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"90'9","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530876+0000","last_change":"2024-04-26T17:24:38.756870+0000","last_active":"2024-04-26T17:25:34.530876+0000","last_peered":"2024-04-26T17:25:34.530876+0000","last_clean":"2024-04-26T17:25:34.530876+0000","last_became_active":"2024-04-26T17:24:38.756509+0000","last_became_peered":"2024-04-26T17:24:38.756509+0000","last_unstale":"2024-04-26T17:25:34.530876+0000","last_undegraded":"2024-04-26T17:25:34.530876+0000","last_fullsized":"2024-04-26T17:25:34.530876+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:18:03.288638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668281+0000","last_change":"2024-04-26T17:24:39.463415+0000","last_active":"2024-04-26T17:25:34.668281+0000","last_peered":"2024-04-26T17:25:34.668281+0000","last_clean":"2024-04-26T17:25:34.668281+0000","last_became_active":"2024-04-26T17:24:39.463051+0000","last_became_peered":"2024-04-26T17:24:39.463051+0000","last_unstale":"2024-04-26T17:25:34.668281+0000","last_undegraded":"2024-04-26T17:25:34.668281+0000","last_fullsized":"2024-04-26T17:25:34.668281+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:41:06.937446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530369+0000","last_change":"2024-04-26T17:24:43.470018+0000","last_active":"2024-04-26T17:25:34.530369+0000","last_peered":"2024-04-26T17:25:34.530369+0000","last_clean":"2024-04-26T17:25:34.530369+0000","last_became_active":"2024-04-26T17:24:43.469495+0000","last_became_peered":"2024-04-26T17:24:43.469495+0000","last_unstale":"2024-04-26T17:25:34.530369+0000","last_undegraded":"2024-04-26T17:25:34.530369+0000","last_fullsized":"2024-04-26T17:25:34.530369+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:58.038238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"90'5","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.535668+0000","last_change":"2024-04-26T17:24:38.766199+0000","last_active":"2024-04-26T17:25:34.535668+0000","last_peered":"2024-04-26T17:25:34.535668+0000","last_clean":"2024-04-26T17:25:34.535668+0000","last_became_active":"2024-04-26T17:24:38.765842+0000","last_became_peered":"2024-04-26T17:24:38.765842+0000","last_unstale":"2024-04-26T17:25:34.535668+0000","last_undegraded":"2024-04-26T17:25:34.535668+0000","last_fullsized":"2024-04-26T17:25:34.535668+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:34:28.148476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532873+0000","last_change":"2024-04-26T17:24:39.465819+0000","last_active":"2024-04-26T17:25:34.532873+0000","last_peered":"2024-04-26T17:25:34.532873+0000","last_clean":"2024-04-26T17:25:34.532873+0000","last_became_active":"2024-04-26T17:24:39.464960+0000","last_became_peered":"2024-04-26T17:24:39.464960+0000","last_unstale":"2024-04-26T17:25:34.532873+0000","last_undegraded":"2024-04-26T17:25:34.532873+0000","last_fullsized":"2024-04-26T17:25:34.532873+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:55:24.079793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527001+0000","last_change":"2024-04-26T17:24:43.475190+0000","last_active":"2024-04-26T17:25:34.527001+0000","last_peered":"2024-04-26T17:25:34.527001+0000","last_clean":"2024-04-26T17:25:34.527001+0000","last_became_active":"2024-04-26T17:24:43.474346+0000","last_became_peered":"2024-04-26T17:24:43.474346+0000","last_unstale":"2024-04-26T17:25:34.527001+0000","last_undegraded":"2024-04-26T17:25:34.527001+0000","last_fullsized":"2024-04-26T17:25:34.527001+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:31:50.199128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"90'6","reported_seq":109,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:16.963290+0000","last_change":"2024-04-26T17:24:38.754741+0000","last_active":"2024-04-26T17:26:16.963290+0000","last_peered":"2024-04-26T17:26:16.963290+0000","last_clean":"2024-04-26T17:26:16.963290+0000","last_became_active":"2024-04-26T17:24:38.753324+0000","last_became_peered":"2024-04-26T17:24:38.753324+0000","last_unstale":"2024-04-26T17:26:16.963290+0000","last_undegraded":"2024-04-26T17:26:16.963290+0000","last_fullsized":"2024-04-26T17:26:16.963290+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:36.023200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":78,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532087+0000","last_change":"2024-04-26T17:24:39.462327+0000","last_active":"2024-04-26T17:25:34.532087+0000","last_peered":"2024-04-26T17:25:34.532087+0000","last_clean":"2024-04-26T17:25:34.532087+0000","last_became_active":"2024-04-26T17:24:39.460823+0000","last_became_peered":"2024-04-26T17:24:39.460823+0000","last_unstale":"2024-04-26T17:25:34.532087+0000","last_undegraded":"2024-04-26T17:25:34.532087+0000","last_fullsized":"2024-04-26T17:25:34.532087+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:27.497709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669350+0000","last_change":"2024-04-26T17:24:43.477081+0000","last_active":"2024-04-26T17:25:34.669350+0000","last_peered":"2024-04-26T17:25:34.669350+0000","last_clean":"2024-04-26T17:25:34.669350+0000","last_became_active":"2024-04-26T17:24:43.476509+0000","last_became_peered":"2024-04-26T17:24:43.476509+0000","last_unstale":"2024-04-26T17:25:34.669350+0000","last_undegraded":"2024-04-26T17:25:34.669350+0000","last_fullsized":"2024-04-26T17:25:34.669350+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:17:57.803661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'17","reported_seq":69,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.683755+0000","last_change":"2024-04-26T17:25:34.683755+0000","last_active":"2024-04-26T17:25:34.683755+0000","last_peered":"2024-04-26T17:25:34.683755+0000","last_clean":"2024-04-26T17:25:34.683755+0000","last_became_active":"2024-04-26T17:25:34.669891+0000","last_became_peered":"2024-04-26T17:25:34.669891+0000","last_unstale":"2024-04-26T17:25:34.683755+0000","last_undegraded":"2024-04-26T17:25:34.683755+0000","last_fullsized":"2024-04-26T17:25:34.683755+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:37:05.127885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.535216+0000","last_change":"2024-04-26T17:24:39.459062+0000","last_active":"2024-04-26T17:25:34.535216+0000","last_peered":"2024-04-26T17:25:34.535216+0000","last_clean":"2024-04-26T17:25:34.535216+0000","last_became_active":"2024-04-26T17:24:39.458742+0000","last_became_peered":"2024-04-26T17:24:39.458742+0000","last_unstale":"2024-04-26T17:25:34.535216+0000","last_undegraded":"2024-04-26T17:25:34.535216+0000","last_fullsized":"2024-04-26T17:25:34.535216+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:08:08.199435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.535109+0000","last_change":"2024-04-26T17:24:43.473701+0000","last_active":"2024-04-26T17:25:34.535109+0000","last_peered":"2024-04-26T17:25:34.535109+0000","last_clean":"2024-04-26T17:25:34.535109+0000","last_became_active":"2024-04-26T17:24:43.473306+0000","last_became_peered":"2024-04-26T17:24:43.473306+0000","last_unstale":"2024-04-26T17:25:34.535109+0000","last_undegraded":"2024-04-26T17:25:34.535109+0000","last_fullsized":"2024-04-26T17:25:34.535109+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:46.427555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.556678+0000","last_change":"2024-04-26T17:25:34.556678+0000","last_active":"2024-04-26T17:25:34.556678+0000","last_peered":"2024-04-26T17:25:34.556678+0000","last_clean":"2024-04-26T17:25:34.556678+0000","last_became_active":"2024-04-26T17:25:34.538151+0000","last_became_peered":"2024-04-26T17:25:34.538151+0000","last_unstale":"2024-04-26T17:25:34.556678+0000","last_undegraded":"2024-04-26T17:25:34.556678+0000","last_fullsized":"2024-04-26T17:25:34.556678+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:41:04.054537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530771+0000","last_change":"2024-04-26T17:24:39.457532+0000","last_active":"2024-04-26T17:25:34.530771+0000","last_peered":"2024-04-26T17:25:34.530771+0000","last_clean":"2024-04-26T17:25:34.530771+0000","last_became_active":"2024-04-26T17:24:39.457191+0000","last_became_peered":"2024-04-26T17:24:39.457191+0000","last_unstale":"2024-04-26T17:25:34.530771+0000","last_undegraded":"2024-04-26T17:25:34.530771+0000","last_fullsized":"2024-04-26T17:25:34.530771+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:35:27.365525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527481+0000","last_change":"2024-04-26T17:24:43.484625+0000","last_active":"2024-04-26T17:25:34.527481+0000","last_peered":"2024-04-26T17:25:34.527481+0000","last_clean":"2024-04-26T17:25:34.527481+0000","last_became_active":"2024-04-26T17:24:43.484093+0000","last_became_peered":"2024-04-26T17:24:43.484093+0000","last_unstale":"2024-04-26T17:25:34.527481+0000","last_undegraded":"2024-04-26T17:25:34.527481+0000","last_fullsized":"2024-04-26T17:25:34.527481+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:23:51.275317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"90'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526937+0000","last_change":"2024-04-26T17:24:38.755671+0000","last_active":"2024-04-26T17:25:34.526937+0000","last_peered":"2024-04-26T17:25:34.526937+0000","last_clean":"2024-04-26T17:25:34.526937+0000","last_became_active":"2024-04-26T17:24:38.755306+0000","last_became_peered":"2024-04-26T17:24:38.755306+0000","last_unstale":"2024-04-26T17:25:34.526937+0000","last_undegraded":"2024-04-26T17:25:34.526937+0000","last_fullsized":"2024-04-26T17:25:34.526937+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:04:54.537525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527068+0000","last_change":"2024-04-26T17:24:39.457765+0000","last_active":"2024-04-26T17:25:34.527068+0000","last_peered":"2024-04-26T17:25:34.527068+0000","last_clean":"2024-04-26T17:25:34.527068+0000","last_became_active":"2024-04-26T17:24:39.457436+0000","last_became_peered":"2024-04-26T17:24:39.457436+0000","last_unstale":"2024-04-26T17:25:34.527068+0000","last_undegraded":"2024-04-26T17:25:34.527068+0000","last_fullsized":"2024-04-26T17:25:34.527068+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:55:00.036890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669385+0000","last_change":"2024-04-26T17:24:43.470605+0000","last_active":"2024-04-26T17:25:34.669385+0000","last_peered":"2024-04-26T17:25:34.669385+0000","last_clean":"2024-04-26T17:25:34.669385+0000","last_became_active":"2024-04-26T17:24:43.470143+0000","last_became_peered":"2024-04-26T17:24:43.470143+0000","last_unstale":"2024-04-26T17:25:34.669385+0000","last_undegraded":"2024-04-26T17:25:34.669385+0000","last_fullsized":"2024-04-26T17:25:34.669385+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:34:46.825016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'5","reported_seq":105,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:16.987356+0000","last_change":"2024-04-26T17:24:38.760705+0000","last_active":"2024-04-26T17:26:16.987356+0000","last_peered":"2024-04-26T17:26:16.987356+0000","last_clean":"2024-04-26T17:26:16.987356+0000","last_became_active":"2024-04-26T17:24:38.760311+0000","last_became_peered":"2024-04-26T17:24:38.760311+0000","last_unstale":"2024-04-26T17:26:16.987356+0000","last_undegraded":"2024-04-26T17:26:16.987356+0000","last_fullsized":"2024-04-26T17:26:16.987356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:52:19.840232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":73,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.526790+0000","last_change":"2024-04-26T17:24:39.459900+0000","last_active":"2024-04-26T17:25:34.526790+0000","last_peered":"2024-04-26T17:25:34.526790+0000","last_clean":"2024-04-26T17:25:34.526790+0000","last_became_active":"2024-04-26T17:24:39.459527+0000","last_became_peered":"2024-04-26T17:24:39.459527+0000","last_unstale":"2024-04-26T17:25:34.526790+0000","last_undegraded":"2024-04-26T17:25:34.526790+0000","last_fullsized":"2024-04-26T17:25:34.526790+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:18:36.208505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669481+0000","last_change":"2024-04-26T17:24:43.484227+0000","last_active":"2024-04-26T17:25:34.669481+0000","last_peered":"2024-04-26T17:25:34.669481+0000","last_clean":"2024-04-26T17:25:34.669481+0000","last_became_active":"2024-04-26T17:24:43.483643+0000","last_became_peered":"2024-04-26T17:24:43.483643+0000","last_unstale":"2024-04-26T17:25:34.669481+0000","last_undegraded":"2024-04-26T17:25:34.669481+0000","last_fullsized":"2024-04-26T17:25:34.669481+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:43.415912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.537142+0000","last_change":"2024-04-26T17:24:39.458883+0000","last_active":"2024-04-26T17:25:34.537142+0000","last_peered":"2024-04-26T17:25:34.537142+0000","last_clean":"2024-04-26T17:25:34.537142+0000","last_became_active":"2024-04-26T17:24:39.458382+0000","last_became_peered":"2024-04-26T17:24:39.458382+0000","last_unstale":"2024-04-26T17:25:34.537142+0000","last_undegraded":"2024-04-26T17:25:34.537142+0000","last_fullsized":"2024-04-26T17:25:34.537142+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:35:05.561030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'5","reported_seq":105,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:16.962449+0000","last_change":"2024-04-26T17:24:38.750013+0000","last_active":"2024-04-26T17:26:16.962449+0000","last_peered":"2024-04-26T17:26:16.962449+0000","last_clean":"2024-04-26T17:26:16.962449+0000","last_became_active":"2024-04-26T17:24:38.749676+0000","last_became_peered":"2024-04-26T17:24:38.749676+0000","last_unstale":"2024-04-26T17:26:16.962449+0000","last_undegraded":"2024-04-26T17:26:16.962449+0000","last_fullsized":"2024-04-26T17:26:16.962449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:11:43.249143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":75,"num_read_kb":75,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":19,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532990+0000","last_change":"2024-04-26T17:24:43.464021+0000","last_active":"2024-04-26T17:25:34.532990+0000","last_peered":"2024-04-26T17:25:34.532990+0000","last_clean":"2024-04-26T17:25:34.532990+0000","last_became_active":"2024-04-26T17:24:43.463543+0000","last_became_peered":"2024-04-26T17:24:43.463543+0000","last_unstale":"2024-04-26T17:25:34.532990+0000","last_undegraded":"2024-04-26T17:25:34.532990+0000","last_fullsized":"2024-04-26T17:25:34.532990+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:49:30.368633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668478+0000","last_change":"2024-04-26T17:24:39.457631+0000","last_active":"2024-04-26T17:25:34.668478+0000","last_peered":"2024-04-26T17:25:34.668478+0000","last_clean":"2024-04-26T17:25:34.668478+0000","last_became_active":"2024-04-26T17:24:39.456706+0000","last_became_peered":"2024-04-26T17:24:39.456706+0000","last_unstale":"2024-04-26T17:25:34.668478+0000","last_undegraded":"2024-04-26T17:25:34.668478+0000","last_fullsized":"2024-04-26T17:25:34.668478+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:59:53.471197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'6","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529063+0000","last_change":"2024-04-26T17:24:38.753711+0000","last_active":"2024-04-26T17:25:34.529063+0000","last_peered":"2024-04-26T17:25:34.529063+0000","last_clean":"2024-04-26T17:25:34.529063+0000","last_became_active":"2024-04-26T17:24:38.753064+0000","last_became_peered":"2024-04-26T17:24:38.753064+0000","last_unstale":"2024-04-26T17:25:34.529063+0000","last_undegraded":"2024-04-26T17:25:34.529063+0000","last_fullsized":"2024-04-26T17:25:34.529063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:19:10.566889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":353,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531992+0000","last_change":"2024-04-26T17:23:25.516116+0000","last_active":"2024-04-26T17:25:34.531992+0000","last_peered":"2024-04-26T17:25:34.531992+0000","last_clean":"2024-04-26T17:25:34.531992+0000","last_became_active":"2024-04-26T17:23:25.515603+0000","last_became_peered":"2024-04-26T17:23:25.515603+0000","last_unstale":"2024-04-26T17:25:34.531992+0000","last_undegraded":"2024-04-26T17:25:34.531992+0000","last_fullsized":"2024-04-26T17:25:34.531992+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_clean_scrub_stamp":"2024-04-26T17:20:00.347071+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:41:51.768456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.536585+0000","last_change":"2024-04-26T17:24:43.485068+0000","last_active":"2024-04-26T17:25:34.536585+0000","last_peered":"2024-04-26T17:25:34.536585+0000","last_clean":"2024-04-26T17:25:34.536585+0000","last_became_active":"2024-04-26T17:24:43.484477+0000","last_became_peered":"2024-04-26T17:24:43.484477+0000","last_unstale":"2024-04-26T17:25:34.536585+0000","last_undegraded":"2024-04-26T17:25:34.536585+0000","last_fullsized":"2024-04-26T17:25:34.536585+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:34:40.409819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668934+0000","last_change":"2024-04-26T17:24:39.457780+0000","last_active":"2024-04-26T17:25:34.668934+0000","last_peered":"2024-04-26T17:25:34.668934+0000","last_clean":"2024-04-26T17:25:34.668934+0000","last_became_active":"2024-04-26T17:24:39.457464+0000","last_became_peered":"2024-04-26T17:24:39.457464+0000","last_unstale":"2024-04-26T17:25:34.668934+0000","last_undegraded":"2024-04-26T17:25:34.668934+0000","last_fullsized":"2024-04-26T17:25:34.668934+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:28:10.491236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'4","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531951+0000","last_change":"2024-04-26T17:24:38.762834+0000","last_active":"2024-04-26T17:25:34.531951+0000","last_peered":"2024-04-26T17:25:34.531951+0000","last_clean":"2024-04-26T17:25:34.531951+0000","last_became_active":"2024-04-26T17:24:38.762547+0000","last_became_peered":"2024-04-26T17:24:38.762547+0000","last_unstale":"2024-04-26T17:25:34.531951+0000","last_undegraded":"2024-04-26T17:25:34.531951+0000","last_fullsized":"2024-04-26T17:25:34.531951+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:04:12.399538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531615+0000","last_change":"2024-04-26T17:24:43.470092+0000","last_active":"2024-04-26T17:25:34.531615+0000","last_peered":"2024-04-26T17:25:34.531615+0000","last_clean":"2024-04-26T17:25:34.531615+0000","last_became_active":"2024-04-26T17:24:43.469522+0000","last_became_peered":"2024-04-26T17:24:43.469522+0000","last_unstale":"2024-04-26T17:25:34.531615+0000","last_undegraded":"2024-04-26T17:25:34.531615+0000","last_fullsized":"2024-04-26T17:25:34.531615+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:41:03.709023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'4","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527830+0000","last_change":"2024-04-26T17:24:38.764058+0000","last_active":"2024-04-26T17:25:34.527830+0000","last_peered":"2024-04-26T17:25:34.527830+0000","last_clean":"2024-04-26T17:25:34.527830+0000","last_became_active":"2024-04-26T17:24:38.763742+0000","last_became_peered":"2024-04-26T17:24:38.763742+0000","last_unstale":"2024-04-26T17:25:34.527830+0000","last_undegraded":"2024-04-26T17:25:34.527830+0000","last_fullsized":"2024-04-26T17:25:34.527830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:54:45.870305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669488+0000","last_change":"2024-04-26T17:24:39.447902+0000","last_active":"2024-04-26T17:25:34.669488+0000","last_peered":"2024-04-26T17:25:34.669488+0000","last_clean":"2024-04-26T17:25:34.669488+0000","last_became_active":"2024-04-26T17:24:39.447568+0000","last_became_peered":"2024-04-26T17:24:39.447568+0000","last_unstale":"2024-04-26T17:25:34.669488+0000","last_undegraded":"2024-04-26T17:25:34.669488+0000","last_fullsized":"2024-04-26T17:25:34.669488+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:38:55.547928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668174+0000","last_change":"2024-04-26T17:24:43.484707+0000","last_active":"2024-04-26T17:25:34.668174+0000","last_peered":"2024-04-26T17:25:34.668174+0000","last_clean":"2024-04-26T17:25:34.668174+0000","last_became_active":"2024-04-26T17:24:43.484224+0000","last_became_peered":"2024-04-26T17:24:43.484224+0000","last_unstale":"2024-04-26T17:25:34.668174+0000","last_undegraded":"2024-04-26T17:25:34.668174+0000","last_fullsized":"2024-04-26T17:25:34.668174+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:10:55.134905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'12","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527210+0000","last_change":"2024-04-26T17:24:38.757005+0000","last_active":"2024-04-26T17:25:34.527210+0000","last_peered":"2024-04-26T17:25:34.527210+0000","last_clean":"2024-04-26T17:25:34.527210+0000","last_became_active":"2024-04-26T17:24:38.756679+0000","last_became_peered":"2024-04-26T17:24:38.756679+0000","last_unstale":"2024-04-26T17:25:34.527210+0000","last_undegraded":"2024-04-26T17:25:34.527210+0000","last_fullsized":"2024-04-26T17:25:34.527210+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:38:35.553984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668868+0000","last_change":"2024-04-26T17:24:39.463481+0000","last_active":"2024-04-26T17:25:34.668868+0000","last_peered":"2024-04-26T17:25:34.668868+0000","last_clean":"2024-04-26T17:25:34.668868+0000","last_became_active":"2024-04-26T17:24:39.463056+0000","last_became_peered":"2024-04-26T17:24:39.463056+0000","last_unstale":"2024-04-26T17:25:34.668868+0000","last_undegraded":"2024-04-26T17:25:34.668868+0000","last_fullsized":"2024-04-26T17:25:34.668868+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:46:22.393026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529993+0000","last_change":"2024-04-26T17:24:43.462942+0000","last_active":"2024-04-26T17:25:34.529993+0000","last_peered":"2024-04-26T17:25:34.529993+0000","last_clean":"2024-04-26T17:25:34.529993+0000","last_became_active":"2024-04-26T17:24:43.462521+0000","last_became_peered":"2024-04-26T17:24:43.462521+0000","last_unstale":"2024-04-26T17:25:34.529993+0000","last_undegraded":"2024-04-26T17:25:34.529993+0000","last_fullsized":"2024-04-26T17:25:34.529993+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:12:19.608796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"90'7","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530764+0000","last_change":"2024-04-26T17:24:38.759355+0000","last_active":"2024-04-26T17:25:34.530764+0000","last_peered":"2024-04-26T17:25:34.530764+0000","last_clean":"2024-04-26T17:25:34.530764+0000","last_became_active":"2024-04-26T17:24:38.759050+0000","last_became_peered":"2024-04-26T17:24:38.759050+0000","last_unstale":"2024-04-26T17:25:34.530764+0000","last_undegraded":"2024-04-26T17:25:34.530764+0000","last_fullsized":"2024-04-26T17:25:34.530764+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:22:39.158090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.670504+0000","last_change":"2024-04-26T17:25:34.670504+0000","last_active":"2024-04-26T17:25:34.670504+0000","last_peered":"2024-04-26T17:25:34.670504+0000","last_clean":"2024-04-26T17:25:34.670504+0000","last_became_active":"2024-04-26T17:25:34.670035+0000","last_became_peered":"2024-04-26T17:25:34.670035+0000","last_unstale":"2024-04-26T17:25:34.670504+0000","last_undegraded":"2024-04-26T17:25:34.670504+0000","last_fullsized":"2024-04-26T17:25:34.670504+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:43:13.903949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529934+0000","last_change":"2024-04-26T17:24:43.484806+0000","last_active":"2024-04-26T17:25:34.529934+0000","last_peered":"2024-04-26T17:25:34.529934+0000","last_clean":"2024-04-26T17:25:34.529934+0000","last_became_active":"2024-04-26T17:24:43.484389+0000","last_became_peered":"2024-04-26T17:24:43.484389+0000","last_unstale":"2024-04-26T17:25:34.529934+0000","last_undegraded":"2024-04-26T17:25:34.529934+0000","last_fullsized":"2024-04-26T17:25:34.529934+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:46:50.161170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669219+0000","last_change":"2024-04-26T17:24:38.763427+0000","last_active":"2024-04-26T17:25:34.669219+0000","last_peered":"2024-04-26T17:25:34.669219+0000","last_clean":"2024-04-26T17:25:34.669219+0000","last_became_active":"2024-04-26T17:24:38.763138+0000","last_became_peered":"2024-04-26T17:24:38.763138+0000","last_unstale":"2024-04-26T17:25:34.669219+0000","last_undegraded":"2024-04-26T17:25:34.669219+0000","last_fullsized":"2024-04-26T17:25:34.669219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:19:19.723703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.527271+0000","last_change":"2024-04-26T17:24:39.456262+0000","last_active":"2024-04-26T17:25:34.527271+0000","last_peered":"2024-04-26T17:25:34.527271+0000","last_clean":"2024-04-26T17:25:34.527271+0000","last_became_active":"2024-04-26T17:24:39.455871+0000","last_became_peered":"2024-04-26T17:24:39.455871+0000","last_unstale":"2024-04-26T17:25:34.527271+0000","last_undegraded":"2024-04-26T17:25:34.527271+0000","last_fullsized":"2024-04-26T17:25:34.527271+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:50:38.981234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.670896+0000","last_change":"2024-04-26T17:25:34.670896+0000","last_active":"2024-04-26T17:25:34.670896+0000","last_peered":"2024-04-26T17:25:34.670896+0000","last_clean":"2024-04-26T17:25:34.670896+0000","last_became_active":"2024-04-26T17:25:34.670361+0000","last_became_peered":"2024-04-26T17:25:34.670361+0000","last_unstale":"2024-04-26T17:25:34.670896+0000","last_undegraded":"2024-04-26T17:25:34.670896+0000","last_fullsized":"2024-04-26T17:25:34.670896+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:25:13.054226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"90'7","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668827+0000","last_change":"2024-04-26T17:24:38.751590+0000","last_active":"2024-04-26T17:25:34.668827+0000","last_peered":"2024-04-26T17:25:34.668827+0000","last_clean":"2024-04-26T17:25:34.668827+0000","last_became_active":"2024-04-26T17:24:38.751285+0000","last_became_peered":"2024-04-26T17:24:38.751285+0000","last_unstale":"2024-04-26T17:25:34.668827+0000","last_undegraded":"2024-04-26T17:25:34.668827+0000","last_fullsized":"2024-04-26T17:25:34.668827+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:28:11.951439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531653+0000","last_change":"2024-04-26T17:24:39.450865+0000","last_active":"2024-04-26T17:25:34.531653+0000","last_peered":"2024-04-26T17:25:34.531653+0000","last_clean":"2024-04-26T17:25:34.531653+0000","last_became_active":"2024-04-26T17:24:39.450096+0000","last_became_peered":"2024-04-26T17:24:39.450096+0000","last_unstale":"2024-04-26T17:25:34.531653+0000","last_undegraded":"2024-04-26T17:25:34.531653+0000","last_fullsized":"2024-04-26T17:25:34.531653+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:47:59.436057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.541178+0000","last_change":"2024-04-26T17:25:34.541178+0000","last_active":"2024-04-26T17:25:34.541178+0000","last_peered":"2024-04-26T17:25:34.541178+0000","last_clean":"2024-04-26T17:25:34.541178+0000","last_became_active":"2024-04-26T17:25:34.534034+0000","last_became_peered":"2024-04-26T17:25:34.534034+0000","last_unstale":"2024-04-26T17:25:34.541178+0000","last_undegraded":"2024-04-26T17:25:34.541178+0000","last_fullsized":"2024-04-26T17:25:34.541178+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:32:03.290358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"90'3","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530623+0000","last_change":"2024-04-26T17:24:38.760595+0000","last_active":"2024-04-26T17:25:34.530623+0000","last_peered":"2024-04-26T17:25:34.530623+0000","last_clean":"2024-04-26T17:25:34.530623+0000","last_became_active":"2024-04-26T17:24:38.760278+0000","last_became_peered":"2024-04-26T17:24:38.760278+0000","last_unstale":"2024-04-26T17:25:34.530623+0000","last_undegraded":"2024-04-26T17:25:34.530623+0000","last_fullsized":"2024-04-26T17:25:34.530623+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:23:31.359042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668319+0000","last_change":"2024-04-26T17:24:39.458880+0000","last_active":"2024-04-26T17:25:34.668319+0000","last_peered":"2024-04-26T17:25:34.668319+0000","last_clean":"2024-04-26T17:25:34.668319+0000","last_became_active":"2024-04-26T17:24:39.458562+0000","last_became_peered":"2024-04-26T17:24:39.458562+0000","last_unstale":"2024-04-26T17:25:34.668319+0000","last_undegraded":"2024-04-26T17:25:34.668319+0000","last_fullsized":"2024-04-26T17:25:34.668319+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:48:02.912966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530197+0000","last_change":"2024-04-26T17:24:43.484586+0000","last_active":"2024-04-26T17:25:34.530197+0000","last_peered":"2024-04-26T17:25:34.530197+0000","last_clean":"2024-04-26T17:25:34.530197+0000","last_became_active":"2024-04-26T17:24:43.484167+0000","last_became_peered":"2024-04-26T17:24:43.484167+0000","last_unstale":"2024-04-26T17:25:34.530197+0000","last_undegraded":"2024-04-26T17:25:34.530197+0000","last_fullsized":"2024-04-26T17:25:34.530197+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:02:57.677034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.541429+0000","last_change":"2024-04-26T17:25:34.541429+0000","last_active":"2024-04-26T17:25:34.541429+0000","last_peered":"2024-04-26T17:25:34.541429+0000","last_clean":"2024-04-26T17:25:34.541429+0000","last_became_active":"2024-04-26T17:25:34.534117+0000","last_became_peered":"2024-04-26T17:25:34.534117+0000","last_unstale":"2024-04-26T17:25:34.541429+0000","last_undegraded":"2024-04-26T17:25:34.541429+0000","last_fullsized":"2024-04-26T17:25:34.541429+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:22:41.092482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532911+0000","last_change":"2024-04-26T17:24:39.455522+0000","last_active":"2024-04-26T17:25:34.532911+0000","last_peered":"2024-04-26T17:25:34.532911+0000","last_clean":"2024-04-26T17:25:34.532911+0000","last_became_active":"2024-04-26T17:24:39.455187+0000","last_became_peered":"2024-04-26T17:24:39.455187+0000","last_unstale":"2024-04-26T17:25:34.532911+0000","last_undegraded":"2024-04-26T17:25:34.532911+0000","last_fullsized":"2024-04-26T17:25:34.532911+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:13:30.576245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668233+0000","last_change":"2024-04-26T17:24:43.463308+0000","last_active":"2024-04-26T17:25:34.668233+0000","last_peered":"2024-04-26T17:25:34.668233+0000","last_clean":"2024-04-26T17:25:34.668233+0000","last_became_active":"2024-04-26T17:24:43.462881+0000","last_became_peered":"2024-04-26T17:24:43.462881+0000","last_unstale":"2024-04-26T17:25:34.668233+0000","last_undegraded":"2024-04-26T17:25:34.668233+0000","last_fullsized":"2024-04-26T17:25:34.668233+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:29:21.285541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'6","reported_seq":110,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:26:21.997831+0000","last_change":"2024-04-26T17:24:38.760213+0000","last_active":"2024-04-26T17:26:21.997831+0000","last_peered":"2024-04-26T17:26:21.997831+0000","last_clean":"2024-04-26T17:26:21.997831+0000","last_became_active":"2024-04-26T17:24:38.759853+0000","last_became_peered":"2024-04-26T17:24:38.759853+0000","last_unstale":"2024-04-26T17:26:21.997831+0000","last_undegraded":"2024-04-26T17:26:21.997831+0000","last_fullsized":"2024-04-26T17:26:21.997831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:15:38.711259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.533246+0000","last_change":"2024-04-26T17:24:39.466376+0000","last_active":"2024-04-26T17:25:34.533246+0000","last_peered":"2024-04-26T17:25:34.533246+0000","last_clean":"2024-04-26T17:25:34.533246+0000","last_became_active":"2024-04-26T17:24:39.465419+0000","last_became_peered":"2024-04-26T17:24:39.465419+0000","last_unstale":"2024-04-26T17:25:34.533246+0000","last_undegraded":"2024-04-26T17:25:34.533246+0000","last_fullsized":"2024-04-26T17:25:34.533246+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:57:16.064878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529699+0000","last_change":"2024-04-26T17:24:43.469096+0000","last_active":"2024-04-26T17:25:34.529699+0000","last_peered":"2024-04-26T17:25:34.529699+0000","last_clean":"2024-04-26T17:25:34.529699+0000","last_became_active":"2024-04-26T17:24:43.468579+0000","last_became_peered":"2024-04-26T17:24:43.468579+0000","last_unstale":"2024-04-26T17:25:34.529699+0000","last_undegraded":"2024-04-26T17:25:34.529699+0000","last_fullsized":"2024-04-26T17:25:34.529699+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:35:58.470242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"90'3","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.536303+0000","last_change":"2024-04-26T17:24:38.766114+0000","last_active":"2024-04-26T17:25:34.536303+0000","last_peered":"2024-04-26T17:25:34.536303+0000","last_clean":"2024-04-26T17:25:34.536303+0000","last_became_active":"2024-04-26T17:24:38.765790+0000","last_became_peered":"2024-04-26T17:24:38.765790+0000","last_unstale":"2024-04-26T17:25:34.536303+0000","last_undegraded":"2024-04-26T17:25:34.536303+0000","last_fullsized":"2024-04-26T17:25:34.536303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:12:30.459554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.532656+0000","last_change":"2024-04-26T17:24:39.465538+0000","last_active":"2024-04-26T17:25:34.532656+0000","last_peered":"2024-04-26T17:25:34.532656+0000","last_clean":"2024-04-26T17:25:34.532656+0000","last_became_active":"2024-04-26T17:24:39.460819+0000","last_became_peered":"2024-04-26T17:24:39.460819+0000","last_unstale":"2024-04-26T17:25:34.532656+0000","last_undegraded":"2024-04-26T17:25:34.532656+0000","last_fullsized":"2024-04-26T17:25:34.532656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:07:07.810205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.534243+0000","last_change":"2024-04-26T17:24:43.465495+0000","last_active":"2024-04-26T17:25:34.534243+0000","last_peered":"2024-04-26T17:25:34.534243+0000","last_clean":"2024-04-26T17:25:34.534243+0000","last_became_active":"2024-04-26T17:24:43.464957+0000","last_became_peered":"2024-04-26T17:24:43.464957+0000","last_unstale":"2024-04-26T17:25:34.534243+0000","last_undegraded":"2024-04-26T17:25:34.534243+0000","last_fullsized":"2024-04-26T17:25:34.534243+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:11:19.601623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'5","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669233+0000","last_change":"2024-04-26T17:24:38.761473+0000","last_active":"2024-04-26T17:25:34.669233+0000","last_peered":"2024-04-26T17:25:34.669233+0000","last_clean":"2024-04-26T17:25:34.669233+0000","last_became_active":"2024-04-26T17:24:38.761131+0000","last_became_peered":"2024-04-26T17:24:38.761131+0000","last_unstale":"2024-04-26T17:25:34.669233+0000","last_undegraded":"2024-04-26T17:25:34.669233+0000","last_fullsized":"2024-04-26T17:25:34.669233+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:33:42.184431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.533273+0000","last_change":"2024-04-26T17:24:39.458109+0000","last_active":"2024-04-26T17:25:34.533273+0000","last_peered":"2024-04-26T17:25:34.533273+0000","last_clean":"2024-04-26T17:25:34.533273+0000","last_became_active":"2024-04-26T17:24:39.457715+0000","last_became_peered":"2024-04-26T17:24:39.457715+0000","last_unstale":"2024-04-26T17:25:34.533273+0000","last_undegraded":"2024-04-26T17:25:34.533273+0000","last_fullsized":"2024-04-26T17:25:34.533273+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:49.881932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531803+0000","last_change":"2024-04-26T17:24:39.454462+0000","last_active":"2024-04-26T17:25:34.531803+0000","last_peered":"2024-04-26T17:25:34.531803+0000","last_clean":"2024-04-26T17:25:34.531803+0000","last_became_active":"2024-04-26T17:24:39.454127+0000","last_became_peered":"2024-04-26T17:24:39.454127+0000","last_unstale":"2024-04-26T17:25:34.531803+0000","last_undegraded":"2024-04-26T17:25:34.531803+0000","last_fullsized":"2024-04-26T17:25:34.531803+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:32:08.386506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530441+0000","last_change":"2024-04-26T17:24:39.457535+0000","last_active":"2024-04-26T17:25:34.530441+0000","last_peered":"2024-04-26T17:25:34.530441+0000","last_clean":"2024-04-26T17:25:34.530441+0000","last_became_active":"2024-04-26T17:24:39.457178+0000","last_became_peered":"2024-04-26T17:24:39.457178+0000","last_unstale":"2024-04-26T17:25:34.530441+0000","last_undegraded":"2024-04-26T17:25:34.530441+0000","last_fullsized":"2024-04-26T17:25:34.530441+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:08.479586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529997+0000","last_change":"2024-04-26T17:24:39.455463+0000","last_active":"2024-04-26T17:25:34.529997+0000","last_peered":"2024-04-26T17:25:34.529997+0000","last_clean":"2024-04-26T17:25:34.529997+0000","last_became_active":"2024-04-26T17:24:39.455066+0000","last_became_peered":"2024-04-26T17:24:39.455066+0000","last_unstale":"2024-04-26T17:25:34.529997+0000","last_undegraded":"2024-04-26T17:25:34.529997+0000","last_fullsized":"2024-04-26T17:25:34.529997+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:11:31.451372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.529622+0000","last_change":"2024-04-26T17:24:39.458279+0000","last_active":"2024-04-26T17:25:34.529622+0000","last_peered":"2024-04-26T17:25:34.529622+0000","last_clean":"2024-04-26T17:25:34.529622+0000","last_became_active":"2024-04-26T17:24:39.457822+0000","last_became_peered":"2024-04-26T17:24:39.457822+0000","last_unstale":"2024-04-26T17:25:34.529622+0000","last_undegraded":"2024-04-26T17:25:34.529622+0000","last_fullsized":"2024-04-26T17:25:34.529622+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:12:33.206289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669489+0000","last_change":"2024-04-26T17:24:39.457862+0000","last_active":"2024-04-26T17:25:34.669489+0000","last_peered":"2024-04-26T17:25:34.669489+0000","last_clean":"2024-04-26T17:25:34.669489+0000","last_became_active":"2024-04-26T17:24:39.457571+0000","last_became_peered":"2024-04-26T17:24:39.457571+0000","last_unstale":"2024-04-26T17:25:34.669489+0000","last_undegraded":"2024-04-26T17:25:34.669489+0000","last_fullsized":"2024-04-26T17:25:34.669489+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:21.890300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531457+0000","last_change":"2024-04-26T17:24:39.454287+0000","last_active":"2024-04-26T17:25:34.531457+0000","last_peered":"2024-04-26T17:25:34.531457+0000","last_clean":"2024-04-26T17:25:34.531457+0000","last_became_active":"2024-04-26T17:24:39.453985+0000","last_became_peered":"2024-04-26T17:24:39.453985+0000","last_unstale":"2024-04-26T17:25:34.531457+0000","last_undegraded":"2024-04-26T17:25:34.531457+0000","last_fullsized":"2024-04-26T17:25:34.531457+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:58.875958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.531264+0000","last_change":"2024-04-26T17:24:39.450151+0000","last_active":"2024-04-26T17:25:34.531264+0000","last_peered":"2024-04-26T17:25:34.531264+0000","last_clean":"2024-04-26T17:25:34.531264+0000","last_became_active":"2024-04-26T17:24:39.449808+0000","last_became_peered":"2024-04-26T17:24:39.449808+0000","last_unstale":"2024-04-26T17:25:34.531264+0000","last_undegraded":"2024-04-26T17:25:34.531264+0000","last_fullsized":"2024-04-26T17:25:34.531264+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.662766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.669032+0000","last_change":"2024-04-26T17:24:39.458012+0000","last_active":"2024-04-26T17:25:34.669032+0000","last_peered":"2024-04-26T17:25:34.669032+0000","last_clean":"2024-04-26T17:25:34.669032+0000","last_became_active":"2024-04-26T17:24:39.457686+0000","last_became_peered":"2024-04-26T17:24:39.457686+0000","last_unstale":"2024-04-26T17:25:34.669032+0000","last_undegraded":"2024-04-26T17:25:34.669032+0000","last_fullsized":"2024-04-26T17:25:34.669032+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:42.019195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.534654+0000","last_change":"2024-04-26T17:24:39.457973+0000","last_active":"2024-04-26T17:25:34.534654+0000","last_peered":"2024-04-26T17:25:34.534654+0000","last_clean":"2024-04-26T17:25:34.534654+0000","last_became_active":"2024-04-26T17:24:39.457656+0000","last_became_peered":"2024-04-26T17:24:39.457656+0000","last_unstale":"2024-04-26T17:25:34.534654+0000","last_undegraded":"2024-04-26T17:25:34.534654+0000","last_fullsized":"2024-04-26T17:25:34.534654+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:33:19.075538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668712+0000","last_change":"2024-04-26T17:24:39.456407+0000","last_active":"2024-04-26T17:25:34.668712+0000","last_peered":"2024-04-26T17:25:34.668712+0000","last_clean":"2024-04-26T17:25:34.668712+0000","last_became_active":"2024-04-26T17:24:39.456058+0000","last_became_peered":"2024-04-26T17:24:39.456058+0000","last_unstale":"2024-04-26T17:25:34.668712+0000","last_undegraded":"2024-04-26T17:25:34.668712+0000","last_fullsized":"2024-04-26T17:25:34.668712+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:17:43.323671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668532+0000","last_change":"2024-04-26T17:24:39.463539+0000","last_active":"2024-04-26T17:25:34.668532+0000","last_peered":"2024-04-26T17:25:34.668532+0000","last_clean":"2024-04-26T17:25:34.668532+0000","last_became_active":"2024-04-26T17:24:39.463195+0000","last_became_peered":"2024-04-26T17:24:39.463195+0000","last_unstale":"2024-04-26T17:25:34.668532+0000","last_undegraded":"2024-04-26T17:25:34.668532+0000","last_fullsized":"2024-04-26T17:25:34.668532+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:32:52.182622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.668633+0000","last_change":"2024-04-26T17:24:39.462539+0000","last_active":"2024-04-26T17:25:34.668633+0000","last_peered":"2024-04-26T17:25:34.668633+0000","last_clean":"2024-04-26T17:25:34.668633+0000","last_became_active":"2024-04-26T17:24:39.462220+0000","last_became_peered":"2024-04-26T17:24:39.462220+0000","last_unstale":"2024-04-26T17:25:34.668633+0000","last_undegraded":"2024-04-26T17:25:34.668633+0000","last_fullsized":"2024-04-26T17:25:34.668633+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:54.461792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T17:25:34.530567+0000","last_change":"2024-04-26T17:24:39.460186+0000","last_active":"2024-04-26T17:25:34.530567+0000","last_peered":"2024-04-26T17:25:34.530567+0000","last_clean":"2024-04-26T17:25:34.530567+0000","last_became_active":"2024-04-26T17:24:39.459328+0000","last_became_peered":"2024-04-26T17:24:39.459328+0000","last_unstale":"2024-04-26T17:25:34.530567+0000","last_undegraded":"2024-04-26T17:25:34.530567+0000","last_fullsized":"2024-04-26T17:25:34.530567+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:19.563453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70951,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":797,"num_read_kb":476,"num_write":242,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":134,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":212853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":211,"ondisk_log_size":211,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351010,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1044480,"data_stored":504873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612648,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28720,"kb_used_data":1700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716432,"statfs":{"total":95995035648,"available":95965626368,"internally_reserved":0,"allocated":1740800,"data_stored":1159119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776173,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1064960,"data_stored":504390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037809,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1056768,"data_stored":504746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299446,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32800,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712352,"statfs":{"total":95995035648,"available":95961448448,"internally_reserved":0,"allocated":1658880,"data_stored":1101656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462972,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1040384,"data_stored":499894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36436,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708716,"statfs":{"total":95995035648,"available":95957725184,"internally_reserved":0,"allocated":1118208,"data_stored":564392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1064960,"data_stored":501741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411409,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36436,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708716,"statfs":{"total":95995035648,"available":95957725184,"internally_reserved":0,"allocated":1122304,"data_stored":565170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149771,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32208,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712944,"statfs":{"total":95995035648,"available":95962054656,"internally_reserved":0,"allocated":1052672,"data_stored":499602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888134,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1048576,"data_stored":504359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724609,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1667072,"data_stored":1096847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":65998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":65483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T17:26:25.932 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T17:26:25.932 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-26T17:26:25.932 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-26T17:26:25.932 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T17:26:26.180 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:26.612 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:26 smithi090 ceph-mon[29417]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:26:26.612 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:26 smithi090 ceph-mon[29417]: pgmap v348: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:26:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:26 smithi119 ceph-mon[32584]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:26:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:26 smithi119 ceph-mon[32584]: pgmap v348: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:26:27.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:26 smithi167 ceph-mon[32665]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:26:27.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:26 smithi167 ceph-mon[32665]: pgmap v348: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:26:28.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.056+0000 7fece46d3700 1 -- 172.21.15.90:0/1142376101 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fecdc108dd0 msgr2=0x7fecdc1091b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:28.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.056+0000 7fece46d3700 1 --2- 172.21.15.90:0/1142376101 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fecdc108dd0 0x7fecdc1091b0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7feccc009990 tx=0x7feccc009ca0 comp rx=0 tx=0).stop 2024-04-26T17:26:28.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.056+0000 7fece46d3700 1 -- 172.21.15.90:0/1142376101 shutdown_connections 2024-04-26T17:26:28.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.056+0000 7fece46d3700 1 --2- 172.21.15.90:0/1142376101 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fecdc108dd0 0x7fecdc1091b0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:28.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.056+0000 7fece46d3700 1 --2- 172.21.15.90:0/1142376101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fecdc101fe0 0x7fecdc10fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:28.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.056+0000 7fece46d3700 1 --2- 172.21.15.90:0/1142376101 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fecdc101620 0x7fecdc101aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:28.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.056+0000 7fece46d3700 1 -- 172.21.15.90:0/1142376101 >> 172.21.15.90:0/1142376101 conn(0x7fecdc076d60 msgr2=0x7fecdc077170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:28.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.056+0000 7fece46d3700 1 -- 172.21.15.90:0/1142376101 shutdown_connections 2024-04-26T17:26:28.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.056+0000 7fece46d3700 1 -- 172.21.15.90:0/1142376101 wait complete. 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.057+0000 7fece46d3700 1 Processor -- start 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.057+0000 7fece46d3700 1 -- start start 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.057+0000 7fece46d3700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fecdc101620 0x7fecdc19b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.057+0000 7fece46d3700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fecdc101fe0 0x7fecdc19ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.057+0000 7fece46d3700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fecdc108dd0 0x7fecdc19fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.057+0000 7fece46d3700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fecdc112dd0 con 0x7fecdc101fe0 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.057+0000 7fece46d3700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fecdc112c50 con 0x7fecdc108dd0 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.057+0000 7fece46d3700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fecdc112f50 con 0x7fecdc101620 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.057+0000 7fece1c6e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fecdc101fe0 0x7fecdc19ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.057+0000 7fece1c6e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fecdc101fe0 0x7fecdc19ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41482/0 (socket says 172.21.15.90:41482) 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.057+0000 7fece1c6e700 1 -- 172.21.15.90:0/3381800481 learned_addr learned my addr 172.21.15.90:0/3381800481 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.057+0000 7fece2c70700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fecdc108dd0 0x7fecdc19fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:28.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.058+0000 7fece1c6e700 1 -- 172.21.15.90:0/3381800481 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fecdc101620 msgr2=0x7fecdc19b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.058+0000 7fece1c6e700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fecdc101620 0x7fecdc19b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.058+0000 7fece1c6e700 1 -- 172.21.15.90:0/3381800481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fecdc108dd0 msgr2=0x7fecdc19fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.058+0000 7fece1c6e700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fecdc108dd0 0x7fecdc19fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.058+0000 7fece1c6e700 1 -- 172.21.15.90:0/3381800481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecdc1a0510 con 0x7fecdc101fe0 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.058+0000 7fece1c6e700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fecdc101fe0 0x7fecdc19ba40 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fecd800c920 tx=0x7fecd800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.058+0000 7fecd37fe700 1 -- 172.21.15.90:0/3381800481 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd8007b00 con 0x7fecdc101fe0 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.058+0000 7fecd37fe700 1 -- 172.21.15.90:0/3381800481 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fecd8004ce0 con 0x7fecdc101fe0 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.058+0000 7fece46d3700 1 -- 172.21.15.90:0/3381800481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecdc1a0800 con 0x7fecdc101fe0 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.058+0000 7fecd37fe700 1 -- 172.21.15.90:0/3381800481 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd8005590 con 0x7fecdc101fe0 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.058+0000 7fece46d3700 1 -- 172.21.15.90:0/3381800481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecdc1a8080 con 0x7fecdc101fe0 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.059+0000 7fece46d3700 1 -- 172.21.15.90:0/3381800481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecdc0698e0 con 0x7fecdc101fe0 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.060+0000 7fecd37fe700 1 -- 172.21.15.90:0/3381800481 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fecd8007ca0 con 0x7fecdc101fe0 2024-04-26T17:26:28.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.061+0000 7fecd37fe700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fecc80a3d50 0x7fecc80a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:28.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.061+0000 7fece246f700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fecc80a3d50 0x7fecc80a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:28.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.061+0000 7fecd37fe700 1 -- 172.21.15.90:0/3381800481 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fecd80d07b0 con 0x7fecdc101fe0 2024-04-26T17:26:28.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.061+0000 7fece246f700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fecc80a3d50 0x7fecc80a6210 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7feccc005f50 tx=0x7feccc005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:28.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.065+0000 7fecd37fe700 1 -- 172.21.15.90:0/3381800481 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fecd8014030 con 0x7fecdc101fe0 2024-04-26T17:26:28.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.307+0000 7fece46d3700 1 -- 172.21.15.90:0/3381800481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fecdc19c860 con 0x7fecdc101fe0 2024-04-26T17:26:28.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.307+0000 7fecd37fe700 1 -- 172.21.15.90:0/3381800481 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fecdc19c860 con 0x7fecdc101fe0 2024-04-26T17:26:28.308 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:28.308 INFO:teuthology.orchestra.run.smithi090.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-26T17:26:28.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.309+0000 7fece46d3700 1 -- 172.21.15.90:0/3381800481 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fecc80a3d50 msgr2=0x7fecc80a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:28.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.309+0000 7fece46d3700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fecc80a3d50 0x7fecc80a6210 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7feccc005f50 tx=0x7feccc005e80 comp rx=0 tx=0).stop 2024-04-26T17:26:28.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.309+0000 7fece46d3700 1 -- 172.21.15.90:0/3381800481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fecdc101fe0 msgr2=0x7fecdc19ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:28.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.309+0000 7fece46d3700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fecdc101fe0 0x7fecdc19ba40 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fecd800c920 tx=0x7fecd800cc30 comp rx=0 tx=0).stop 2024-04-26T17:26:28.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.310+0000 7fece46d3700 1 -- 172.21.15.90:0/3381800481 shutdown_connections 2024-04-26T17:26:28.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.310+0000 7fece46d3700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fecc80a3d50 0x7fecc80a6210 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:28.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.310+0000 7fece46d3700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fecdc108dd0 0x7fecdc19fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:28.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.310+0000 7fece46d3700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fecdc101620 0x7fecdc19b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:28.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.310+0000 7fece46d3700 1 --2- 172.21.15.90:0/3381800481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fecdc101fe0 0x7fecdc19ba40 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:28.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.310+0000 7fece46d3700 1 -- 172.21.15.90:0/3381800481 >> 172.21.15.90:0/3381800481 conn(0x7fecdc076d60 msgr2=0x7fecdc0fffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:28.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.310+0000 7fece46d3700 1 -- 172.21.15.90:0/3381800481 shutdown_connections 2024-04-26T17:26:28.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:28.310+0000 7fece46d3700 1 -- 172.21.15.90:0/3381800481 wait complete. 2024-04-26T17:26:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:28 smithi119 ceph-mon[32584]: pgmap v349: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:26:28.952 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:28 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3381800481' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T17:26:28.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:28 smithi090 ceph-mon[29417]: pgmap v349: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:26:28.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:28 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3381800481' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T17:26:29.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:28 smithi167 ceph-mon[32665]: pgmap v349: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:26:29.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:28 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3381800481' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T17:26:29.142 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-26T17:26:29.142 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:26:29.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.245+0000 7f9c99419640 1 -- 172.21.15.90:0/2235493883 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c94102230 msgr2=0x7f9c941026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.245+0000 7f9c99419640 1 --2- 172.21.15.90:0/2235493883 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c94102230 0x7f9c941026b0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9c7c009900 tx=0x7f9c7c02a410 comp rx=0 tx=0).stop 2024-04-26T17:26:29.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.245+0000 7f9c99419640 1 -- 172.21.15.90:0/2235493883 shutdown_connections 2024-04-26T17:26:29.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.245+0000 7f9c99419640 1 --2- 172.21.15.90:0/2235493883 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c94102bf0 0x7f9c94109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.245+0000 7f9c99419640 1 --2- 172.21.15.90:0/2235493883 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c94102230 0x7f9c941026b0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.245+0000 7f9c99419640 1 --2- 172.21.15.90:0/2235493883 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c94101040 0x7f9c94101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.245+0000 7f9c99419640 1 -- 172.21.15.90:0/2235493883 >> 172.21.15.90:0/2235493883 conn(0x7f9c940fc5b0 msgr2=0x7f9c940fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:29.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.245+0000 7f9c99419640 1 -- 172.21.15.90:0/2235493883 shutdown_connections 2024-04-26T17:26:29.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.245+0000 7f9c99419640 1 -- 172.21.15.90:0/2235493883 wait complete. 2024-04-26T17:26:29.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.245+0000 7f9c99419640 1 Processor -- start 2024-04-26T17:26:29.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.245+0000 7f9c99419640 1 -- start start 2024-04-26T17:26:29.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c99419640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c94101040 0x7f9c94069e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:29.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c99419640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c94102230 0x7f9c9419d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:29.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c99419640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c94102bf0 0x7f9c9419f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:29.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c99419640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9410cb50 con 0x7f9c94102bf0 2024-04-26T17:26:29.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c99419640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9410c9d0 con 0x7f9c94102230 2024-04-26T17:26:29.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c99419640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9410ccd0 con 0x7f9c94101040 2024-04-26T17:26:29.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c937fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c94102bf0 0x7f9c9419f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:29.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c937fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c94102bf0 0x7f9c9419f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41506/0 (socket says 172.21.15.90:41506) 2024-04-26T17:26:29.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c937fe640 1 -- 172.21.15.90:0/657569130 learned_addr learned my addr 172.21.15.90:0/657569130 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:29.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c92ffd640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c94101040 0x7f9c94069e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:29.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c927fc640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c94102230 0x7f9c9419d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:29.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c937fe640 1 -- 172.21.15.90:0/657569130 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c94101040 msgr2=0x7f9c94069e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c937fe640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c94101040 0x7f9c94069e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c937fe640 1 -- 172.21.15.90:0/657569130 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c94102230 msgr2=0x7f9c9419d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c937fe640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c94102230 0x7f9c9419d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c937fe640 1 -- 172.21.15.90:0/657569130 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c9419ff80 con 0x7f9c94102bf0 2024-04-26T17:26:29.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c937fe640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c94102bf0 0x7f9c9419f6c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9c8400cce0 tx=0x7f9c8400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:29.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c8bfff640 1 -- 172.21.15.90:0/657569130 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c8400f450 con 0x7f9c94102bf0 2024-04-26T17:26:29.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c99419640 1 -- 172.21.15.90:0/657569130 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c941a0270 con 0x7f9c94102bf0 2024-04-26T17:26:29.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c8bfff640 1 -- 172.21.15.90:0/657569130 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9c8400faa0 con 0x7f9c94102bf0 2024-04-26T17:26:29.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c8bfff640 1 -- 172.21.15.90:0/657569130 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c84018b20 con 0x7f9c94102bf0 2024-04-26T17:26:29.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.246+0000 7f9c99419640 1 -- 172.21.15.90:0/657569130 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c941a07c0 con 0x7f9c94102bf0 2024-04-26T17:26:29.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.247+0000 7f9c99419640 1 -- 172.21.15.90:0/657569130 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c941083d0 con 0x7f9c94102bf0 2024-04-26T17:26:29.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.248+0000 7f9c8bfff640 1 -- 172.21.15.90:0/657569130 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9c8400fc50 con 0x7f9c94102bf0 2024-04-26T17:26:29.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.249+0000 7f9c8bfff640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c800a3c40 0x7f9c800a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:29.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.249+0000 7f9c92ffd640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c800a3c40 0x7f9c800a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:29.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.249+0000 7f9c8bfff640 1 -- 172.21.15.90:0/657569130 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f9c840d11c0 con 0x7f9c94102bf0 2024-04-26T17:26:29.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.249+0000 7f9c92ffd640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c800a3c40 0x7f9c800a6100 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f9c8c0058c0 tx=0x7f9c8c00a4c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:29.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.253+0000 7f9c8bfff640 1 -- 172.21.15.90:0/657569130 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9c84014030 con 0x7f9c94102bf0 2024-04-26T17:26:29.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.430+0000 7f9c99419640 1 -- 172.21.15.90:0/657569130 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9c9402d8d0 con 0x7f9c94102bf0 2024-04-26T17:26:29.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.431+0000 7f9c8bfff640 1 -- 172.21.15.90:0/657569130 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24677 (secure 0 0 0) 0x7f9c8409d770 con 0x7f9c94102bf0 2024-04-26T17:26:29.432 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:29.432 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":92,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:25:34.522715+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:26:29.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.433+0000 7f9c99419640 1 -- 172.21.15.90:0/657569130 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c800a3c40 msgr2=0x7f9c800a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.434 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.433+0000 7f9c99419640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c800a3c40 0x7f9c800a6100 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f9c8c0058c0 tx=0x7f9c8c00a4c0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.434 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.433+0000 7f9c99419640 1 -- 172.21.15.90:0/657569130 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c94102bf0 msgr2=0x7f9c9419f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.434 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.433+0000 7f9c99419640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c94102bf0 0x7f9c9419f6c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9c8400cce0 tx=0x7f9c8400a620 comp rx=0 tx=0).stop 2024-04-26T17:26:29.434 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.433+0000 7f9c99419640 1 -- 172.21.15.90:0/657569130 shutdown_connections 2024-04-26T17:26:29.434 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.433+0000 7f9c99419640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c800a3c40 0x7f9c800a6100 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.434 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.433+0000 7f9c99419640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c94102bf0 0x7f9c9419f6c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.434 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.433+0000 7f9c99419640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c94102230 0x7f9c9419d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.433+0000 7f9c99419640 1 --2- 172.21.15.90:0/657569130 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c94101040 0x7f9c94069e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.433+0000 7f9c99419640 1 -- 172.21.15.90:0/657569130 >> 172.21.15.90:0/657569130 conn(0x7f9c940fc5b0 msgr2=0x7f9c941055a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:29.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.434+0000 7f9c99419640 1 -- 172.21.15.90:0/657569130 shutdown_connections 2024-04-26T17:26:29.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.434+0000 7f9c99419640 1 -- 172.21.15.90:0/657569130 wait complete. 2024-04-26T17:26:29.445 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T17:24:36.941852+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T17:24:38.058512+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-26T17:24:41.453912+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-26T17:26:29.446 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:26:29.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.551+0000 7f0419376640 1 -- 172.21.15.90:0/2714764315 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0414101050 msgr2=0x7f0414101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.551+0000 7f0419376640 1 --2- 172.21.15.90:0/2714764315 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0414101050 0x7f0414101470 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f0404009ca0 tx=0x7f040402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.551+0000 7f0419376640 1 -- 172.21.15.90:0/2714764315 shutdown_connections 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.551+0000 7f0419376640 1 --2- 172.21.15.90:0/2714764315 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0414102c00 0x7f0414109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.551+0000 7f0419376640 1 --2- 172.21.15.90:0/2714764315 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0414102240 0x7f04141026c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.551+0000 7f0419376640 1 --2- 172.21.15.90:0/2714764315 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0414101050 0x7f0414101470 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.551+0000 7f0419376640 1 -- 172.21.15.90:0/2714764315 >> 172.21.15.90:0/2714764315 conn(0x7f04140fc5c0 msgr2=0x7f04140fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.551+0000 7f0419376640 1 -- 172.21.15.90:0/2714764315 shutdown_connections 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.551+0000 7f0419376640 1 -- 172.21.15.90:0/2714764315 wait complete. 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.552+0000 7f0419376640 1 Processor -- start 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.552+0000 7f0419376640 1 -- start start 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.552+0000 7f0419376640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0414101050 0x7f041406b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.552+0000 7f0419376640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0414102240 0x7f041419d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:29.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.552+0000 7f0419376640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0414102c00 0x7f041419f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.552+0000 7f0419376640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f041410cb60 con 0x7f0414102c00 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.552+0000 7f0419376640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f041410c9e0 con 0x7f0414101050 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.552+0000 7f0419376640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f041410cce0 con 0x7f0414102240 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.552+0000 7f04137fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0414102c00 0x7f041419f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.552+0000 7f04137fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0414102c00 0x7f041419f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41518/0 (socket says 172.21.15.90:41518) 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.552+0000 7f04137fe640 1 -- 172.21.15.90:0/1256436519 learned_addr learned my addr 172.21.15.90:0/1256436519 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f0412ffd640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0414101050 0x7f041406b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f04127fc640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0414102240 0x7f041419d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f04137fe640 1 -- 172.21.15.90:0/1256436519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0414102240 msgr2=0x7f041419d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f04137fe640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0414102240 0x7f041419d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f04137fe640 1 -- 172.21.15.90:0/1256436519 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0414101050 msgr2=0x7f041406b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f04137fe640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0414101050 0x7f041406b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f04137fe640 1 -- 172.21.15.90:0/1256436519 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f041419ff70 con 0x7f0414102c00 2024-04-26T17:26:29.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f04127fc640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0414102240 0x7f041419d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:29.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f04137fe640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0414102c00 0x7f041419f6b0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f040c00d750 tx=0x7f040c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:29.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f03fbfff640 1 -- 172.21.15.90:0/1256436519 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f040c017070 con 0x7f0414102c00 2024-04-26T17:26:29.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f03fbfff640 1 -- 172.21.15.90:0/1256436519 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f040c0054d0 con 0x7f0414102c00 2024-04-26T17:26:29.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f0419376640 1 -- 172.21.15.90:0/1256436519 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04141a0260 con 0x7f0414102c00 2024-04-26T17:26:29.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f03fbfff640 1 -- 172.21.15.90:0/1256436519 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f040c004c60 con 0x7f0414102c00 2024-04-26T17:26:29.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.553+0000 7f0419376640 1 -- 172.21.15.90:0/1256436519 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04141a07b0 con 0x7f0414102c00 2024-04-26T17:26:29.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.554+0000 7f0419376640 1 -- 172.21.15.90:0/1256436519 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0414108440 con 0x7f0414102c00 2024-04-26T17:26:29.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.555+0000 7f03fbfff640 1 -- 172.21.15.90:0/1256436519 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f040c004e00 con 0x7f0414102c00 2024-04-26T17:26:29.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.556+0000 7f03fbfff640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f03fc0a3cc0 0x7f03fc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:29.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.556+0000 7f0412ffd640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f03fc0a3cc0 0x7f03fc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:29.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.556+0000 7f03fbfff640 1 -- 172.21.15.90:0/1256436519 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f040c0d0720 con 0x7f0414102c00 2024-04-26T17:26:29.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.556+0000 7f0412ffd640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f03fc0a3cc0 0x7f03fc0a6180 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0404005e30 tx=0x7f0404004a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:29.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.560+0000 7f03fbfff640 1 -- 172.21.15.90:0/1256436519 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f040c09ccc0 con 0x7f0414102c00 2024-04-26T17:26:29.735 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.735+0000 7f0419376640 1 -- 172.21.15.90:0/1256436519 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f041402d920 con 0x7f0414102c00 2024-04-26T17:26:29.735 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.735+0000 7f03fbfff640 1 -- 172.21.15.90:0/1256436519 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7f040c09c5c0 con 0x7f0414102c00 2024-04-26T17:26:29.735 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:26:29.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.737+0000 7f0419376640 1 -- 172.21.15.90:0/1256436519 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f03fc0a3cc0 msgr2=0x7f03fc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.737+0000 7f0419376640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f03fc0a3cc0 0x7f03fc0a6180 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0404005e30 tx=0x7f0404004a40 comp rx=0 tx=0).stop 2024-04-26T17:26:29.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.737+0000 7f0419376640 1 -- 172.21.15.90:0/1256436519 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0414102c00 msgr2=0x7f041419f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.737+0000 7f0419376640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0414102c00 0x7f041419f6b0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f040c00d750 tx=0x7f040c00dc10 comp rx=0 tx=0).stop 2024-04-26T17:26:29.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.737+0000 7f0419376640 1 -- 172.21.15.90:0/1256436519 shutdown_connections 2024-04-26T17:26:29.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.737+0000 7f0419376640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f03fc0a3cc0 0x7f03fc0a6180 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.737+0000 7f0419376640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0414102c00 0x7f041419f6b0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.737+0000 7f0419376640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0414102240 0x7f041419d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.737+0000 7f0419376640 1 --2- 172.21.15.90:0/1256436519 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0414101050 0x7f041406b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.737+0000 7f0419376640 1 -- 172.21.15.90:0/1256436519 >> 172.21.15.90:0/1256436519 conn(0x7f04140fc5c0 msgr2=0x7f0414105610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:29.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.737+0000 7f0419376640 1 -- 172.21.15.90:0/1256436519 shutdown_connections 2024-04-26T17:26:29.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.737+0000 7f0419376640 1 -- 172.21.15.90:0/1256436519 wait complete. 2024-04-26T17:26:29.747 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:29 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/657569130' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:29.748 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T17:26:29.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:29 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/657569130' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:29.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.849+0000 7fa6b7823640 1 -- 172.21.15.90:0/884231614 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6b0105510 msgr2=0x7fa6b0107900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.849+0000 7fa6b7823640 1 --2- 172.21.15.90:0/884231614 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6b0105510 0x7fa6b0107900 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fa6a0009900 tx=0x7fa6a002a410 comp rx=0 tx=0).stop 2024-04-26T17:26:29.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.849+0000 7fa6b7823640 1 -- 172.21.15.90:0/884231614 shutdown_connections 2024-04-26T17:26:29.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.849+0000 7fa6b7823640 1 --2- 172.21.15.90:0/884231614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa6b0107e40 0x7fa6b010a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.849+0000 7fa6b7823640 1 --2- 172.21.15.90:0/884231614 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6b0105510 0x7fa6b0107900 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.849+0000 7fa6b7823640 1 --2- 172.21.15.90:0/884231614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b0102be0 0x7fa6b0104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.849+0000 7fa6b7823640 1 -- 172.21.15.90:0/884231614 >> 172.21.15.90:0/884231614 conn(0x7fa6b00fc5f0 msgr2=0x7fa6b00fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:29.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.849+0000 7fa6b7823640 1 -- 172.21.15.90:0/884231614 shutdown_connections 2024-04-26T17:26:29.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.849+0000 7fa6b7823640 1 -- 172.21.15.90:0/884231614 wait complete. 2024-04-26T17:26:29.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b7823640 1 Processor -- start 2024-04-26T17:26:29.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b7823640 1 -- start start 2024-04-26T17:26:29.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b7823640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b0102be0 0x7fa6b0198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:29.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b7823640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa6b0105510 0x7fa6b0198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b7823640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6b0107e40 0x7fa6b019fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b7823640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b010dcd0 con 0x7fa6b0107e40 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b7823640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b010db50 con 0x7fa6b0105510 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b7823640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b010de50 con 0x7fa6b0102be0 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b5dc0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6b0107e40 0x7fa6b019fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b5dc0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6b0107e40 0x7fa6b019fa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41528/0 (socket says 172.21.15.90:41528) 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b5dc0640 1 -- 172.21.15.90:0/3846264238 learned_addr learned my addr 172.21.15.90:0/3846264238 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b4dbe640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa6b0105510 0x7fa6b0198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b55bf640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b0102be0 0x7fa6b0198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b5dc0640 1 -- 172.21.15.90:0/3846264238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b0102be0 msgr2=0x7fa6b0198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b5dc0640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b0102be0 0x7fa6b0198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b5dc0640 1 -- 172.21.15.90:0/3846264238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa6b0105510 msgr2=0x7fa6b0198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:29.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b5dc0640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa6b0105510 0x7fa6b0198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:29.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b5dc0640 1 -- 172.21.15.90:0/3846264238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6b01a0070 con 0x7fa6b0107e40 2024-04-26T17:26:29.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.850+0000 7fa6b4dbe640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa6b0105510 0x7fa6b0198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:29.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.851+0000 7fa6b5dc0640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6b0107e40 0x7fa6b019fa00 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fa6a800d950 tx=0x7fa6a800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:29.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.851+0000 7fa6a67fc640 1 -- 172.21.15.90:0/3846264238 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a8017030 con 0x7fa6b0107e40 2024-04-26T17:26:29.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.851+0000 7fa6a67fc640 1 -- 172.21.15.90:0/3846264238 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa6a8004020 con 0x7fa6b0107e40 2024-04-26T17:26:29.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.851+0000 7fa6b7823640 1 -- 172.21.15.90:0/3846264238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6b01a0360 con 0x7fa6b0107e40 2024-04-26T17:26:29.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.851+0000 7fa6a67fc640 1 -- 172.21.15.90:0/3846264238 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a8003b40 con 0x7fa6b0107e40 2024-04-26T17:26:29.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.851+0000 7fa6b7823640 1 -- 172.21.15.90:0/3846264238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6b01a0830 con 0x7fa6b0107e40 2024-04-26T17:26:29.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.852+0000 7fa6b7823640 1 -- 172.21.15.90:0/3846264238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6b00fe0e0 con 0x7fa6b0107e40 2024-04-26T17:26:29.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.853+0000 7fa6a67fc640 1 -- 172.21.15.90:0/3846264238 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa6a801a070 con 0x7fa6b0107e40 2024-04-26T17:26:29.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.853+0000 7fa6a67fc640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa69c0a3c40 0x7fa69c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:29.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.853+0000 7fa6b55bf640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa69c0a3c40 0x7fa69c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:29.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.853+0000 7fa6a67fc640 1 -- 172.21.15.90:0/3846264238 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fa6a80d0200 con 0x7fa6b0107e40 2024-04-26T17:26:29.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.854+0000 7fa6b55bf640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa69c0a3c40 0x7fa69c0a6100 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac009f20 tx=0x7fa6ac0094f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:29.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:29.858+0000 7fa6a67fc640 1 -- 172.21.15.90:0/3846264238 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa6a8021070 con 0x7fa6b0107e40 2024-04-26T17:26:30.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:29 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/657569130' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:30.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.036+0000 7fa6b7823640 1 -- 172.21.15.90:0/3846264238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fa6b0062d00 con 0x7fa6b0107e40 2024-04-26T17:26:30.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.037+0000 7fa6a67fc640 1 -- 172.21.15.90:0/3846264238 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7fa6a809c720 con 0x7fa6b0107e40 2024-04-26T17:26:30.037 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:26:30.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.039+0000 7fa6b7823640 1 -- 172.21.15.90:0/3846264238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa69c0a3c40 msgr2=0x7fa69c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.039+0000 7fa6b7823640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa69c0a3c40 0x7fa69c0a6100 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac009f20 tx=0x7fa6ac0094f0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.039+0000 7fa6b7823640 1 -- 172.21.15.90:0/3846264238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6b0107e40 msgr2=0x7fa6b019fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.039+0000 7fa6b7823640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6b0107e40 0x7fa6b019fa00 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fa6a800d950 tx=0x7fa6a800de10 comp rx=0 tx=0).stop 2024-04-26T17:26:30.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.039+0000 7fa6b7823640 1 -- 172.21.15.90:0/3846264238 shutdown_connections 2024-04-26T17:26:30.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.039+0000 7fa6b7823640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa69c0a3c40 0x7fa69c0a6100 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.039+0000 7fa6b7823640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6b0107e40 0x7fa6b019fa00 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.039+0000 7fa6b7823640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa6b0105510 0x7fa6b0198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.039+0000 7fa6b7823640 1 --2- 172.21.15.90:0/3846264238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b0102be0 0x7fa6b0198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.039+0000 7fa6b7823640 1 -- 172.21.15.90:0/3846264238 >> 172.21.15.90:0/3846264238 conn(0x7fa6b00fc5f0 msgr2=0x7fa6b01034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:30.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.039+0000 7fa6b7823640 1 -- 172.21.15.90:0/3846264238 shutdown_connections 2024-04-26T17:26:30.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.039+0000 7fa6b7823640 1 -- 172.21.15.90:0/3846264238 wait complete. 2024-04-26T17:26:30.050 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T17:26:30.153 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.151+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/4132279615 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c78102bf0 msgr2=0x7f9c78109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.153 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.151+0000 7f9c7ccbb640 1 --2- 172.21.15.90:0/4132279615 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c78102bf0 0x7f9c78109480 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f9c70009ca0 tx=0x7f9c7002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.153 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.151+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/4132279615 shutdown_connections 2024-04-26T17:26:30.153 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.151+0000 7f9c7ccbb640 1 --2- 172.21.15.90:0/4132279615 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c78102bf0 0x7f9c78109480 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.154 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.151+0000 7f9c7ccbb640 1 --2- 172.21.15.90:0/4132279615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c78102230 0x7f9c781026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.154 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.151+0000 7f9c7ccbb640 1 --2- 172.21.15.90:0/4132279615 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c78101040 0x7f9c78101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.154 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.151+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/4132279615 >> 172.21.15.90:0/4132279615 conn(0x7f9c780fc5b0 msgr2=0x7f9c780fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:30.154 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.151+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/4132279615 shutdown_connections 2024-04-26T17:26:30.154 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.151+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/4132279615 wait complete. 2024-04-26T17:26:30.154 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.151+0000 7f9c7ccbb640 1 Processor -- start 2024-04-26T17:26:30.154 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c7ccbb640 1 -- start start 2024-04-26T17:26:30.154 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c7ccbb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c78101040 0x7f9c78197220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:30.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c7ccbb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c78102230 0x7f9c78197760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:30.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c7ccbb640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c78102bf0 0x7f9c7819e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:30.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c7ccbb640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9c7810cb50 con 0x7f9c78102230 2024-04-26T17:26:30.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c7ccbb640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9c7810c9d0 con 0x7f9c78101040 2024-04-26T17:26:30.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c7ccbb640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9c7810ccd0 con 0x7f9c78102bf0 2024-04-26T17:26:30.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c75d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c78102230 0x7f9c78197760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:30.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c75d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c78102230 0x7f9c78197760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41546/0 (socket says 172.21.15.90:41546) 2024-04-26T17:26:30.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c75d9b640 1 -- 172.21.15.90:0/1867498115 learned_addr learned my addr 172.21.15.90:0/1867498115 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:30.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c7659c640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c78101040 0x7f9c78197220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:30.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c76d9d640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c78102bf0 0x7f9c7819e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:30.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c75d9b640 1 -- 172.21.15.90:0/1867498115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c78102bf0 msgr2=0x7f9c7819e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c75d9b640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c78102bf0 0x7f9c7819e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c75d9b640 1 -- 172.21.15.90:0/1867498115 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c78101040 msgr2=0x7f9c78197220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c75d9b640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c78101040 0x7f9c78197220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c75d9b640 1 -- 172.21.15.90:0/1867498115 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c7819ee40 con 0x7f9c78102230 2024-04-26T17:26:30.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c75d9b640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c78102230 0x7f9c78197760 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f9c6000d770 tx=0x7f9c6000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:30.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c6f7fe640 1 -- 172.21.15.90:0/1867498115 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c60017070 con 0x7f9c78102230 2024-04-26T17:26:30.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/1867498115 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c7819f130 con 0x7f9c78102230 2024-04-26T17:26:30.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c6f7fe640 1 -- 172.21.15.90:0/1867498115 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9c600054d0 con 0x7f9c78102230 2024-04-26T17:26:30.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.152+0000 7f9c6f7fe640 1 -- 172.21.15.90:0/1867498115 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c60004c80 con 0x7f9c78102230 2024-04-26T17:26:30.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.153+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/1867498115 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c7819f630 con 0x7f9c78102230 2024-04-26T17:26:30.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.153+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/1867498115 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c781083b0 con 0x7f9c78102230 2024-04-26T17:26:30.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.155+0000 7f9c6f7fe640 1 -- 172.21.15.90:0/1867498115 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9c60004e20 con 0x7f9c78102230 2024-04-26T17:26:30.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.155+0000 7f9c6f7fe640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c640a3c40 0x7f9c640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:30.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.155+0000 7f9c7659c640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c640a3c40 0x7f9c640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:30.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.155+0000 7f9c6f7fe640 1 -- 172.21.15.90:0/1867498115 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f9c600d0760 con 0x7f9c78102230 2024-04-26T17:26:30.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.156+0000 7f9c7659c640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c640a3c40 0x7f9c640a6100 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9c78102090 tx=0x7f9c6800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:30.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.159+0000 7f9c6f7fe640 1 -- 172.21.15.90:0/1867498115 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9c6009c630 con 0x7f9c78102230 2024-04-26T17:26:30.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.335+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/1867498115 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f9c7802d920 con 0x7f9c78102230 2024-04-26T17:26:30.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.336+0000 7f9c6f7fe640 1 -- 172.21.15.90:0/1867498115 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7f9c600a0930 con 0x7f9c78102230 2024-04-26T17:26:30.335 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-26T17:26:30.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.337+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/1867498115 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c640a3c40 msgr2=0x7f9c640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.337+0000 7f9c7ccbb640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c640a3c40 0x7f9c640a6100 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9c78102090 tx=0x7f9c6800b390 comp rx=0 tx=0).stop 2024-04-26T17:26:30.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.337+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/1867498115 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c78102230 msgr2=0x7f9c78197760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.337+0000 7f9c7ccbb640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c78102230 0x7f9c78197760 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f9c6000d770 tx=0x7f9c6000dc30 comp rx=0 tx=0).stop 2024-04-26T17:26:30.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.338+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/1867498115 shutdown_connections 2024-04-26T17:26:30.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.338+0000 7f9c7ccbb640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9c640a3c40 0x7f9c640a6100 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.338+0000 7f9c7ccbb640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c78102bf0 0x7f9c7819e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.338+0000 7f9c7ccbb640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c78102230 0x7f9c78197760 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.338+0000 7f9c7ccbb640 1 --2- 172.21.15.90:0/1867498115 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c78101040 0x7f9c78197220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.338+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/1867498115 >> 172.21.15.90:0/1867498115 conn(0x7f9c780fc5b0 msgr2=0x7f9c78105580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:30.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.338+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/1867498115 shutdown_connections 2024-04-26T17:26:30.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.338+0000 7f9c7ccbb640 1 -- 172.21.15.90:0/1867498115 wait complete. 2024-04-26T17:26:30.351 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-26T17:26:30.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.451+0000 7f4c5e420640 1 -- 172.21.15.90:0/2402711740 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c58103330 msgr2=0x7f4c581037b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.451+0000 7f4c5e420640 1 --2- 172.21.15.90:0/2402711740 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c58103330 0x7f4c581037b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f4c4c009900 tx=0x7f4c4c02a410 comp rx=0 tx=0).stop 2024-04-26T17:26:30.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.451+0000 7f4c5e420640 1 -- 172.21.15.90:0/2402711740 shutdown_connections 2024-04-26T17:26:30.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.451+0000 7f4c5e420640 1 --2- 172.21.15.90:0/2402711740 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4c58103cf0 0x7f4c5810a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.451+0000 7f4c5e420640 1 --2- 172.21.15.90:0/2402711740 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c58103330 0x7f4c581037b0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.451+0000 7f4c5e420640 1 --2- 172.21.15.90:0/2402711740 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c58102140 0x7f4c58102560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.451+0000 7f4c5e420640 1 -- 172.21.15.90:0/2402711740 >> 172.21.15.90:0/2402711740 conn(0x7f4c580fd6b0 msgr2=0x7f4c580ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:30.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.451+0000 7f4c5e420640 1 -- 172.21.15.90:0/2402711740 shutdown_connections 2024-04-26T17:26:30.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.451+0000 7f4c5e420640 1 -- 172.21.15.90:0/2402711740 wait complete. 2024-04-26T17:26:30.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.451+0000 7f4c5e420640 1 Processor -- start 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.451+0000 7f4c5e420640 1 -- start start 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5e420640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c58102140 0x7f4c581982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5e420640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4c58103330 0x7f4c58198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5e420640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c58103cf0 0x7f4c5819f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5e420640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4c5810dc50 con 0x7f4c58103cf0 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5e420640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f4c5810dad0 con 0x7f4c58102140 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5e420640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4c5810ddd0 con 0x7f4c58103330 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5c9bd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c58103cf0 0x7f4c5819f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5c9bd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c58103cf0 0x7f4c5819f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41576/0 (socket says 172.21.15.90:41576) 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5c9bd640 1 -- 172.21.15.90:0/333400391 learned_addr learned my addr 172.21.15.90:0/333400391 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c577fe640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4c58103330 0x7f4c58198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5c9bd640 1 -- 172.21.15.90:0/333400391 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4c58103330 msgr2=0x7f4c58198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5c9bd640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4c58103330 0x7f4c58198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5c9bd640 1 -- 172.21.15.90:0/333400391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c58102140 msgr2=0x7f4c581982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c57fff640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c58102140 0x7f4c581982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:30.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5c9bd640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c58102140 0x7f4c581982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5c9bd640 1 -- 172.21.15.90:0/333400391 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c5819ff10 con 0x7f4c58103cf0 2024-04-26T17:26:30.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c57fff640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c58102140 0x7f4c581982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:30.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c5c9bd640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c58103cf0 0x7f4c5819f8a0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f4c5000eb10 tx=0x7f4c5000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:30.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.452+0000 7f4c557fa640 1 -- 172.21.15.90:0/333400391 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c50004b20 con 0x7f4c58103cf0 2024-04-26T17:26:30.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.453+0000 7f4c557fa640 1 -- 172.21.15.90:0/333400391 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f4c50004cc0 con 0x7f4c58103cf0 2024-04-26T17:26:30.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.453+0000 7f4c5e420640 1 -- 172.21.15.90:0/333400391 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c581a0200 con 0x7f4c58103cf0 2024-04-26T17:26:30.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.453+0000 7f4c557fa640 1 -- 172.21.15.90:0/333400391 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c50010690 con 0x7f4c58103cf0 2024-04-26T17:26:30.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.453+0000 7f4c5e420640 1 -- 172.21.15.90:0/333400391 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c581a0750 con 0x7f4c58103cf0 2024-04-26T17:26:30.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.453+0000 7f4c5e420640 1 -- 172.21.15.90:0/333400391 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c58109530 con 0x7f4c58103cf0 2024-04-26T17:26:30.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.455+0000 7f4c557fa640 1 -- 172.21.15.90:0/333400391 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f4c50005020 con 0x7f4c58103cf0 2024-04-26T17:26:30.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.455+0000 7f4c557fa640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4c400a3c40 0x7f4c400a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:30.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.455+0000 7f4c557fa640 1 -- 172.21.15.90:0/333400391 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f4c500d10f0 con 0x7f4c58103cf0 2024-04-26T17:26:30.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.455+0000 7f4c57fff640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4c400a3c40 0x7f4c400a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:30.457 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.456+0000 7f4c57fff640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4c400a3c40 0x7f4c400a6100 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f4c58103190 tx=0x7f4c48005db0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:30.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.460+0000 7f4c557fa640 1 -- 172.21.15.90:0/333400391 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4c5009d610 con 0x7f4c58103cf0 2024-04-26T17:26:30.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.641+0000 7f4c5e420640 1 -- 172.21.15.90:0/333400391 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f4c58062d00 con 0x7f4c58103cf0 2024-04-26T17:26:30.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.642+0000 7f4c557fa640 1 -- 172.21.15.90:0/333400391 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v92) ==== 103+0+11 (secure 0 0 0) 0x7f4c5009cf10 con 0x7f4c58103cf0 2024-04-26T17:26:30.642 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:26:30.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.644+0000 7f4c5e420640 1 -- 172.21.15.90:0/333400391 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4c400a3c40 msgr2=0x7f4c400a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.644+0000 7f4c5e420640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4c400a3c40 0x7f4c400a6100 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f4c58103190 tx=0x7f4c48005db0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.644+0000 7f4c5e420640 1 -- 172.21.15.90:0/333400391 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c58103cf0 msgr2=0x7f4c5819f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.644+0000 7f4c5e420640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c58103cf0 0x7f4c5819f8a0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f4c5000eb10 tx=0x7f4c5000c2d0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.644+0000 7f4c5e420640 1 -- 172.21.15.90:0/333400391 shutdown_connections 2024-04-26T17:26:30.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.644+0000 7f4c5e420640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4c400a3c40 0x7f4c400a6100 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.644+0000 7f4c5e420640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c58103cf0 0x7f4c5819f8a0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.644+0000 7f4c5e420640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4c58103330 0x7f4c58198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.644+0000 7f4c5e420640 1 --2- 172.21.15.90:0/333400391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c58102140 0x7f4c581982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.644+0000 7f4c5e420640 1 -- 172.21.15.90:0/333400391 >> 172.21.15.90:0/333400391 conn(0x7f4c580fd6b0 msgr2=0x7f4c58106700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:30.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.644+0000 7f4c5e420640 1 -- 172.21.15.90:0/333400391 shutdown_connections 2024-04-26T17:26:30.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.644+0000 7f4c5e420640 1 -- 172.21.15.90:0/333400391 wait complete. 2024-04-26T17:26:30.654 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:30 smithi090 ceph-mon[29417]: pgmap v350: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-26T17:26:30.654 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:30 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1256436519' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:26:30.654 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:30 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3846264238' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:26:30.654 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:30 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1867498115' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:26:30.656 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:26:30.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.755+0000 7f850a3d8640 1 -- 172.21.15.90:0/1606179263 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8504102230 msgr2=0x7f85041026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.755+0000 7f850a3d8640 1 --2- 172.21.15.90:0/1606179263 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8504102230 0x7f85041026b0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f84f8009900 tx=0x7f84f802a410 comp rx=0 tx=0).stop 2024-04-26T17:26:30.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.755+0000 7f850a3d8640 1 -- 172.21.15.90:0/1606179263 shutdown_connections 2024-04-26T17:26:30.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.755+0000 7f850a3d8640 1 --2- 172.21.15.90:0/1606179263 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8504102bf0 0x7f8504109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.755+0000 7f850a3d8640 1 --2- 172.21.15.90:0/1606179263 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8504102230 0x7f85041026b0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.755+0000 7f850a3d8640 1 --2- 172.21.15.90:0/1606179263 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8504101040 0x7f8504101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.755+0000 7f850a3d8640 1 -- 172.21.15.90:0/1606179263 >> 172.21.15.90:0/1606179263 conn(0x7f85040fc5b0 msgr2=0x7f85040fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.755+0000 7f850a3d8640 1 -- 172.21.15.90:0/1606179263 shutdown_connections 2024-04-26T17:26:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.755+0000 7f850a3d8640 1 -- 172.21.15.90:0/1606179263 wait complete. 2024-04-26T17:26:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.755+0000 7f850a3d8640 1 Processor -- start 2024-04-26T17:26:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.755+0000 7f850a3d8640 1 -- start start 2024-04-26T17:26:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f850a3d8640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8504101040 0x7f8504198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f850a3d8640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8504102230 0x7f8504198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f850a3d8640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8504102bf0 0x7f850419f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f850a3d8640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f850410cbb0 con 0x7f8504102bf0 2024-04-26T17:26:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f850a3d8640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f850410ca30 con 0x7f8504101040 2024-04-26T17:26:30.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f850a3d8640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f850410cd30 con 0x7f8504102230 2024-04-26T17:26:30.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f8508975640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8504102bf0 0x7f850419f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:30.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f8508975640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8504102bf0 0x7f850419f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41596/0 (socket says 172.21.15.90:41596) 2024-04-26T17:26:30.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f8508975640 1 -- 172.21.15.90:0/4173895395 learned_addr learned my addr 172.21.15.90:0/4173895395 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:30.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f85037fe640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8504102230 0x7f8504198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:30.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f8503fff640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8504101040 0x7f8504198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:30.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f8508975640 1 -- 172.21.15.90:0/4173895395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8504102230 msgr2=0x7f8504198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f8508975640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8504102230 0x7f8504198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f8508975640 1 -- 172.21.15.90:0/4173895395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8504101040 msgr2=0x7f8504198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f8508975640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8504101040 0x7f8504198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f8508975640 1 -- 172.21.15.90:0/4173895395 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85041a0050 con 0x7f8504102bf0 2024-04-26T17:26:30.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f8508975640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8504102bf0 0x7f850419f9e0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f84fc00b970 tx=0x7f84fc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:30.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.756+0000 7f85017fa640 1 -- 172.21.15.90:0/4173895395 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84fc019070 con 0x7f8504102bf0 2024-04-26T17:26:30.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.757+0000 7f85017fa640 1 -- 172.21.15.90:0/4173895395 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f84fc014440 con 0x7f8504102bf0 2024-04-26T17:26:30.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.757+0000 7f85017fa640 1 -- 172.21.15.90:0/4173895395 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84fc0075d0 con 0x7f8504102bf0 2024-04-26T17:26:30.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.757+0000 7f850a3d8640 1 -- 172.21.15.90:0/4173895395 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85041a0340 con 0x7f8504102bf0 2024-04-26T17:26:30.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.757+0000 7f850a3d8640 1 -- 172.21.15.90:0/4173895395 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85041a0810 con 0x7f8504102bf0 2024-04-26T17:26:30.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.758+0000 7f850a3d8640 1 -- 172.21.15.90:0/4173895395 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85041a0ad0 con 0x7f8504102bf0 2024-04-26T17:26:30.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.759+0000 7f85017fa640 1 -- 172.21.15.90:0/4173895395 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f84fc01c070 con 0x7f8504102bf0 2024-04-26T17:26:30.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.760+0000 7f85017fa640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84ec0a3d90 0x7f84ec0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:30.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.760+0000 7f8503fff640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84ec0a3d90 0x7f84ec0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:30.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.760+0000 7f85017fa640 1 -- 172.21.15.90:0/4173895395 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f84fc0cfc30 con 0x7f8504102bf0 2024-04-26T17:26:30.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.760+0000 7f8503fff640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84ec0a3d90 0x7f84ec0a6250 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f84f4005fd0 tx=0x7f84f400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:30.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.765+0000 7f85017fa640 1 -- 172.21.15.90:0/4173895395 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f84fc09bc10 con 0x7f8504102bf0 2024-04-26T17:26:30.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:30 smithi119 ceph-mon[32584]: pgmap v350: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-26T17:26:30.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:30 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1256436519' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:26:30.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:30 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3846264238' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:26:30.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:30 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1867498115' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:26:30.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.980+0000 7f850a3d8640 1 -- 172.21.15.90:0/4173895395 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f85041a0d40 con 0x7f8504102bf0 2024-04-26T17:26:30.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.980+0000 7f85017fa640 1 -- 172.21.15.90:0/4173895395 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11944 (secure 0 0 0) 0x7f84fc09ff10 con 0x7f8504102bf0 2024-04-26T17:26:30.980 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:30.980 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:25:06.873123+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24509,24404,24476,24409,24472]},"id":1}]} 2024-04-26T17:26:30.981 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 27 2024-04-26T17:26:30.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.982+0000 7f850a3d8640 1 -- 172.21.15.90:0/4173895395 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84ec0a3d90 msgr2=0x7f84ec0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.982+0000 7f850a3d8640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84ec0a3d90 0x7f84ec0a6250 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f84f4005fd0 tx=0x7f84f400b410 comp rx=0 tx=0).stop 2024-04-26T17:26:30.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.982+0000 7f850a3d8640 1 -- 172.21.15.90:0/4173895395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8504102bf0 msgr2=0x7f850419f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:30.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.982+0000 7f850a3d8640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8504102bf0 0x7f850419f9e0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f84fc00b970 tx=0x7f84fc00be30 comp rx=0 tx=0).stop 2024-04-26T17:26:30.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.982+0000 7f850a3d8640 1 -- 172.21.15.90:0/4173895395 shutdown_connections 2024-04-26T17:26:30.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.982+0000 7f850a3d8640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84ec0a3d90 0x7f84ec0a6250 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.982+0000 7f850a3d8640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8504102bf0 0x7f850419f9e0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.982+0000 7f850a3d8640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8504102230 0x7f8504198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.982+0000 7f850a3d8640 1 --2- 172.21.15.90:0/4173895395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8504101040 0x7f8504198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:30.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.983+0000 7f850a3d8640 1 -- 172.21.15.90:0/4173895395 >> 172.21.15.90:0/4173895395 conn(0x7f85040fc5b0 msgr2=0x7f8504069340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:30.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.983+0000 7f850a3d8640 1 -- 172.21.15.90:0/4173895395 shutdown_connections 2024-04-26T17:26:30.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:30.983+0000 7f850a3d8640 1 -- 172.21.15.90:0/4173895395 wait complete. 2024-04-26T17:26:30.994 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:26:31.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:30 smithi167 ceph-mon[32665]: pgmap v350: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-26T17:26:31.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:30 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1256436519' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:26:31.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:30 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3846264238' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:26:31.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:30 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1867498115' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:26:31.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.094+0000 7f00fea3c640 1 -- 172.21.15.90:0/2275311336 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00f8101040 msgr2=0x7f00f8101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.094+0000 7f00fea3c640 1 --2- 172.21.15.90:0/2275311336 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00f8101040 0x7f00f8101460 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f00e8009900 tx=0x7f00e802a410 comp rx=0 tx=0).stop 2024-04-26T17:26:31.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.094+0000 7f00fea3c640 1 -- 172.21.15.90:0/2275311336 shutdown_connections 2024-04-26T17:26:31.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.094+0000 7f00fea3c640 1 --2- 172.21.15.90:0/2275311336 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00f8102bf0 0x7f00f8109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.094+0000 7f00fea3c640 1 --2- 172.21.15.90:0/2275311336 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00f8102230 0x7f00f81026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.094+0000 7f00fea3c640 1 --2- 172.21.15.90:0/2275311336 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00f8101040 0x7f00f8101460 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.094+0000 7f00fea3c640 1 -- 172.21.15.90:0/2275311336 >> 172.21.15.90:0/2275311336 conn(0x7f00f80fc5b0 msgr2=0x7f00f80fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:31.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.094+0000 7f00fea3c640 1 -- 172.21.15.90:0/2275311336 shutdown_connections 2024-04-26T17:26:31.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.094+0000 7f00fea3c640 1 -- 172.21.15.90:0/2275311336 wait complete. 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00fea3c640 1 Processor -- start 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00fea3c640 1 -- start start 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00fea3c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00f8101040 0x7f00f8198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00fea3c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00f8102230 0x7f00f8198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00fea3c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00f8102bf0 0x7f00f819f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00fea3c640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f00f810dc40 con 0x7f00f8102230 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00fea3c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f00f810dac0 con 0x7f00f8102bf0 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00fea3c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f00f810ddc0 con 0x7f00f8101040 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00f77fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00f8102230 0x7f00f8198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00f77fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00f8102230 0x7f00f8198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41612/0 (socket says 172.21.15.90:41612) 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00f77fe640 1 -- 172.21.15.90:0/4006078215 learned_addr learned my addr 172.21.15.90:0/4006078215 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00fcfd9640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00f8102bf0 0x7f00f819f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:31.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00f7fff640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00f8101040 0x7f00f8198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:31.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00f77fe640 1 -- 172.21.15.90:0/4006078215 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00f8101040 msgr2=0x7f00f8198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00f77fe640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00f8101040 0x7f00f8198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00f77fe640 1 -- 172.21.15.90:0/4006078215 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00f8102bf0 msgr2=0x7f00f819f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00f77fe640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00f8102bf0 0x7f00f819f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00f77fe640 1 -- 172.21.15.90:0/4006078215 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00f819ff60 con 0x7f00f8102230 2024-04-26T17:26:31.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.095+0000 7f00fcfd9640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00f8102bf0 0x7f00f819f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:31.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.096+0000 7f00f77fe640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00f8102230 0x7f00f8198880 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f00ec00c920 tx=0x7f00ec00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:31.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.096+0000 7f00f57fa640 1 -- 172.21.15.90:0/4006078215 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00ec007c70 con 0x7f00f8102230 2024-04-26T17:26:31.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.096+0000 7f00f57fa640 1 -- 172.21.15.90:0/4006078215 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f00ec007e10 con 0x7f00f8102230 2024-04-26T17:26:31.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.096+0000 7f00f57fa640 1 -- 172.21.15.90:0/4006078215 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00ec0187b0 con 0x7f00f8102230 2024-04-26T17:26:31.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.096+0000 7f00fea3c640 1 -- 172.21.15.90:0/4006078215 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00f81a0250 con 0x7f00f8102230 2024-04-26T17:26:31.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.096+0000 7f00fea3c640 1 -- 172.21.15.90:0/4006078215 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00f81a07f0 con 0x7f00f8102230 2024-04-26T17:26:31.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.097+0000 7f00fea3c640 1 -- 172.21.15.90:0/4006078215 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00f8108430 con 0x7f00f8102230 2024-04-26T17:26:31.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.098+0000 7f00f57fa640 1 -- 172.21.15.90:0/4006078215 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f00ec018990 con 0x7f00f8102230 2024-04-26T17:26:31.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.099+0000 7f00f57fa640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f00e00a3cc0 0x7f00e00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:31.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.099+0000 7f00f7fff640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f00e00a3cc0 0x7f00e00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:31.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.099+0000 7f00f57fa640 1 -- 172.21.15.90:0/4006078215 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f00ec0d0a70 con 0x7f00f8102230 2024-04-26T17:26:31.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.099+0000 7f00f7fff640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f00e00a3cc0 0x7f00e00a6180 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f00e80096c0 tx=0x7f00e8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:31.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.103+0000 7f00f57fa640 1 -- 172.21.15.90:0/4006078215 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f00ec014030 con 0x7f00f8102230 2024-04-26T17:26:31.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.283+0000 7f00fea3c640 1 -- 172.21.15.90:0/4006078215 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f00f802d910 con 0x7f00f8102230 2024-04-26T17:26:31.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.284+0000 7f00f57fa640 1 -- 172.21.15.90:0/4006078215 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24677 (secure 0 0 0) 0x7f00ec085e20 con 0x7f00f8102230 2024-04-26T17:26:31.284 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:31.284 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":92,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:25:34.522715+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:26:31.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.286+0000 7f00fea3c640 1 -- 172.21.15.90:0/4006078215 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f00e00a3cc0 msgr2=0x7f00e00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.286+0000 7f00fea3c640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f00e00a3cc0 0x7f00e00a6180 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f00e80096c0 tx=0x7f00e8000bc0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.286+0000 7f00fea3c640 1 -- 172.21.15.90:0/4006078215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00f8102230 msgr2=0x7f00f8198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.286+0000 7f00fea3c640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00f8102230 0x7f00f8198880 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f00ec00c920 tx=0x7f00ec00cde0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.287+0000 7f00fea3c640 1 -- 172.21.15.90:0/4006078215 shutdown_connections 2024-04-26T17:26:31.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.287+0000 7f00fea3c640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f00e00a3cc0 0x7f00e00a6180 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.287+0000 7f00fea3c640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00f8102bf0 0x7f00f819f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.287+0000 7f00fea3c640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00f8102230 0x7f00f8198880 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.287+0000 7f00fea3c640 1 --2- 172.21.15.90:0/4006078215 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00f8101040 0x7f00f8198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.287+0000 7f00fea3c640 1 -- 172.21.15.90:0/4006078215 >> 172.21.15.90:0/4006078215 conn(0x7f00f80fc5b0 msgr2=0x7f00f8105600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:31.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.287+0000 7f00fea3c640 1 -- 172.21.15.90:0/4006078215 shutdown_connections 2024-04-26T17:26:31.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.287+0000 7f00fea3c640 1 -- 172.21.15.90:0/4006078215 wait complete. 2024-04-26T17:26:31.298 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T17:24:36.941852+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T17:24:38.058512+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-26T17:24:41.453912+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-26T17:26:31.299 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:26:31.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.400+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/2673984695 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3db8101050 msgr2=0x7f3db8101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.400+0000 7f3dbd4ae640 1 --2- 172.21.15.90:0/2673984695 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3db8101050 0x7f3db8101470 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f3da8009900 tx=0x7f3da802a410 comp rx=0 tx=0).stop 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.400+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/2673984695 shutdown_connections 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.400+0000 7f3dbd4ae640 1 --2- 172.21.15.90:0/2673984695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3db8102c00 0x7f3db8109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.400+0000 7f3dbd4ae640 1 --2- 172.21.15.90:0/2673984695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8102240 0x7f3db81026c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.400+0000 7f3dbd4ae640 1 --2- 172.21.15.90:0/2673984695 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3db8101050 0x7f3db8101470 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.400+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/2673984695 >> 172.21.15.90:0/2673984695 conn(0x7f3db80fc600 msgr2=0x7f3db80fea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.400+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/2673984695 shutdown_connections 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.400+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/2673984695 wait complete. 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3dbd4ae640 1 Processor -- start 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3dbd4ae640 1 -- start start 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3dbd4ae640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3db8101050 0x7f3db806b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3dbd4ae640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8102240 0x7f3db819f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3dbd4ae640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3db8102c00 0x7f3db81a1a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:31.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3dbd4ae640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3db810cb60 con 0x7f3db8101050 2024-04-26T17:26:31.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3dbd4ae640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f3db810c9e0 con 0x7f3db8102c00 2024-04-26T17:26:31.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3dbd4ae640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3db810cce0 con 0x7f3db8102240 2024-04-26T17:26:31.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3db6ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3db8101050 0x7f3db806b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:31.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3db6ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3db8101050 0x7f3db806b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41626/0 (socket says 172.21.15.90:41626) 2024-04-26T17:26:31.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3db6ffd640 1 -- 172.21.15.90:0/3743593767 learned_addr learned my addr 172.21.15.90:0/3743593767 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:31.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3daffff640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8102240 0x7f3db819f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:31.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3db77fe640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3db8102c00 0x7f3db81a1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:31.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3db6ffd640 1 -- 172.21.15.90:0/3743593767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8102240 msgr2=0x7f3db819f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3db6ffd640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8102240 0x7f3db819f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3db6ffd640 1 -- 172.21.15.90:0/3743593767 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3db8102c00 msgr2=0x7f3db81a1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3db6ffd640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3db8102c00 0x7f3db81a1a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.401+0000 7f3db6ffd640 1 -- 172.21.15.90:0/3743593767 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3db81a2260 con 0x7f3db8101050 2024-04-26T17:26:31.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.402+0000 7f3db6ffd640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3db8101050 0x7f3db806b290 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f3da8005ab0 tx=0x7f3da80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:31.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.402+0000 7f3db4ff9640 1 -- 172.21.15.90:0/3743593767 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da803f030 con 0x7f3db8101050 2024-04-26T17:26:31.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.402+0000 7f3db4ff9640 1 -- 172.21.15.90:0/3743593767 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3da8003cb0 con 0x7f3db8101050 2024-04-26T17:26:31.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.402+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/3743593767 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3db81a2490 con 0x7f3db8101050 2024-04-26T17:26:31.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.402+0000 7f3db4ff9640 1 -- 172.21.15.90:0/3743593767 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da8035070 con 0x7f3db8101050 2024-04-26T17:26:31.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.402+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/3743593767 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3db81a2980 con 0x7f3db8101050 2024-04-26T17:26:31.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.403+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/3743593767 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3db8108430 con 0x7f3db8101050 2024-04-26T17:26:31.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.404+0000 7f3db4ff9640 1 -- 172.21.15.90:0/3743593767 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3da8042030 con 0x7f3db8101050 2024-04-26T17:26:31.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.404+0000 7f3db4ff9640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3da40a3c70 0x7f3da40a6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:31.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.405+0000 7f3daffff640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3da40a3c70 0x7f3da40a6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:31.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.405+0000 7f3db4ff9640 1 -- 172.21.15.90:0/3743593767 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f3da80f12c0 con 0x7f3db8101050 2024-04-26T17:26:31.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.405+0000 7f3daffff640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3da40a3c70 0x7f3da40a6130 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3da0005fd0 tx=0x7f3da0005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:31.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.408+0000 7f3db4ff9640 1 -- 172.21.15.90:0/3743593767 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3da80bd7e0 con 0x7f3db8101050 2024-04-26T17:26:31.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.590+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/3743593767 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f3db802d920 con 0x7f3db8101050 2024-04-26T17:26:31.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.590+0000 7f3db4ff9640 1 -- 172.21.15.90:0/3743593767 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7f3da80bd0e0 con 0x7f3db8101050 2024-04-26T17:26:31.591 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:26:31.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.592+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/3743593767 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3da40a3c70 msgr2=0x7f3da40a6130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.592+0000 7f3dbd4ae640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3da40a3c70 0x7f3da40a6130 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3da0005fd0 tx=0x7f3da0005850 comp rx=0 tx=0).stop 2024-04-26T17:26:31.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.592+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/3743593767 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3db8101050 msgr2=0x7f3db806b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.592+0000 7f3dbd4ae640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3db8101050 0x7f3db806b290 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f3da8005ab0 tx=0x7f3da80042f0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.593+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/3743593767 shutdown_connections 2024-04-26T17:26:31.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.593+0000 7f3dbd4ae640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3da40a3c70 0x7f3da40a6130 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.593+0000 7f3dbd4ae640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3db8102c00 0x7f3db81a1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.593+0000 7f3dbd4ae640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8102240 0x7f3db819f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.593+0000 7f3dbd4ae640 1 --2- 172.21.15.90:0/3743593767 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3db8101050 0x7f3db806b290 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.593+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/3743593767 >> 172.21.15.90:0/3743593767 conn(0x7f3db80fc600 msgr2=0x7f3db8105600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:31.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.593+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/3743593767 shutdown_connections 2024-04-26T17:26:31.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.593+0000 7f3dbd4ae640 1 -- 172.21.15.90:0/3743593767 wait complete. 2024-04-26T17:26:31.602 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:31 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/333400391' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:26:31.602 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:31 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/4173895395' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:31.603 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:31 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/4006078215' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:31.604 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T17:26:31.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.706+0000 7fa895c59640 1 -- 172.21.15.90:0/1414015366 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa890102150 msgr2=0x7fa890102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.706+0000 7fa895c59640 1 --2- 172.21.15.90:0/1414015366 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa890102150 0x7fa890102570 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa880009900 tx=0x7fa88002a410 comp rx=0 tx=0).stop 2024-04-26T17:26:31.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.706+0000 7fa895c59640 1 -- 172.21.15.90:0/1414015366 shutdown_connections 2024-04-26T17:26:31.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.706+0000 7fa895c59640 1 --2- 172.21.15.90:0/1414015366 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa890103d00 0x7fa89010a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.706+0000 7fa895c59640 1 --2- 172.21.15.90:0/1414015366 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa890103340 0x7fa8901037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.706+0000 7fa895c59640 1 --2- 172.21.15.90:0/1414015366 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa890102150 0x7fa890102570 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.706+0000 7fa895c59640 1 -- 172.21.15.90:0/1414015366 >> 172.21.15.90:0/1414015366 conn(0x7fa8900fd6e0 msgr2=0x7fa8900ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:31.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.706+0000 7fa895c59640 1 -- 172.21.15.90:0/1414015366 shutdown_connections 2024-04-26T17:26:31.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.706+0000 7fa895c59640 1 -- 172.21.15.90:0/1414015366 wait complete. 2024-04-26T17:26:31.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.706+0000 7fa895c59640 1 Processor -- start 2024-04-26T17:26:31.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa895c59640 1 -- start start 2024-04-26T17:26:31.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa895c59640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa890102150 0x7fa890198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:31.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa895c59640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa890103340 0x7fa890198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:31.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa895c59640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa890103d00 0x7fa89019f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa895c59640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa89010dc60 con 0x7fa890103340 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa895c59640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fa89010dae0 con 0x7fa890102150 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa895c59640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa89010dde0 con 0x7fa890103d00 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa887fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa890103340 0x7fa890198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa887fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa890103340 0x7fa890198940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41642/0 (socket says 172.21.15.90:41642) 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa887fff640 1 -- 172.21.15.90:0/3038066448 learned_addr learned my addr 172.21.15.90:0/3038066448 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa88f7fe640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa890102150 0x7fa890198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa88ffff640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa890103d00 0x7fa89019f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa887fff640 1 -- 172.21.15.90:0/3038066448 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa890103d00 msgr2=0x7fa89019f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa887fff640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa890103d00 0x7fa89019f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa887fff640 1 -- 172.21.15.90:0/3038066448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa890102150 msgr2=0x7fa890198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa887fff640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa890102150 0x7fa890198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa887fff640 1 -- 172.21.15.90:0/3038066448 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8901a0020 con 0x7fa890103340 2024-04-26T17:26:31.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa88ffff640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa890103d00 0x7fa89019f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:31.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa887fff640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa890103340 0x7fa890198940 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa87800c890 tx=0x7fa87800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:31.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa88d7fa640 1 -- 172.21.15.90:0/3038066448 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa878004220 con 0x7fa890103340 2024-04-26T17:26:31.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa895c59640 1 -- 172.21.15.90:0/3038066448 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8901a0310 con 0x7fa890103340 2024-04-26T17:26:31.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa88d7fa640 1 -- 172.21.15.90:0/3038066448 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa8780043c0 con 0x7fa890103340 2024-04-26T17:26:31.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa88d7fa640 1 -- 172.21.15.90:0/3038066448 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa878004a00 con 0x7fa890103340 2024-04-26T17:26:31.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.707+0000 7fa895c59640 1 -- 172.21.15.90:0/3038066448 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8901a0860 con 0x7fa890103340 2024-04-26T17:26:31.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.708+0000 7fa895c59640 1 -- 172.21.15.90:0/3038066448 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8901095e0 con 0x7fa890103340 2024-04-26T17:26:31.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.709+0000 7fa88d7fa640 1 -- 172.21.15.90:0/3038066448 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa8780079b0 con 0x7fa890103340 2024-04-26T17:26:31.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.710+0000 7fa88d7fa640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa87c0a3c40 0x7fa87c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:31.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.710+0000 7fa88f7fe640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa87c0a3c40 0x7fa87c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:31.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.710+0000 7fa88d7fa640 1 -- 172.21.15.90:0/3038066448 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fa8780d0630 con 0x7fa890103340 2024-04-26T17:26:31.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.710+0000 7fa88f7fe640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa87c0a3c40 0x7fa87c0a6100 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa880005ab0 tx=0x7fa880005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:31.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.715+0000 7fa88d7fa640 1 -- 172.21.15.90:0/3038066448 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa878014030 con 0x7fa890103340 2024-04-26T17:26:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:31 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/333400391' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:26:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:31 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/4173895395' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:31.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:31 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/4006078215' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:31.891 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.891+0000 7fa895c59640 1 -- 172.21.15.90:0/3038066448 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fa89002d920 con 0x7fa890103340 2024-04-26T17:26:31.891 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.891+0000 7fa88d7fa640 1 -- 172.21.15.90:0/3038066448 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7fa87809cb50 con 0x7fa890103340 2024-04-26T17:26:31.891 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:26:31.893 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.893+0000 7fa895c59640 1 -- 172.21.15.90:0/3038066448 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa87c0a3c40 msgr2=0x7fa87c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.893 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.893+0000 7fa895c59640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa87c0a3c40 0x7fa87c0a6100 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa880005ab0 tx=0x7fa880005d50 comp rx=0 tx=0).stop 2024-04-26T17:26:31.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.893+0000 7fa895c59640 1 -- 172.21.15.90:0/3038066448 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa890103340 msgr2=0x7fa890198940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:31.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.893+0000 7fa895c59640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa890103340 0x7fa890198940 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa87800c890 tx=0x7fa87800cd50 comp rx=0 tx=0).stop 2024-04-26T17:26:31.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.893+0000 7fa895c59640 1 -- 172.21.15.90:0/3038066448 shutdown_connections 2024-04-26T17:26:31.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.893+0000 7fa895c59640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa87c0a3c40 0x7fa87c0a6100 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.893+0000 7fa895c59640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa890103d00 0x7fa89019f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.893+0000 7fa895c59640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa890103340 0x7fa890198940 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.893+0000 7fa895c59640 1 --2- 172.21.15.90:0/3038066448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa890102150 0x7fa890198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:31.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.893+0000 7fa895c59640 1 -- 172.21.15.90:0/3038066448 >> 172.21.15.90:0/3038066448 conn(0x7fa8900fd6e0 msgr2=0x7fa8901067b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:31.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.893+0000 7fa895c59640 1 -- 172.21.15.90:0/3038066448 shutdown_connections 2024-04-26T17:26:31.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:31.894+0000 7fa895c59640 1 -- 172.21.15.90:0/3038066448 wait complete. 2024-04-26T17:26:31.905 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T17:26:32.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:31 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/333400391' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:26:32.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:31 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/4173895395' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:32.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:31 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/4006078215' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:32.009 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.007+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/1431351431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9cc103340 msgr2=0x7fe9cc1037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.009 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.007+0000 7fe9d2ecf640 1 --2- 172.21.15.90:0/1431351431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9cc103340 0x7fe9cc1037c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc009900 tx=0x7fe9bc02a410 comp rx=0 tx=0).stop 2024-04-26T17:26:32.009 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.007+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/1431351431 shutdown_connections 2024-04-26T17:26:32.009 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.007+0000 7fe9d2ecf640 1 --2- 172.21.15.90:0/1431351431 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe9cc103d00 0x7fe9cc10a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.009 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.007+0000 7fe9d2ecf640 1 --2- 172.21.15.90:0/1431351431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9cc103340 0x7fe9cc1037c0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.009 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.007+0000 7fe9d2ecf640 1 --2- 172.21.15.90:0/1431351431 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc102150 0x7fe9cc102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.009 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.007+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/1431351431 >> 172.21.15.90:0/1431351431 conn(0x7fe9cc0fd6e0 msgr2=0x7fe9cc0ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:32.009 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.007+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/1431351431 shutdown_connections 2024-04-26T17:26:32.009 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.007+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/1431351431 wait complete. 2024-04-26T17:26:32.009 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d2ecf640 1 Processor -- start 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d2ecf640 1 -- start start 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d2ecf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe9cc102150 0x7fe9cc198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d2ecf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc103340 0x7fe9cc1988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d2ecf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9cc103d00 0x7fe9cc19f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d2ecf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe9cc10dc60 con 0x7fe9cc103d00 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d2ecf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fe9cc10dae0 con 0x7fe9cc103340 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d2ecf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe9cc10dde0 con 0x7fe9cc102150 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d146c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9cc103d00 0x7fe9cc19f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d146c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9cc103d00 0x7fe9cc19f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41650/0 (socket says 172.21.15.90:41650) 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d146c640 1 -- 172.21.15.90:0/799309914 learned_addr learned my addr 172.21.15.90:0/799309914 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d0c6b640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe9cc102150 0x7fe9cc198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9c3fff640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc103340 0x7fe9cc1988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d146c640 1 -- 172.21.15.90:0/799309914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe9cc102150 msgr2=0x7fe9cc198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d146c640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe9cc102150 0x7fe9cc198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d146c640 1 -- 172.21.15.90:0/799309914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc103340 msgr2=0x7fe9cc1988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d146c640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc103340 0x7fe9cc1988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d146c640 1 -- 172.21.15.90:0/799309914 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9cc19ffa0 con 0x7fe9cc103d00 2024-04-26T17:26:32.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d146c640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9cc103d00 0x7fe9cc19f930 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fe9c400eaa0 tx=0x7fe9c400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:32.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9c1ffb640 1 -- 172.21.15.90:0/799309914 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c400cdb0 con 0x7fe9cc103d00 2024-04-26T17:26:32.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9c1ffb640 1 -- 172.21.15.90:0/799309914 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe9c4005020 con 0x7fe9cc103d00 2024-04-26T17:26:32.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.008+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/799309914 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9cc1a0290 con 0x7fe9cc103d00 2024-04-26T17:26:32.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.009+0000 7fe9c1ffb640 1 -- 172.21.15.90:0/799309914 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c40116d0 con 0x7fe9cc103d00 2024-04-26T17:26:32.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.009+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/799309914 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9cc1a0790 con 0x7fe9cc103d00 2024-04-26T17:26:32.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.010+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/799309914 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9cc1094e0 con 0x7fe9cc103d00 2024-04-26T17:26:32.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.011+0000 7fe9c1ffb640 1 -- 172.21.15.90:0/799309914 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fe9c4005580 con 0x7fe9cc103d00 2024-04-26T17:26:32.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.011+0000 7fe9c1ffb640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9b40a3c40 0x7fe9b40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.011+0000 7fe9d0c6b640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9b40a3c40 0x7fe9b40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.011+0000 7fe9c1ffb640 1 -- 172.21.15.90:0/799309914 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fe9c40d0b70 con 0x7fe9cc103d00 2024-04-26T17:26:32.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.012+0000 7fe9d0c6b640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9b40a3c40 0x7fe9b40a6100 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc1031a0 tx=0x7fe9c800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:32.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.016+0000 7fe9c1ffb640 1 -- 172.21.15.90:0/799309914 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe9c4016030 con 0x7fe9cc103d00 2024-04-26T17:26:32.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.193+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/799309914 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe9cc062d00 con 0x7fe9cc103d00 2024-04-26T17:26:32.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.193+0000 7fe9c1ffb640 1 -- 172.21.15.90:0/799309914 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7fe9c409d090 con 0x7fe9cc103d00 2024-04-26T17:26:32.193 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-26T17:26:32.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.196+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/799309914 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9b40a3c40 msgr2=0x7fe9b40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.196+0000 7fe9d2ecf640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9b40a3c40 0x7fe9b40a6100 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc1031a0 tx=0x7fe9c800b390 comp rx=0 tx=0).stop 2024-04-26T17:26:32.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.196+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/799309914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9cc103d00 msgr2=0x7fe9cc19f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.196+0000 7fe9d2ecf640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9cc103d00 0x7fe9cc19f930 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fe9c400eaa0 tx=0x7fe9c400ef60 comp rx=0 tx=0).stop 2024-04-26T17:26:32.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.196+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/799309914 shutdown_connections 2024-04-26T17:26:32.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.196+0000 7fe9d2ecf640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9b40a3c40 0x7fe9b40a6100 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.196+0000 7fe9d2ecf640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9cc103d00 0x7fe9cc19f930 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.196+0000 7fe9d2ecf640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc103340 0x7fe9cc1988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.196+0000 7fe9d2ecf640 1 --2- 172.21.15.90:0/799309914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe9cc102150 0x7fe9cc198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.196+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/799309914 >> 172.21.15.90:0/799309914 conn(0x7fe9cc0fd6e0 msgr2=0x7fe9cc1066b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:32.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.196+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/799309914 shutdown_connections 2024-04-26T17:26:32.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.196+0000 7fe9d2ecf640 1 -- 172.21.15.90:0/799309914 wait complete. 2024-04-26T17:26:32.207 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-26T17:26:32.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.308+0000 7f70fab30640 1 -- 172.21.15.90:0/2182792186 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70f41025e0 msgr2=0x7f70f4102a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.308+0000 7f70fab30640 1 --2- 172.21.15.90:0/2182792186 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70f41025e0 0x7f70f4102a00 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f70e8009900 tx=0x7f70e802a410 comp rx=0 tx=0).stop 2024-04-26T17:26:32.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.308+0000 7f70fab30640 1 -- 172.21.15.90:0/2182792186 shutdown_connections 2024-04-26T17:26:32.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.308+0000 7f70fab30640 1 --2- 172.21.15.90:0/2182792186 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70f4101cd0 0x7f70f4109570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.308+0000 7f70fab30640 1 --2- 172.21.15.90:0/2182792186 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f70f4101310 0x7f70f4101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.308+0000 7f70fab30640 1 --2- 172.21.15.90:0/2182792186 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70f41025e0 0x7f70f4102a00 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.308+0000 7f70fab30640 1 -- 172.21.15.90:0/2182792186 >> 172.21.15.90:0/2182792186 conn(0x7f70f40fbd40 msgr2=0x7f70f40fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:32.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.308+0000 7f70fab30640 1 -- 172.21.15.90:0/2182792186 shutdown_connections 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.308+0000 7f70fab30640 1 -- 172.21.15.90:0/2182792186 wait complete. 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70fab30640 1 Processor -- start 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70fab30640 1 -- start start 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70fab30640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70f4101310 0x7f70f41972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70fab30640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f70f4101cd0 0x7f70f4197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70fab30640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70f41025e0 0x7f70f419e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70fab30640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f70f410cbd0 con 0x7f70f41025e0 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70fab30640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f70f410ca50 con 0x7f70f4101310 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70fab30640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f70f410cd50 con 0x7f70f4101cd0 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70f90cd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70f41025e0 0x7f70f419e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70f90cd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70f41025e0 0x7f70f419e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41672/0 (socket says 172.21.15.90:41672) 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70f90cd640 1 -- 172.21.15.90:0/1547294040 learned_addr learned my addr 172.21.15.90:0/1547294040 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70f88cc640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70f4101310 0x7f70f41972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70f90cd640 1 -- 172.21.15.90:0/1547294040 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f70f4101cd0 msgr2=0x7f70f4197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70f90cd640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f70f4101cd0 0x7f70f4197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70f90cd640 1 -- 172.21.15.90:0/1547294040 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70f4101310 msgr2=0x7f70f41972d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70f90cd640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70f4101310 0x7f70f41972d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70f90cd640 1 -- 172.21.15.90:0/1547294040 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70f419eef0 con 0x7f70f41025e0 2024-04-26T17:26:32.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.309+0000 7f70f90cd640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70f41025e0 0x7f70f419e880 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f70ec00cce0 tx=0x7f70ec00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:32.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.310+0000 7f70f1ffb640 1 -- 172.21.15.90:0/1547294040 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ec00f450 con 0x7f70f41025e0 2024-04-26T17:26:32.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.310+0000 7f70f1ffb640 1 -- 172.21.15.90:0/1547294040 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f70ec00faa0 con 0x7f70f41025e0 2024-04-26T17:26:32.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.310+0000 7f70fab30640 1 -- 172.21.15.90:0/1547294040 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70f419f1e0 con 0x7f70f41025e0 2024-04-26T17:26:32.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.310+0000 7f70f1ffb640 1 -- 172.21.15.90:0/1547294040 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ec018b20 con 0x7f70f41025e0 2024-04-26T17:26:32.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.310+0000 7f70fab30640 1 -- 172.21.15.90:0/1547294040 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70f419f760 con 0x7f70f41025e0 2024-04-26T17:26:32.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.311+0000 7f70fab30640 1 -- 172.21.15.90:0/1547294040 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70f41084c0 con 0x7f70f41025e0 2024-04-26T17:26:32.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.312+0000 7f70f1ffb640 1 -- 172.21.15.90:0/1547294040 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f70ec00fc50 con 0x7f70f41025e0 2024-04-26T17:26:32.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.312+0000 7f70f1ffb640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f70e40a3c40 0x7f70e40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.312+0000 7f70f88cc640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f70e40a3c40 0x7f70e40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.312+0000 7f70f1ffb640 1 -- 172.21.15.90:0/1547294040 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f70ec0d1110 con 0x7f70f41025e0 2024-04-26T17:26:32.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.313+0000 7f70f88cc640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f70e40a3c40 0x7f70e40a6100 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f70e8000c00 tx=0x7f70e8005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:32.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.317+0000 7f70f1ffb640 1 -- 172.21.15.90:0/1547294040 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f70ec014030 con 0x7f70f41025e0 2024-04-26T17:26:32.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.493+0000 7f70fab30640 1 -- 172.21.15.90:0/1547294040 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f70f402d880 con 0x7f70f41025e0 2024-04-26T17:26:32.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.493+0000 7f70f1ffb640 1 -- 172.21.15.90:0/1547294040 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v92) ==== 103+0+11 (secure 0 0 0) 0x7f70ec09d630 con 0x7f70f41025e0 2024-04-26T17:26:32.493 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:26:32.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.495+0000 7f70fab30640 1 -- 172.21.15.90:0/1547294040 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f70e40a3c40 msgr2=0x7f70e40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.495+0000 7f70fab30640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f70e40a3c40 0x7f70e40a6100 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f70e8000c00 tx=0x7f70e8005d50 comp rx=0 tx=0).stop 2024-04-26T17:26:32.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.495+0000 7f70fab30640 1 -- 172.21.15.90:0/1547294040 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70f41025e0 msgr2=0x7f70f419e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.495+0000 7f70fab30640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70f41025e0 0x7f70f419e880 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f70ec00cce0 tx=0x7f70ec00a620 comp rx=0 tx=0).stop 2024-04-26T17:26:32.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.495+0000 7f70fab30640 1 -- 172.21.15.90:0/1547294040 shutdown_connections 2024-04-26T17:26:32.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.495+0000 7f70fab30640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f70e40a3c40 0x7f70e40a6100 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.495+0000 7f70fab30640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70f41025e0 0x7f70f419e880 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.495+0000 7f70fab30640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f70f4101cd0 0x7f70f4197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.495+0000 7f70fab30640 1 --2- 172.21.15.90:0/1547294040 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70f4101310 0x7f70f41972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.495+0000 7f70fab30640 1 -- 172.21.15.90:0/1547294040 >> 172.21.15.90:0/1547294040 conn(0x7f70f40fbd40 msgr2=0x7f70f4105690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:32.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.495+0000 7f70fab30640 1 -- 172.21.15.90:0/1547294040 shutdown_connections 2024-04-26T17:26:32.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.496+0000 7f70fab30640 1 -- 172.21.15.90:0/1547294040 wait complete. 2024-04-26T17:26:32.507 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:26:32.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.607+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/740808392 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a38102230 msgr2=0x7f9a381026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.607+0000 7f9a3d5ad640 1 --2- 172.21.15.90:0/740808392 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a38102230 0x7f9a381026b0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c009900 tx=0x7f9a2c02a410 comp rx=0 tx=0).stop 2024-04-26T17:26:32.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.607+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/740808392 shutdown_connections 2024-04-26T17:26:32.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.607+0000 7f9a3d5ad640 1 --2- 172.21.15.90:0/740808392 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a38102bf0 0x7f9a38109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.607+0000 7f9a3d5ad640 1 --2- 172.21.15.90:0/740808392 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a38102230 0x7f9a381026b0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.607+0000 7f9a3d5ad640 1 --2- 172.21.15.90:0/740808392 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a38101040 0x7f9a38101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.607+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/740808392 >> 172.21.15.90:0/740808392 conn(0x7f9a380fc5b0 msgr2=0x7f9a380fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.607+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/740808392 shutdown_connections 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.607+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/740808392 wait complete. 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.608+0000 7f9a3d5ad640 1 Processor -- start 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.608+0000 7f9a3d5ad640 1 -- start start 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.608+0000 7f9a3d5ad640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a38101040 0x7f9a3810b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.608+0000 7f9a3d5ad640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a38102230 0x7f9a3810a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.608+0000 7f9a3d5ad640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a38102bf0 0x7f9a3810a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.608+0000 7f9a3d5ad640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9a3810dc60 con 0x7f9a38102230 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.608+0000 7f9a3d5ad640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9a3810dae0 con 0x7f9a38102bf0 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.608+0000 7f9a3d5ad640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9a3810dde0 con 0x7f9a38101040 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.608+0000 7f9a367fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a38102230 0x7f9a3810a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.608+0000 7f9a367fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a38102230 0x7f9a3810a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41688/0 (socket says 172.21.15.90:41688) 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.608+0000 7f9a367fc640 1 -- 172.21.15.90:0/2551881766 learned_addr learned my addr 172.21.15.90:0/2551881766 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.608+0000 7f9a36ffd640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a38101040 0x7f9a3810b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.609+0000 7f9a377fe640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a38102bf0 0x7f9a3810a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.609+0000 7f9a367fc640 1 -- 172.21.15.90:0/2551881766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a38101040 msgr2=0x7f9a3810b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.609+0000 7f9a367fc640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a38101040 0x7f9a3810b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.609+0000 7f9a367fc640 1 -- 172.21.15.90:0/2551881766 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a38102bf0 msgr2=0x7f9a3810a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.609+0000 7f9a367fc640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a38102bf0 0x7f9a3810a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.609+0000 7f9a367fc640 1 -- 172.21.15.90:0/2551881766 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a3810add0 con 0x7f9a38102230 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.609+0000 7f9a367fc640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a38102230 0x7f9a3810a000 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c004770 tx=0x7f9a2c0043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.609+0000 7f9a1ffff640 1 -- 172.21.15.90:0/2551881766 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2c03f030 con 0x7f9a38102230 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.609+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/2551881766 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a381a2480 con 0x7f9a38102230 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.609+0000 7f9a1ffff640 1 -- 172.21.15.90:0/2551881766 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9a2c003cb0 con 0x7f9a38102230 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.609+0000 7f9a1ffff640 1 -- 172.21.15.90:0/2551881766 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2c035070 con 0x7f9a38102230 2024-04-26T17:26:32.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.609+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/2551881766 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a381a2a20 con 0x7f9a38102230 2024-04-26T17:26:32.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.610+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/2551881766 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a38108450 con 0x7f9a38102230 2024-04-26T17:26:32.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.611+0000 7f9a1ffff640 1 -- 172.21.15.90:0/2551881766 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9a2c042030 con 0x7f9a38102230 2024-04-26T17:26:32.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.611+0000 7f9a1ffff640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9a200a3c40 0x7f9a200a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.612+0000 7f9a36ffd640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9a200a3c40 0x7f9a200a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.612+0000 7f9a1ffff640 1 -- 172.21.15.90:0/2551881766 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f9a2c0f0fb0 con 0x7f9a38102230 2024-04-26T17:26:32.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.612+0000 7f9a36ffd640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9a200a3c40 0x7f9a200a6100 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9a28005fd0 tx=0x7f9a2800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:32.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.616+0000 7f9a1ffff640 1 -- 172.21.15.90:0/2551881766 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9a2c0bd4d0 con 0x7f9a38102230 2024-04-26T17:26:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:32 smithi119 ceph-mon[32584]: pgmap v351: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:32 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3743593767' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:26:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:32 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3038066448' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:26:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:32 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/799309914' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:26:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:32 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1547294040' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:26:32.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.830+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/2551881766 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9a3802d8d0 con 0x7f9a38102230 2024-04-26T17:26:32.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.831+0000 7f9a1ffff640 1 -- 172.21.15.90:0/2551881766 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11944 (secure 0 0 0) 0x7f9a2c0bcdd0 con 0x7f9a38102230 2024-04-26T17:26:32.831 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:32.831 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:25:06.873123+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24509,24404,24476,24409,24472]},"id":1}]} 2024-04-26T17:26:32.831 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 27 2024-04-26T17:26:32.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.833+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/2551881766 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9a200a3c40 msgr2=0x7f9a200a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.833+0000 7f9a3d5ad640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9a200a3c40 0x7f9a200a6100 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9a28005fd0 tx=0x7f9a2800b390 comp rx=0 tx=0).stop 2024-04-26T17:26:32.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.833+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/2551881766 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a38102230 msgr2=0x7f9a3810a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.833+0000 7f9a3d5ad640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a38102230 0x7f9a3810a000 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c004770 tx=0x7f9a2c0043b0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.833+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/2551881766 shutdown_connections 2024-04-26T17:26:32.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.833+0000 7f9a3d5ad640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9a200a3c40 0x7f9a200a6100 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.833+0000 7f9a3d5ad640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a38102bf0 0x7f9a3810a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.833+0000 7f9a3d5ad640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a38102230 0x7f9a3810a000 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.833+0000 7f9a3d5ad640 1 --2- 172.21.15.90:0/2551881766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a38101040 0x7f9a3810b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.833+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/2551881766 >> 172.21.15.90:0/2551881766 conn(0x7f9a380fc5b0 msgr2=0x7f9a38105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:32.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.833+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/2551881766 shutdown_connections 2024-04-26T17:26:32.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.833+0000 7f9a3d5ad640 1 -- 172.21.15.90:0/2551881766 wait complete. 2024-04-26T17:26:32.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:32 smithi090 ceph-mon[29417]: pgmap v351: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:32.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:32 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3743593767' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:26:32.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:32 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3038066448' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:26:32.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:32 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/799309914' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:26:32.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:32 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1547294040' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:26:32.844 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:26:32.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 -- 172.21.15.90:0/1592899152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba4c101050 msgr2=0x7fba4c101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 --2- 172.21.15.90:0/1592899152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba4c101050 0x7fba4c101470 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fba40009900 tx=0x7fba4002a410 comp rx=0 tx=0).stop 2024-04-26T17:26:32.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 -- 172.21.15.90:0/1592899152 shutdown_connections 2024-04-26T17:26:32.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 --2- 172.21.15.90:0/1592899152 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba4c102c00 0x7fba4c109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 --2- 172.21.15.90:0/1592899152 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba4c102240 0x7fba4c1026c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 --2- 172.21.15.90:0/1592899152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba4c101050 0x7fba4c101470 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 -- 172.21.15.90:0/1592899152 >> 172.21.15.90:0/1592899152 conn(0x7fba4c0fc5e0 msgr2=0x7fba4c0fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 -- 172.21.15.90:0/1592899152 shutdown_connections 2024-04-26T17:26:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 -- 172.21.15.90:0/1592899152 wait complete. 2024-04-26T17:26:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 Processor -- start 2024-04-26T17:26:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 -- start start 2024-04-26T17:26:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba4c101050 0x7fba4c1983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.943+0000 7fba52db4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba4c102240 0x7fba4c198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba52db4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba4c102c00 0x7fba4c19f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba52db4640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c10dc70 con 0x7fba4c101050 2024-04-26T17:26:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba52db4640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c10daf0 con 0x7fba4c102240 2024-04-26T17:26:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba52db4640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c10ddf0 con 0x7fba4c102c00 2024-04-26T17:26:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba50b50640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba4c101050 0x7fba4c1983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba50b50640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba4c101050 0x7fba4c1983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41706/0 (socket says 172.21.15.90:41706) 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba50b50640 1 -- 172.21.15.90:0/891424736 learned_addr learned my addr 172.21.15.90:0/891424736 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba4bfff640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba4c102240 0x7fba4c198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba51351640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba4c102c00 0x7fba4c19f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba50b50640 1 -- 172.21.15.90:0/891424736 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba4c102c00 msgr2=0x7fba4c19f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba50b50640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba4c102c00 0x7fba4c19f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba50b50640 1 -- 172.21.15.90:0/891424736 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba4c102240 msgr2=0x7fba4c198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba50b50640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba4c102240 0x7fba4c198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba50b50640 1 -- 172.21.15.90:0/891424736 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba4c1a0000 con 0x7fba4c101050 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba51351640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba4c102c00 0x7fba4c19f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba50b50640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba4c101050 0x7fba4c1983e0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fba400314b0 tx=0x7fba400042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba49ffb640 1 -- 172.21.15.90:0/891424736 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4003f030 con 0x7fba4c101050 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba49ffb640 1 -- 172.21.15.90:0/891424736 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fba40003cb0 con 0x7fba4c101050 2024-04-26T17:26:32.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba52db4640 1 -- 172.21.15.90:0/891424736 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba4c1a0290 con 0x7fba4c101050 2024-04-26T17:26:32.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba49ffb640 1 -- 172.21.15.90:0/891424736 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba40035070 con 0x7fba4c101050 2024-04-26T17:26:32.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.944+0000 7fba52db4640 1 -- 172.21.15.90:0/891424736 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba4c1a0780 con 0x7fba4c101050 2024-04-26T17:26:32.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.945+0000 7fba52db4640 1 -- 172.21.15.90:0/891424736 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba4c1084b0 con 0x7fba4c101050 2024-04-26T17:26:32.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.947+0000 7fba49ffb640 1 -- 172.21.15.90:0/891424736 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fba40042030 con 0x7fba4c101050 2024-04-26T17:26:32.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.948+0000 7fba49ffb640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fba3c0a3c40 0x7fba3c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:32.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.948+0000 7fba4bfff640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fba3c0a3c40 0x7fba3c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:32.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.948+0000 7fba49ffb640 1 -- 172.21.15.90:0/891424736 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fba400f1440 con 0x7fba4c101050 2024-04-26T17:26:32.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.948+0000 7fba4bfff640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fba3c0a3c40 0x7fba3c0a6100 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fba38005fd0 tx=0x7fba38005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:32.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:32.951+0000 7fba49ffb640 1 -- 172.21.15.90:0/891424736 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fba400bd960 con 0x7fba4c101050 2024-04-26T17:26:33.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:32 smithi167 ceph-mon[32665]: pgmap v351: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:33.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:32 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3743593767' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:26:33.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:32 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3038066448' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:26:33.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:32 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/799309914' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:26:33.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:32 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1547294040' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:26:33.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.131+0000 7fba52db4640 1 -- 172.21.15.90:0/891424736 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fba4c02d8a0 con 0x7fba4c101050 2024-04-26T17:26:33.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.133+0000 7fba49ffb640 1 -- 172.21.15.90:0/891424736 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24677 (secure 0 0 0) 0x7fba400bd260 con 0x7fba4c101050 2024-04-26T17:26:33.133 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:33.133 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":92,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:25:34.522715+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:26:33.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.134+0000 7fba52db4640 1 -- 172.21.15.90:0/891424736 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fba3c0a3c40 msgr2=0x7fba3c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.134+0000 7fba52db4640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fba3c0a3c40 0x7fba3c0a6100 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fba38005fd0 tx=0x7fba38005850 comp rx=0 tx=0).stop 2024-04-26T17:26:33.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.135+0000 7fba52db4640 1 -- 172.21.15.90:0/891424736 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba4c101050 msgr2=0x7fba4c1983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.135+0000 7fba52db4640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba4c101050 0x7fba4c1983e0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fba400314b0 tx=0x7fba400042f0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.135+0000 7fba52db4640 1 -- 172.21.15.90:0/891424736 shutdown_connections 2024-04-26T17:26:33.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.135+0000 7fba52db4640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fba3c0a3c40 0x7fba3c0a6100 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.135+0000 7fba52db4640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba4c102c00 0x7fba4c19f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.135+0000 7fba52db4640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba4c102240 0x7fba4c198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.135+0000 7fba52db4640 1 --2- 172.21.15.90:0/891424736 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba4c101050 0x7fba4c1983e0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.135+0000 7fba52db4640 1 -- 172.21.15.90:0/891424736 >> 172.21.15.90:0/891424736 conn(0x7fba4c0fc5e0 msgr2=0x7fba4c105680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.135+0000 7fba52db4640 1 -- 172.21.15.90:0/891424736 shutdown_connections 2024-04-26T17:26:33.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.135+0000 7fba52db4640 1 -- 172.21.15.90:0/891424736 wait complete. 2024-04-26T17:26:33.147 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:26:33.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.245+0000 7fee45f29640 1 -- 172.21.15.90:0/648904302 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee40103760 msgr2=0x7fee40103b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.245+0000 7fee45f29640 1 --2- 172.21.15.90:0/648904302 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee40103760 0x7fee40103b80 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fee30009900 tx=0x7fee3002a410 comp rx=0 tx=0).stop 2024-04-26T17:26:33.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.245+0000 7fee45f29640 1 -- 172.21.15.90:0/648904302 shutdown_connections 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.245+0000 7fee45f29640 1 --2- 172.21.15.90:0/648904302 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee40100b90 0x7fee4010a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.245+0000 7fee45f29640 1 --2- 172.21.15.90:0/648904302 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee401001d0 0x7fee40100650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.245+0000 7fee45f29640 1 --2- 172.21.15.90:0/648904302 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee40103760 0x7fee40103b80 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.245+0000 7fee45f29640 1 -- 172.21.15.90:0/648904302 >> 172.21.15.90:0/648904302 conn(0x7fee400fbd70 msgr2=0x7fee400fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.245+0000 7fee45f29640 1 -- 172.21.15.90:0/648904302 shutdown_connections 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.245+0000 7fee45f29640 1 -- 172.21.15.90:0/648904302 wait complete. 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.245+0000 7fee45f29640 1 Processor -- start 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee45f29640 1 -- start start 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee45f29640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee401001d0 0x7fee40198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee45f29640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee40100b90 0x7fee40198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee45f29640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee40103760 0x7fee4019f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee45f29640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fee4010dce0 con 0x7fee40100b90 2024-04-26T17:26:33.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee45f29640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fee4010db60 con 0x7fee40103760 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee45f29640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fee4010de60 con 0x7fee401001d0 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee40100b90 0x7fee40198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee40100b90 0x7fee40198970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41722/0 (socket says 172.21.15.90:41722) 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3effd640 1 -- 172.21.15.90:0/3024572955 learned_addr learned my addr 172.21.15.90:0/3024572955 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3f7fe640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee401001d0 0x7fee40198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3effd640 1 -- 172.21.15.90:0/3024572955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee401001d0 msgr2=0x7fee40198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3effd640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee401001d0 0x7fee40198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3effd640 1 -- 172.21.15.90:0/3024572955 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee40103760 msgr2=0x7fee4019f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3effd640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee40103760 0x7fee4019f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3effd640 1 -- 172.21.15.90:0/3024572955 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee401a0050 con 0x7fee40100b90 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3f7fe640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee401001d0 0x7fee40198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3effd640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee40100b90 0x7fee40198970 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fee3400b4a0 tx=0x7fee3400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3cff9640 1 -- 172.21.15.90:0/3024572955 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee34014070 con 0x7fee40100b90 2024-04-26T17:26:33.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3cff9640 1 -- 172.21.15.90:0/3024572955 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fee34010ac0 con 0x7fee40100b90 2024-04-26T17:26:33.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee45f29640 1 -- 172.21.15.90:0/3024572955 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee401a0340 con 0x7fee40100b90 2024-04-26T17:26:33.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.246+0000 7fee3cff9640 1 -- 172.21.15.90:0/3024572955 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee34017c20 con 0x7fee40100b90 2024-04-26T17:26:33.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.247+0000 7fee45f29640 1 -- 172.21.15.90:0/3024572955 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee401a08c0 con 0x7fee40100b90 2024-04-26T17:26:33.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.247+0000 7fee45f29640 1 -- 172.21.15.90:0/3024572955 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee401096e0 con 0x7fee40100b90 2024-04-26T17:26:33.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.248+0000 7fee3cff9640 1 -- 172.21.15.90:0/3024572955 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fee34017070 con 0x7fee40100b90 2024-04-26T17:26:33.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.249+0000 7fee3cff9640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fee280a3c40 0x7fee280a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.249+0000 7fee3f7fe640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fee280a3c40 0x7fee280a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.249+0000 7fee3cff9640 1 -- 172.21.15.90:0/3024572955 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fee340cfc30 con 0x7fee40100b90 2024-04-26T17:26:33.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.249+0000 7fee3f7fe640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fee280a3c40 0x7fee280a6100 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fee30006010 tx=0x7fee30000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.253+0000 7fee3cff9640 1 -- 172.21.15.90:0/3024572955 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fee3409c260 con 0x7fee40100b90 2024-04-26T17:26:33.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.497+0000 7fee45f29640 1 -- 172.21.15.90:0/3024572955 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fee4002d6d0 con 0x7fee40100b90 2024-04-26T17:26:33.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.498+0000 7fee3cff9640 1 -- 172.21.15.90:0/3024572955 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11944 (secure 0 0 0) 0x7fee3409bb60 con 0x7fee40100b90 2024-04-26T17:26:33.497 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:33.498 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:25:06.873123+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24509,24404,24476,24409,24472]},"id":1}]} 2024-04-26T17:26:33.498 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 27 2024-04-26T17:26:33.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.500+0000 7fee45f29640 1 -- 172.21.15.90:0/3024572955 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fee280a3c40 msgr2=0x7fee280a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.500+0000 7fee45f29640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fee280a3c40 0x7fee280a6100 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fee30006010 tx=0x7fee30000bc0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.500+0000 7fee45f29640 1 -- 172.21.15.90:0/3024572955 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee40100b90 msgr2=0x7fee40198970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.500+0000 7fee45f29640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee40100b90 0x7fee40198970 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fee3400b4a0 tx=0x7fee3400b960 comp rx=0 tx=0).stop 2024-04-26T17:26:33.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.500+0000 7fee45f29640 1 -- 172.21.15.90:0/3024572955 shutdown_connections 2024-04-26T17:26:33.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.500+0000 7fee45f29640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fee280a3c40 0x7fee280a6100 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.500+0000 7fee45f29640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee40103760 0x7fee4019f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.500+0000 7fee45f29640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee40100b90 0x7fee40198970 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.500+0000 7fee45f29640 1 --2- 172.21.15.90:0/3024572955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee401001d0 0x7fee40198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.500+0000 7fee45f29640 1 -- 172.21.15.90:0/3024572955 >> 172.21.15.90:0/3024572955 conn(0x7fee400fbd70 msgr2=0x7fee401068b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.500+0000 7fee45f29640 1 -- 172.21.15.90:0/3024572955 shutdown_connections 2024-04-26T17:26:33.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.500+0000 7fee45f29640 1 -- 172.21.15.90:0/3024572955 wait complete. 2024-04-26T17:26:33.511 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T17:24:39.091441+0000', 'modified': '2024-04-26T17:25:06.873123+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24509, 'mds_1': 24476, 'mds_2': 24472, 'mds_3': 24409, 'mds_4': 24404}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14634': {'gid': 14634, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.90:6839/1862823529', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6838', 'nonce': 1862823529}, {'type': 'v1', 'addr': '172.21.15.90:6839', 'nonce': 1862823529}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14652': {'gid': 14652, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.90:6841/4015520836', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6840', 'nonce': 4015520836}, {'type': 'v1', 'addr': '172.21.15.90:6841', 'nonce': 4015520836}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24404': {'gid': 24404, 'name': 'k', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.119:6833/1174168626', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6832', 'nonce': 1174168626}, {'type': 'v1', 'addr': '172.21.15.119:6833', 'nonce': 1174168626}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24409': {'gid': 24409, 'name': 'l', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.167:6833/3768631178', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6832', 'nonce': 3768631178}, {'type': 'v1', 'addr': '172.21.15.167:6833', 'nonce': 3768631178}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24440': {'gid': 24440, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.119:6835/2416334665', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6834', 'nonce': 2416334665}, {'type': 'v1', 'addr': '172.21.15.119:6835', 'nonce': 2416334665}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24442': {'gid': 24442, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.167:6835/2788858813', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6834', 'nonce': 2788858813}, {'type': 'v1', 'addr': '172.21.15.167:6835', 'nonce': 2788858813}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24460': {'gid': 24460, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.167:6837/20881690', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6836', 'nonce': 20881690}, {'type': 'v1', 'addr': '172.21.15.167:6837', 'nonce': 20881690}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.167:6839/2775345094', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6838', 'nonce': 2775345094}, {'type': 'v1', 'addr': '172.21.15.167:6839', 'nonce': 2775345094}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'h', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.119:6837/1366309506', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6836', 'nonce': 1366309506}, {'type': 'v1', 'addr': '172.21.15.119:6837', 'nonce': 1366309506}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24509': {'gid': 24509, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.119:6839/3240223440', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6838', 'nonce': 3240223440}, {'type': 'v1', 'addr': '172.21.15.119:6839', 'nonce': 3240223440}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24509, 'qdb_cluster': [24509, 24404, 24476, 24409, 24472]} 2024-04-26T17:26:33.512 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T17:26:33.512 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.k status 2024-04-26T17:26:33.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.611+0000 7fd218e59640 1 -- 172.21.15.90:0/3205404156 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd214102150 msgr2=0x7fd214102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.611+0000 7fd218e59640 1 --2- 172.21.15.90:0/3205404156 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd214102150 0x7fd214102570 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd204009ca0 tx=0x7fd20402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.611+0000 7fd218e59640 1 -- 172.21.15.90:0/3205404156 shutdown_connections 2024-04-26T17:26:33.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.611+0000 7fd218e59640 1 --2- 172.21.15.90:0/3205404156 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd214103d00 0x7fd21410a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.611+0000 7fd218e59640 1 --2- 172.21.15.90:0/3205404156 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd214103340 0x7fd2141037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.611+0000 7fd218e59640 1 --2- 172.21.15.90:0/3205404156 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd214102150 0x7fd214102570 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.611+0000 7fd218e59640 1 -- 172.21.15.90:0/3205404156 >> 172.21.15.90:0/3205404156 conn(0x7fd2140fd6e0 msgr2=0x7fd2140ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.611+0000 7fd218e59640 1 -- 172.21.15.90:0/3205404156 shutdown_connections 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.611+0000 7fd218e59640 1 -- 172.21.15.90:0/3205404156 wait complete. 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd218e59640 1 Processor -- start 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd218e59640 1 -- start start 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd218e59640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd214102150 0x7fd214198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd218e59640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd214103340 0x7fd214198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd218e59640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd214103d00 0x7fd21419f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd218e59640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd21410dcc0 con 0x7fd214103340 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd218e59640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd21410db40 con 0x7fd214102150 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd218e59640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd21410de40 con 0x7fd214103d00 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd211d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd214103340 0x7fd214198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd211d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd214103340 0x7fd214198980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41750/0 (socket says 172.21.15.90:41750) 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd211d9b640 1 -- 172.21.15.90:0/80009363 learned_addr learned my addr 172.21.15.90:0/80009363 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd21259c640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd214102150 0x7fd214198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.612+0000 7fd212d9d640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd214103d00 0x7fd21419f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.613+0000 7fd211d9b640 1 -- 172.21.15.90:0/80009363 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd214103d00 msgr2=0x7fd21419f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.613+0000 7fd211d9b640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd214103d00 0x7fd21419f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.613+0000 7fd211d9b640 1 -- 172.21.15.90:0/80009363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd214102150 msgr2=0x7fd214198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.613+0000 7fd211d9b640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd214102150 0x7fd214198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.613+0000 7fd211d9b640 1 -- 172.21.15.90:0/80009363 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2141a0060 con 0x7fd214103340 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.613+0000 7fd212d9d640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd214103d00 0x7fd21419f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.613+0000 7fd211d9b640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd214103340 0x7fd214198980 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fd20800c890 tx=0x7fd20800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.613+0000 7fd2037fe640 1 -- 172.21.15.90:0/80009363 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd208004220 con 0x7fd214103340 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.613+0000 7fd2037fe640 1 -- 172.21.15.90:0/80009363 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd2080043c0 con 0x7fd214103340 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.613+0000 7fd218e59640 1 -- 172.21.15.90:0/80009363 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2141a0350 con 0x7fd214103340 2024-04-26T17:26:33.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.613+0000 7fd2037fe640 1 -- 172.21.15.90:0/80009363 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd208004a00 con 0x7fd214103340 2024-04-26T17:26:33.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.613+0000 7fd218e59640 1 -- 172.21.15.90:0/80009363 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2141a08a0 con 0x7fd214103340 2024-04-26T17:26:33.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.615+0000 7fd2037fe640 1 -- 172.21.15.90:0/80009363 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd2080079b0 con 0x7fd214103340 2024-04-26T17:26:33.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.615+0000 7fd21bb6b740 1 Processor -- start 2024-04-26T17:26:33.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.615+0000 7fd21bb6b740 1 -- start start 2024-04-26T17:26:33.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd21bb6b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f35f0 0x560c3d5f3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd21bb6b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f47c0 0x560c3d5f4c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd21bb6b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f5180 0x560c3d5fba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd21bb6b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x560c3d5583f0 con 0x560c3d5f5180 2024-04-26T17:26:33.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd21bb6b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x560c3d4f4830 con 0x560c3d5f35f0 2024-04-26T17:26:33.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd21bb6b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560c3d5543b0 con 0x560c3d5f47c0 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd211d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f5180 0x560c3d5fba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd2037fe640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd1fc0a3c40 0x7fd1fc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd211d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f5180 0x560c3d5fba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41752/0 (socket says 172.21.15.90:41752) 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd211d9b640 1 -- 172.21.15.90:0/4163553149 learned_addr learned my addr 172.21.15.90:0/4163553149 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd212d9d640 1 --2- 172.21.15.90:0/4163553149 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f35f0 0x560c3d5f3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd21259c640 1 --2- 172.21.15.90:0/4163553149 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f47c0 0x560c3d5f4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd212d9d640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd1fc0a3c40 0x7fd1fc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd2037fe640 1 -- 172.21.15.90:0/80009363 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fd2080d0630 con 0x7fd214103340 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd211d9b640 1 -- 172.21.15.90:0/4163553149 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f47c0 msgr2=0x560c3d5f4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd211d9b640 1 --2- 172.21.15.90:0/4163553149 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f47c0 0x560c3d5f4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd211d9b640 1 -- 172.21.15.90:0/4163553149 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f35f0 msgr2=0x560c3d5f3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd211d9b640 1 --2- 172.21.15.90:0/4163553149 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f35f0 0x560c3d5f3a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd211d9b640 1 -- 172.21.15.90:0/4163553149 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c3d26a2d0 con 0x560c3d5f5180 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd211d9b640 1 --2- 172.21.15.90:0/4163553149 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f5180 0x560c3d5fba10 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fd208098e20 tx=0x7fd208000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75dcfe7028169d84 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd212d9d640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd1fc0a3c40 0x7fd1fc0a6100 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x560c3d5f46c0 tx=0x7fd20c006da0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.616+0000 7fd200ff9640 1 -- 172.21.15.90:0/4163553149 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd20801d070 con 0x560c3d5f5180 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.617+0000 7fd200ff9640 1 -- 172.21.15.90:0/4163553149 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd20809c450 con 0x560c3d5f5180 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.617+0000 7fd200ff9640 1 -- 172.21.15.90:0/4163553149 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd208098ac0 con 0x560c3d5f5180 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.617+0000 7fd21bb6b740 1 -- 172.21.15.90:0/4163553149 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f5180 msgr2=0x560c3d5fba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.617+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/4163553149 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f5180 0x560c3d5fba10 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fd208098e20 tx=0x7fd208000bc0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.617+0000 7fd21bb6b740 1 -- 172.21.15.90:0/4163553149 shutdown_connections 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.617+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/4163553149 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f5180 0x560c3d5fba10 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.617+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/4163553149 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f47c0 0x560c3d5f4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.617+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/4163553149 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f35f0 0x560c3d5f3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.617+0000 7fd21bb6b740 1 -- 172.21.15.90:0/4163553149 >> 172.21.15.90:0/4163553149 conn(0x560c3d5eeae0 msgr2=0x560c3d5eeee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.617+0000 7fd21bb6b740 1 -- 172.21.15.90:0/4163553149 shutdown_connections 2024-04-26T17:26:33.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.617+0000 7fd21bb6b740 1 -- 172.21.15.90:0/4163553149 wait complete. 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd21bb6b740 1 -- start start 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd21bb6b740 1 Processor -- start 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd21bb6b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f35f0 0x560c3d5fdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd21bb6b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d5fdfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd21bb6b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f5180 0x560c3d605020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd21bb6b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x560c3d5fc130 con 0x560c3d5f47c0 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd21bb6b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x560c3d4f2470 con 0x560c3d5f5180 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd21bb6b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560c3d5fc2b0 con 0x560c3d5f35f0 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd21bb6b740 10 client.0 _ll_register_callbacks cb 0x560c3d4e0020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd211d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d5fdfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd211d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d5fdfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41766/0 (socket says 172.21.15.90:41766) 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd211d9b640 1 -- 172.21.15.90:0/3347983531 learned_addr learned my addr 172.21.15.90:0/3347983531 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd212d9d640 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f5180 0x560c3d605020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd21259c640 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f35f0 0x560c3d5fdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd211d9b640 1 -- 172.21.15.90:0/3347983531 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f35f0 msgr2=0x560c3d5fdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd211d9b640 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f35f0 0x560c3d5fdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd211d9b640 1 -- 172.21.15.90:0/3347983531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f5180 msgr2=0x560c3d605020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd211d9b640 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f5180 0x560c3d605020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd211d9b640 1 -- 172.21.15.90:0/3347983531 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c3d3346b0 con 0x560c3d5f47c0 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd21259c640 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f35f0 0x560c3d5fdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd211d9b640 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d5fdfe0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fd2080988b0 tx=0x7fd20809bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbd1f1e6f97c93be server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd1f9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.618+0000 7fd1f9ffb640 1 -- 172.21.15.90:0/3347983531 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd20801d040 con 0x560c3d5f47c0 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd21bb6b740 1 -- 172.21.15.90:0/3347983531 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x560c3d566000 con 0x560c3d5f47c0 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd1f9ffb640 1 -- 172.21.15.90:0/3347983531 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fd20809b8a0 con 0x560c3d5f47c0 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd1f9ffb640 1 -- 172.21.15.90:0/3347983531 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd2080cdfd0 con 0x560c3d5f47c0 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd21bb6b740 10 client.15240 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:33.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd21bb6b740 1 -- 172.21.15.90:0/3347983531 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x560c3d5fc130 con 0x560c3d5f47c0 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd1f9ffb640 1 -- 172.21.15.90:0/3347983531 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x560c3d566000 con 0x560c3d5f47c0 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd1f9ffb640 1 -- 172.21.15.90:0/3347983531 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fd2080bb0f0 con 0x560c3d5f47c0 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd21bb6b740 10 client.15240 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd21bb6b740 10 client.15240 resolve_mds: resolved name 'k' to daemon mds.k 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd21bb6b740 20 client.15240 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x560c3d60a4e0 0x560c3d60b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd21bb6b740 4 client.15240 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd21bb6b740 1 -- 172.21.15.90:0/3347983531 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c3d55fe70 con 0x560c3d60a4e0 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.619+0000 7fd21259c640 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x560c3d60a4e0 0x560c3d60b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.620+0000 7fd1f9ffb640 10 client.15240 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.620+0000 7fd21259c640 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x560c3d60a4e0 0x560c3d60b950 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=90d3b7ad3432ff1b server_cookie=3739e56817214402 in_seq=0 out_seq=0 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.620+0000 7fd1f9ffb640 1 -- 172.21.15.90:0/3347983531 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560c3d55fe70 con 0x560c3d60a4e0 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.620+0000 7fd1f9ffb640 10 client.15240 handle_command_reply: tid=0 2024-04-26T17:26:33.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd21bb6b740 1 client.15240 shutdown 2024-04-26T17:26:33.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd21bb6b740 1 -- 172.21.15.90:0/3347983531 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 msgr2=0x560c3d5fdfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d5fdfe0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fd2080988b0 tx=0x7fd20809bee0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd21bb6b740 1 -- 172.21.15.90:0/3347983531 shutdown_connections 2024-04-26T17:26:33.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x560c3d60a4e0 0x560c3d60b950 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f5180 0x560c3d605020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d5fdfe0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd1f9ffb640 0 client.15240 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:26:33.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/3347983531 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f35f0 0x560c3d5fdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd21bb6b740 1 -- 172.21.15.90:0/3347983531 >> 172.21.15.90:0/3347983531 conn(0x560c3d5eeae0 msgr2=0x560c3d5edc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd21bb6b740 1 -- 172.21.15.90:0/3347983531 shutdown_connections 2024-04-26T17:26:33.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd21bb6b740 1 -- 172.21.15.90:0/3347983531 wait complete. 2024-04-26T17:26:33.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.621+0000 7fd21bb6b740 20 client.15240 trim_cache size 0 max 16384 2024-04-26T17:26:33.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd21bb6b740 1 Processor -- start 2024-04-26T17:26:33.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd21bb6b740 1 -- start start 2024-04-26T17:26:33.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd21bb6b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f35f0 0x560c3d5f4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd21bb6b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d604fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd21bb6b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f5180 0x560c3d5f82d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd21bb6b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x560c3d609c90 con 0x560c3d5f47c0 2024-04-26T17:26:33.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd21bb6b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x560c3d60a360 con 0x560c3d5f5180 2024-04-26T17:26:33.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd21bb6b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560c3d60aa30 con 0x560c3d5f35f0 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd211d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d604fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd211d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d604fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41778/0 (socket says 172.21.15.90:41778) 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd211d9b640 1 -- 172.21.15.90:0/238989340 learned_addr learned my addr 172.21.15.90:0/238989340 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd212d9d640 1 --2- 172.21.15.90:0/238989340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f5180 0x560c3d5f82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd21259c640 1 --2- 172.21.15.90:0/238989340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f35f0 0x560c3d5f4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd211d9b640 1 -- 172.21.15.90:0/238989340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f35f0 msgr2=0x560c3d5f4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd211d9b640 1 --2- 172.21.15.90:0/238989340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f35f0 0x560c3d5f4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd211d9b640 1 -- 172.21.15.90:0/238989340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f5180 msgr2=0x560c3d5f82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd211d9b640 1 --2- 172.21.15.90:0/238989340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f5180 0x560c3d5f82d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd211d9b640 1 -- 172.21.15.90:0/238989340 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c3d5e8f80 con 0x560c3d5f47c0 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd21259c640 1 --2- 172.21.15.90:0/238989340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f35f0 0x560c3d5f4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.639+0000 7fd211d9b640 1 --2- 172.21.15.90:0/238989340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d604fe0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd20809c150 tx=0x7fd208000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efb1aad533ca2892 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.640+0000 7fd1fbfff640 1 -- 172.21.15.90:0/238989340 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd20801d070 con 0x560c3d5f47c0 2024-04-26T17:26:33.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.640+0000 7fd1fbfff640 1 -- 172.21.15.90:0/238989340 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd2080b5070 con 0x560c3d5f47c0 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.640+0000 7fd1fbfff640 1 -- 172.21.15.90:0/238989340 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd20809a750 con 0x560c3d5f47c0 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.640+0000 7fd21bb6b740 1 -- 172.21.15.90:0/238989340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 msgr2=0x560c3d604fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.640+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/238989340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d604fe0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd20809c150 tx=0x7fd208000bc0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.640+0000 7fd21bb6b740 1 -- 172.21.15.90:0/238989340 shutdown_connections 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.640+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/238989340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f5180 0x560c3d5f82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.640+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/238989340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d604fe0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.640+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/238989340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f35f0 0x560c3d5f4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.640+0000 7fd21bb6b740 1 -- 172.21.15.90:0/238989340 >> 172.21.15.90:0/238989340 conn(0x560c3d5eeae0 msgr2=0x560c3d5fc6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.640+0000 7fd21bb6b740 1 -- 172.21.15.90:0/238989340 shutdown_connections 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.640+0000 7fd21bb6b740 1 -- 172.21.15.90:0/238989340 wait complete. 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd21bb6b740 1 -- start start 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd21bb6b740 1 Processor -- start 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd21bb6b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f35f0 0x560c3d600f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd21bb6b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d603470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd21bb6b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f5180 0x560c3d6039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd21bb6b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x560c3d60b7d0 con 0x560c3d5f47c0 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd21bb6b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x560c3d60b100 con 0x560c3d5f35f0 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd21bb6b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560c3d60bea0 con 0x560c3d5f5180 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd21bb6b740 10 client.0 _ll_register_callbacks cb 0x7fd2080046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd211d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d603470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd211d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d603470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41780/0 (socket says 172.21.15.90:41780) 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd211d9b640 1 -- 172.21.15.90:0/1017588857 learned_addr learned my addr 172.21.15.90:0/1017588857 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd21259c640 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f35f0 0x560c3d600f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd212d9d640 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f5180 0x560c3d6039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd211d9b640 1 -- 172.21.15.90:0/1017588857 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f5180 msgr2=0x560c3d6039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd211d9b640 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f5180 0x560c3d6039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd211d9b640 1 -- 172.21.15.90:0/1017588857 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f35f0 msgr2=0x560c3d600f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd211d9b640 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f35f0 0x560c3d600f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd211d9b640 1 -- 172.21.15.90:0/1017588857 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c3d603ef0 con 0x560c3d5f47c0 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd21259c640 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f35f0 0x560c3d600f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd211d9b640 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d603470 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fd2080ce200 tx=0x7fd20809a960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3075f8a760584bed server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd1f9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd1f9ffb640 1 -- 172.21.15.90:0/1017588857 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd20801d070 con 0x560c3d5f47c0 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd1f9ffb640 1 -- 172.21.15.90:0/1017588857 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fd20809b310 con 0x560c3d5f47c0 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd21bb6b740 1 -- 172.21.15.90:0/1017588857 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2080b5070 con 0x560c3d5f47c0 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.641+0000 7fd1f9ffb640 1 -- 172.21.15.90:0/1017588857 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd2080ac050 con 0x560c3d5f47c0 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.642+0000 7fd21bb6b740 10 client.15246 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.642+0000 7fd21bb6b740 1 -- 172.21.15.90:0/1017588857 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x560c3d605160 con 0x560c3d5f47c0 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.642+0000 7fd1f9ffb640 1 -- 172.21.15.90:0/1017588857 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd2080b5070 con 0x560c3d5f47c0 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.642+0000 7fd1f9ffb640 1 -- 172.21.15.90:0/1017588857 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fd2080a1b20 con 0x560c3d5f47c0 2024-04-26T17:26:33.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.642+0000 7fd21bb6b740 10 client.15246 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.642+0000 7fd21bb6b740 10 client.15246 resolve_mds: resolved name 'k' to daemon mds.k 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.642+0000 7fd21bb6b740 20 client.15246 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.642+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x560c3d6789a0 0x560c3d6754b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.642+0000 7fd21bb6b740 4 client.15246 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.642+0000 7fd21bb6b740 1 -- 172.21.15.90:0/1017588857 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "status"}) -- 0x560c3d4db9a0 con 0x560c3d6789a0 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.642+0000 7fd21259c640 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x560c3d6789a0 0x560c3d6754b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd1f9ffb640 10 client.15246 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21259c640 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x560c3d6789a0 0x560c3d6754b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7bc3ad61e84b0b86 server_cookie=98e9c383d2a1788d in_seq=0 out_seq=0 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd1f9ffb640 1 -- 172.21.15.90:0/1017588857 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x560c3d4db9a0 con 0x560c3d6789a0 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd1f9ffb640 10 client.15246 handle_command_reply: tid=0 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21bb6b740 1 client.15246 shutdown 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21bb6b740 1 -- 172.21.15.90:0/1017588857 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 msgr2=0x560c3d603470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d603470 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fd2080ce200 tx=0x7fd20809a960 comp rx=0 tx=0).stop 2024-04-26T17:26:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21bb6b740 1 -- 172.21.15.90:0/1017588857 shutdown_connections 2024-04-26T17:26:33.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x560c3d6789a0 0x560c3d6754b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c3d5f5180 0x560c3d6039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd1f9ffb640 0 client.15246 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:26:33.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560c3d5f47c0 0x560c3d603470 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21bb6b740 1 --2- 172.21.15.90:0/1017588857 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560c3d5f35f0 0x560c3d600f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21bb6b740 1 -- 172.21.15.90:0/1017588857 >> 172.21.15.90:0/1017588857 conn(0x560c3d5eeae0 msgr2=0x560c3d5f82d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21bb6b740 1 -- 172.21.15.90:0/1017588857 shutdown_connections 2024-04-26T17:26:33.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21bb6b740 1 -- 172.21.15.90:0/1017588857 wait complete. 2024-04-26T17:26:33.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.643+0000 7fd21bb6b740 20 client.15246 trim_cache size 0 max 16384 2024-04-26T17:26:33.650 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:26:33.651 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:26:33.651 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 4, 2024-04-26T17:26:33.651 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24404, 2024-04-26T17:26:33.651 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-04-26T17:26:33.651 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-04-26T17:26:33.651 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-04-26T17:26:33.651 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 87.776076427000007, 2024-04-26T17:26:33.651 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 27, 2024-04-26T17:26:33.651 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 92, 2024-04-26T17:26:33.651 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 90, 2024-04-26T17:26:33.651 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 148.94975524200001 2024-04-26T17:26:33.651 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:26:33.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.644+0000 7fd218e59640 1 -- 172.21.15.90:0/80009363 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd1fc0a3c40 msgr2=0x7fd1fc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.644+0000 7fd218e59640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd1fc0a3c40 0x7fd1fc0a6100 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x560c3d5f46c0 tx=0x7fd20c006da0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.644+0000 7fd218e59640 1 -- 172.21.15.90:0/80009363 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd214103340 msgr2=0x7fd214198980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.644+0000 7fd218e59640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd214103340 0x7fd214198980 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fd20800c890 tx=0x7fd20800cd50 comp rx=0 tx=0).stop 2024-04-26T17:26:33.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.644+0000 7fd218e59640 1 -- 172.21.15.90:0/80009363 shutdown_connections 2024-04-26T17:26:33.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.644+0000 7fd218e59640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd1fc0a3c40 0x7fd1fc0a6100 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.644+0000 7fd218e59640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd214103d00 0x7fd21419f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.644+0000 7fd218e59640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd214103340 0x7fd214198980 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.644+0000 7fd218e59640 1 --2- 172.21.15.90:0/80009363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd214102150 0x7fd214198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.644+0000 7fd218e59640 1 -- 172.21.15.90:0/80009363 >> 172.21.15.90:0/80009363 conn(0x7fd2140fd6e0 msgr2=0x7fd214106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.644+0000 7fd218e59640 1 -- 172.21.15.90:0/80009363 shutdown_connections 2024-04-26T17:26:33.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.644+0000 7fd218e59640 1 -- 172.21.15.90:0/80009363 wait complete. 2024-04-26T17:26:33.654 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.l status 2024-04-26T17:26:33.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.753+0000 7fa051376640 1 -- 172.21.15.90:0/40642847 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa04c102250 msgr2=0x7fa04c1026d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.753+0000 7fa051376640 1 --2- 172.21.15.90:0/40642847 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa04c102250 0x7fa04c1026d0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa040009900 tx=0x7fa04002a410 comp rx=0 tx=0).stop 2024-04-26T17:26:33.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.753+0000 7fa051376640 1 -- 172.21.15.90:0/40642847 shutdown_connections 2024-04-26T17:26:33.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.753+0000 7fa051376640 1 --2- 172.21.15.90:0/40642847 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa04c102c10 0x7fa04c1094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.753+0000 7fa051376640 1 --2- 172.21.15.90:0/40642847 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa04c102250 0x7fa04c1026d0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.753+0000 7fa051376640 1 --2- 172.21.15.90:0/40642847 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa04c101060 0x7fa04c101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.753+0000 7fa051376640 1 -- 172.21.15.90:0/40642847 >> 172.21.15.90:0/40642847 conn(0x7fa04c0fc5d0 msgr2=0x7fa04c0fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.753+0000 7fa051376640 1 -- 172.21.15.90:0/40642847 shutdown_connections 2024-04-26T17:26:33.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.753+0000 7fa051376640 1 -- 172.21.15.90:0/40642847 wait complete. 2024-04-26T17:26:33.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa051376640 1 Processor -- start 2024-04-26T17:26:33.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa051376640 1 -- start start 2024-04-26T17:26:33.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa051376640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa04c101060 0x7fa04c197270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa051376640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa04c102250 0x7fa04c1977b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa051376640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa04c102c10 0x7fa04c19e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa051376640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa04c10cb70 con 0x7fa04c102250 2024-04-26T17:26:33.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa051376640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fa04c10c9f0 con 0x7fa04c101060 2024-04-26T17:26:33.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa051376640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa04c10ccf0 con 0x7fa04c102c10 2024-04-26T17:26:33.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa04a7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa04c102250 0x7fa04c1977b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa04a7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa04c102250 0x7fa04c1977b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41806/0 (socket says 172.21.15.90:41806) 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa04a7fc640 1 -- 172.21.15.90:0/3549617133 learned_addr learned my addr 172.21.15.90:0/3549617133 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa04affd640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa04c101060 0x7fa04c197270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa04a7fc640 1 -- 172.21.15.90:0/3549617133 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa04c102c10 msgr2=0x7fa04c19e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.754+0000 7fa04a7fc640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa04c102c10 0x7fa04c19e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.755+0000 7fa04a7fc640 1 -- 172.21.15.90:0/3549617133 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa04c101060 msgr2=0x7fa04c197270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.755+0000 7fa04a7fc640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa04c101060 0x7fa04c197270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.755+0000 7fa04a7fc640 1 -- 172.21.15.90:0/3549617133 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa04c19ee90 con 0x7fa04c102250 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.755+0000 7fa04a7fc640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa04c102250 0x7fa04c1977b0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa040004770 tx=0x7fa0400043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.755+0000 7fa033fff640 1 -- 172.21.15.90:0/3549617133 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa04003f030 con 0x7fa04c102250 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.755+0000 7fa033fff640 1 -- 172.21.15.90:0/3549617133 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa040003cb0 con 0x7fa04c102250 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.755+0000 7fa051376640 1 -- 172.21.15.90:0/3549617133 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa04c19f120 con 0x7fa04c102250 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.755+0000 7fa033fff640 1 -- 172.21.15.90:0/3549617133 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa040035070 con 0x7fa04c102250 2024-04-26T17:26:33.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.755+0000 7fa051376640 1 -- 172.21.15.90:0/3549617133 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa04c19f610 con 0x7fa04c102250 2024-04-26T17:26:33.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.757+0000 7fa033fff640 1 -- 172.21.15.90:0/3549617133 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa040042030 con 0x7fa04c102250 2024-04-26T17:26:33.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.757+0000 7fa054169740 1 Processor -- start 2024-04-26T17:26:33.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.757+0000 7fa054169740 1 -- start start 2024-04-26T17:26:33.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.757+0000 7fa054169740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c544800 0x55567c544c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.757+0000 7fa054169740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 0x55567c545e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.757+0000 7fa054169740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c546390 0x55567c54cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.757+0000 7fa054169740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55567c4a73f0 con 0x55567c5459d0 2024-04-26T17:26:33.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.757+0000 7fa054169740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55567c443830 con 0x55567c544800 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.757+0000 7fa054169740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55567c4a33b0 con 0x55567c546390 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 0x55567c545e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 0x55567c545e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41822/0 (socket says 172.21.15.90:41822) 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04affd640 1 -- 172.21.15.90:0/2797265449 learned_addr learned my addr 172.21.15.90:0/2797265449 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04b7fe640 1 --2- 172.21.15.90:0/2797265449 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c544800 0x55567c544c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa033fff640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa0340a3c40 0x7fa0340a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04a7fc640 1 --2- 172.21.15.90:0/2797265449 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c546390 0x55567c54cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04affd640 1 -- 172.21.15.90:0/2797265449 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c546390 msgr2=0x55567c54cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04affd640 1 --2- 172.21.15.90:0/2797265449 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c546390 0x55567c54cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04affd640 1 -- 172.21.15.90:0/2797265449 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c544800 msgr2=0x55567c544c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04affd640 1 --2- 172.21.15.90:0/2797265449 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c544800 0x55567c544c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04affd640 1 -- 172.21.15.90:0/2797265449 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55567c1b92d0 con 0x55567c5459d0 2024-04-26T17:26:33.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04b7fe640 1 --2- 172.21.15.90:0/2797265449 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c544800 0x55567c544c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04a7fc640 1 --2- 172.21.15.90:0/2797265449 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c546390 0x55567c54cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04b7fe640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa0340a3c40 0x7fa0340a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa033fff640 1 -- 172.21.15.90:0/3549617133 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fa0400f0fa0 con 0x7fa04c102250 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa04affd640 1 --2- 172.21.15.90:0/2797265449 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 0x55567c545e50 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fa03c00bcb0 tx=0x7fa03c0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ded437a601d57d0a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa0317fa640 1 -- 172.21.15.90:0/2797265449 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa03c005020 con 0x55567c5459d0 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa0317fa640 1 -- 172.21.15.90:0/2797265449 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa03c0047a0 con 0x55567c5459d0 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.758+0000 7fa0317fa640 1 -- 172.21.15.90:0/2797265449 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa03c011640 con 0x55567c5459d0 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 -- 172.21.15.90:0/2797265449 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 msgr2=0x55567c545e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa04b7fe640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa0340a3c40 0x7fa0340a6100 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa044005fd0 tx=0x7fa044004a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 --2- 172.21.15.90:0/2797265449 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 0x55567c545e50 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fa03c00bcb0 tx=0x7fa03c0107a0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 -- 172.21.15.90:0/2797265449 shutdown_connections 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 --2- 172.21.15.90:0/2797265449 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c546390 0x55567c54cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 --2- 172.21.15.90:0/2797265449 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 0x55567c545e50 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 --2- 172.21.15.90:0/2797265449 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c544800 0x55567c544c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 -- 172.21.15.90:0/2797265449 >> 172.21.15.90:0/2797265449 conn(0x55567c53dae0 msgr2=0x55567c53dee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 -- 172.21.15.90:0/2797265449 shutdown_connections 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 -- 172.21.15.90:0/2797265449 wait complete. 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 -- start start 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 Processor -- start 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c544800 0x55567c54ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 0x55567c54f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c546390 0x55567c556130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55567c54d3a0 con 0x55567c5459d0 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55567c441470 con 0x55567c544800 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.759+0000 7fa054169740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55567c54d520 con 0x55567c546390 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa054169740 10 client.0 _ll_register_callbacks cb 0x55567c42f020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:33.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa04a7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 0x55567c54f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa04a7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 0x55567c54f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41838/0 (socket says 172.21.15.90:41838) 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa04a7fc640 1 -- 172.21.15.90:0/597440219 learned_addr learned my addr 172.21.15.90:0/597440219 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa04b7fe640 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c546390 0x55567c556130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa04a7fc640 1 -- 172.21.15.90:0/597440219 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c546390 msgr2=0x55567c556130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa04a7fc640 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c546390 0x55567c556130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa04a7fc640 1 -- 172.21.15.90:0/597440219 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c544800 msgr2=0x55567c54ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa04a7fc640 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c544800 0x55567c54ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa04a7fc640 1 -- 172.21.15.90:0/597440219 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55567c2836b0 con 0x55567c5459d0 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa04b7fe640 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c546390 0x55567c556130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa04a7fc640 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 0x55567c54f160 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fa040003fd0 tx=0x7fa0400b9060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cbe9e3f1a18d74 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa02eff5640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa02eff5640 1 -- 172.21.15.90:0/597440219 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa040049070 con 0x55567c5459d0 2024-04-26T17:26:33.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa02eff5640 1 -- 172.21.15.90:0/597440219 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fa0400b9430 con 0x55567c5459d0 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa054169740 1 -- 172.21.15.90:0/597440219 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa03c0047a0 con 0x55567c5459d0 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa02eff5640 1 -- 172.21.15.90:0/597440219 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa0400bc720 con 0x55567c5459d0 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa054169740 10 client.15258 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa054169740 1 -- 172.21.15.90:0/597440219 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55567c559410 con 0x55567c5459d0 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.760+0000 7fa02eff5640 1 -- 172.21.15.90:0/597440219 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa03c0047a0 con 0x55567c5459d0 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.761+0000 7fa02eff5640 1 -- 172.21.15.90:0/597440219 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fa04003b4f0 con 0x55567c5459d0 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.761+0000 7fa054169740 10 client.15258 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.761+0000 7fa054169740 10 client.15258 resolve_mds: resolved name 'l' to daemon mds.l 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.761+0000 7fa054169740 20 client.15258 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.761+0000 7fa054169740 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55567c55bc10 0x55567c55d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.761+0000 7fa054169740 4 client.15258 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.761+0000 7fa054169740 1 -- 172.21.15.90:0/597440219 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55567c4b5000 con 0x55567c55bc10 2024-04-26T17:26:33.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.761+0000 7fa04affd640 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55567c55bc10 0x55567c55d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.761+0000 7fa02eff5640 10 client.15258 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.761+0000 7fa04affd640 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55567c55bc10 0x55567c55d080 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=cae5fdfc5777011a server_cookie=cd2e9f5cab09c931 in_seq=0 out_seq=0 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa02eff5640 1 -- 172.21.15.90:0/597440219 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55567c4b5000 con 0x55567c55bc10 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa02eff5640 10 client.15258 handle_command_reply: tid=0 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa054169740 1 client.15258 shutdown 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa054169740 1 -- 172.21.15.90:0/597440219 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 msgr2=0x55567c54f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa054169740 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 0x55567c54f160 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fa040003fd0 tx=0x7fa0400b9060 comp rx=0 tx=0).stop 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa054169740 1 -- 172.21.15.90:0/597440219 shutdown_connections 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa054169740 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55567c55bc10 0x55567c55d080 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa054169740 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c546390 0x55567c556130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa02eff5640 0 client.15258 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa054169740 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c5459d0 0x55567c54f160 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa054169740 1 --2- 172.21.15.90:0/597440219 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c544800 0x55567c54ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa054169740 1 -- 172.21.15.90:0/597440219 >> 172.21.15.90:0/597440219 conn(0x55567c53dae0 msgr2=0x55567c53cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa054169740 1 -- 172.21.15.90:0/597440219 shutdown_connections 2024-04-26T17:26:33.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa054169740 1 -- 172.21.15.90:0/597440219 wait complete. 2024-04-26T17:26:33.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.762+0000 7fa054169740 20 client.15258 trim_cache size 0 max 16384 2024-04-26T17:26:33.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa054169740 1 Processor -- start 2024-04-26T17:26:33.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa054169740 1 -- start start 2024-04-26T17:26:33.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa054169740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c544800 0x55567c54ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa054169740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c5459d0 0x55567c5560f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa054169740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c546390 0x55567c54f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa054169740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55567c55b3c0 con 0x55567c544800 2024-04-26T17:26:33.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa054169740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55567c55ba90 con 0x55567c546390 2024-04-26T17:26:33.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa054169740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55567c55c160 con 0x55567c5459d0 2024-04-26T17:26:33.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa04affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c544800 0x55567c54ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa04affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c544800 0x55567c54ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41844/0 (socket says 172.21.15.90:41844) 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa04affd640 1 -- 172.21.15.90:0/1269789261 learned_addr learned my addr 172.21.15.90:0/1269789261 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa04b7fe640 1 --2- 172.21.15.90:0/1269789261 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c546390 0x55567c54f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa04a7fc640 1 --2- 172.21.15.90:0/1269789261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c5459d0 0x55567c5560f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa04affd640 1 -- 172.21.15.90:0/1269789261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c5459d0 msgr2=0x55567c5560f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa04affd640 1 --2- 172.21.15.90:0/1269789261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c5459d0 0x55567c5560f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa04affd640 1 -- 172.21.15.90:0/1269789261 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c546390 msgr2=0x55567c54f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.781+0000 7fa04affd640 1 --2- 172.21.15.90:0/1269789261 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c546390 0x55567c54f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.782+0000 7fa04affd640 1 -- 172.21.15.90:0/1269789261 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55567c545450 con 0x55567c544800 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.782+0000 7fa04a7fc640 1 --2- 172.21.15.90:0/1269789261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c5459d0 0x55567c5560f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.782+0000 7fa04affd640 1 --2- 172.21.15.90:0/1269789261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c544800 0x55567c54ec20 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fa03c00bbd0 tx=0x7fa03c004f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a871e54bf944e5f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.782+0000 7fa030ff9640 1 -- 172.21.15.90:0/1269789261 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa03c005490 con 0x55567c544800 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.782+0000 7fa030ff9640 1 -- 172.21.15.90:0/1269789261 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa03c02c070 con 0x55567c544800 2024-04-26T17:26:33.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.782+0000 7fa030ff9640 1 -- 172.21.15.90:0/1269789261 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa03c0048e0 con 0x55567c544800 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.782+0000 7fa054169740 1 -- 172.21.15.90:0/1269789261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c544800 msgr2=0x55567c54ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.782+0000 7fa054169740 1 --2- 172.21.15.90:0/1269789261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c544800 0x55567c54ec20 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fa03c00bbd0 tx=0x7fa03c004f60 comp rx=0 tx=0).stop 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.782+0000 7fa054169740 1 -- 172.21.15.90:0/1269789261 shutdown_connections 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.782+0000 7fa054169740 1 --2- 172.21.15.90:0/1269789261 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c546390 0x55567c54f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.782+0000 7fa054169740 1 --2- 172.21.15.90:0/1269789261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c5459d0 0x55567c5560f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.782+0000 7fa054169740 1 --2- 172.21.15.90:0/1269789261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c544800 0x55567c54ec20 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa054169740 1 -- 172.21.15.90:0/1269789261 >> 172.21.15.90:0/1269789261 conn(0x55567c53dae0 msgr2=0x55567c549410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa054169740 1 -- 172.21.15.90:0/1269789261 shutdown_connections 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa054169740 1 -- 172.21.15.90:0/1269789261 wait complete. 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa054169740 1 -- start start 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa054169740 1 Processor -- start 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa054169740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c544800 0x55567c5540e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa054169740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c5459d0 0x55567c5bdba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa054169740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c546390 0x55567c5c00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa054169740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55567c55cf00 con 0x55567c546390 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa054169740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55567c55c830 con 0x55567c5459d0 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa054169740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55567c55d5d0 con 0x55567c544800 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa054169740 10 client.0 _ll_register_callbacks cb 0x7fa040009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa04b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c546390 0x55567c5c00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa04b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c546390 0x55567c5c00f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41846/0 (socket says 172.21.15.90:41846) 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa04b7fe640 1 -- 172.21.15.90:0/357529183 learned_addr learned my addr 172.21.15.90:0/357529183 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa04a7fc640 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c5459d0 0x55567c5bdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.783+0000 7fa04affd640 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c544800 0x55567c5540e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa04b7fe640 1 -- 172.21.15.90:0/357529183 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c544800 msgr2=0x55567c5540e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa04b7fe640 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c544800 0x55567c5540e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa04b7fe640 1 -- 172.21.15.90:0/357529183 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c5459d0 msgr2=0x55567c5bdba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa04b7fe640 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c5459d0 0x55567c5bdba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa04b7fe640 1 -- 172.21.15.90:0/357529183 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55567c5c0630 con 0x55567c546390 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa04a7fc640 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c5459d0 0x55567c5bdba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa04b7fe640 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c546390 0x55567c5c00f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fa04401cc30 tx=0x7fa044005f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=967215d95e2b033c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa02eff5640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa02eff5640 1 -- 172.21.15.90:0/357529183 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa04400fe30 con 0x55567c546390 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa02eff5640 1 -- 172.21.15.90:0/357529183 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fa04401b650 con 0x55567c546390 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa054169740 1 -- 172.21.15.90:0/357529183 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa03c02c070 con 0x55567c546390 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa02eff5640 1 -- 172.21.15.90:0/357529183 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa04402f050 con 0x55567c546390 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa054169740 10 client.15264 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa054169740 1 -- 172.21.15.90:0/357529183 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55567c5c1a00 con 0x55567c546390 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa02eff5640 1 -- 172.21.15.90:0/357529183 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa03c02c070 con 0x55567c546390 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa02eff5640 1 -- 172.21.15.90:0/357529183 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fa0440269b0 con 0x55567c546390 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa054169740 10 client.15264 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa054169740 10 client.15264 resolve_mds: resolved name 'l' to daemon mds.l 2024-04-26T17:26:33.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa054169740 20 client.15264 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa054169740 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55567c5c6670 0x55567c5c2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa054169740 4 client.15264 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.784+0000 7fa054169740 1 -- 172.21.15.90:0/357529183 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "status"}) -- 0x55567c4aee70 con 0x55567c5c6670 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa04affd640 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55567c5c6670 0x55567c5c2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa02eff5640 10 client.15264 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa04affd640 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55567c5c6670 0x55567c5c2ab0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=db0335e2f3842dc2 server_cookie=d95680e396f91baf in_seq=0 out_seq=0 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa02eff5640 1 -- 172.21.15.90:0/357529183 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55567c4aee70 con 0x55567c5c6670 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa02eff5640 10 client.15264 handle_command_reply: tid=0 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa054169740 1 client.15264 shutdown 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa054169740 1 -- 172.21.15.90:0/357529183 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c546390 msgr2=0x55567c5c00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa054169740 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c546390 0x55567c5c00f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fa04401cc30 tx=0x7fa044005f40 comp rx=0 tx=0).stop 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa054169740 1 -- 172.21.15.90:0/357529183 shutdown_connections 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa054169740 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55567c5c6670 0x55567c5c2ab0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa054169740 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55567c546390 0x55567c5c00f0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa02eff5640 0 client.15264 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:26:33.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa054169740 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55567c5459d0 0x55567c5bdba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa054169740 1 --2- 172.21.15.90:0/357529183 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55567c544800 0x55567c5540e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa054169740 1 -- 172.21.15.90:0/357529183 >> 172.21.15.90:0/357529183 conn(0x55567c53dae0 msgr2=0x55567c549410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa054169740 1 -- 172.21.15.90:0/357529183 shutdown_connections 2024-04-26T17:26:33.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.785+0000 7fa054169740 1 -- 172.21.15.90:0/357529183 wait complete. 2024-04-26T17:26:33.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa054169740 20 client.15264 trim_cache size 0 max 16384 2024-04-26T17:26:33.793 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:26:33.793 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:26:33.793 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 3, 2024-04-26T17:26:33.794 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24409, 2024-04-26T17:26:33.794 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-04-26T17:26:33.794 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-04-26T17:26:33.794 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-04-26T17:26:33.794 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 88.933443143999995, 2024-04-26T17:26:33.794 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 27, 2024-04-26T17:26:33.794 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 92, 2024-04-26T17:26:33.794 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 90, 2024-04-26T17:26:33.794 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 152.18132915499999 2024-04-26T17:26:33.794 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:26:33.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa051376640 1 -- 172.21.15.90:0/3549617133 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa0340a3c40 msgr2=0x7fa0340a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa051376640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa0340a3c40 0x7fa0340a6100 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa044005fd0 tx=0x7fa044004a40 comp rx=0 tx=0).stop 2024-04-26T17:26:33.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa051376640 1 -- 172.21.15.90:0/3549617133 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa04c102250 msgr2=0x7fa04c1977b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa051376640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa04c102250 0x7fa04c1977b0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa040004770 tx=0x7fa0400043b0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa051376640 1 -- 172.21.15.90:0/3549617133 shutdown_connections 2024-04-26T17:26:33.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa051376640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa0340a3c40 0x7fa0340a6100 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa051376640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa04c102c10 0x7fa04c19e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa051376640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa04c102250 0x7fa04c1977b0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa051376640 1 --2- 172.21.15.90:0/3549617133 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa04c101060 0x7fa04c197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa051376640 1 -- 172.21.15.90:0/3549617133 >> 172.21.15.90:0/3549617133 conn(0x7fa04c0fc5d0 msgr2=0x7fa04c1055f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa051376640 1 -- 172.21.15.90:0/3549617133 shutdown_connections 2024-04-26T17:26:33.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.786+0000 7fa051376640 1 -- 172.21.15.90:0/3549617133 wait complete. 2024-04-26T17:26:33.797 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:33 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2551881766' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:33.797 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:33 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/891424736' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:33.797 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:33 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3024572955' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:33 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2551881766' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:33 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/891424736' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:33.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:33 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3024572955' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:33.798 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-26T17:26:33.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.896+0000 7fb6dc235640 1 -- 172.21.15.90:0/2559821523 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6d4102230 msgr2=0x7fb6d41026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.896+0000 7fb6dc235640 1 --2- 172.21.15.90:0/2559821523 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6d4102230 0x7fb6d41026b0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fb6c4009900 tx=0x7fb6c402a410 comp rx=0 tx=0).stop 2024-04-26T17:26:33.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.896+0000 7fb6dc235640 1 -- 172.21.15.90:0/2559821523 shutdown_connections 2024-04-26T17:26:33.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.896+0000 7fb6dc235640 1 --2- 172.21.15.90:0/2559821523 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6d4102bf0 0x7fb6d4109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.896+0000 7fb6dc235640 1 --2- 172.21.15.90:0/2559821523 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6d4102230 0x7fb6d41026b0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.896+0000 7fb6dc235640 1 --2- 172.21.15.90:0/2559821523 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb6d4101040 0x7fb6d4101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.896+0000 7fb6dc235640 1 -- 172.21.15.90:0/2559821523 >> 172.21.15.90:0/2559821523 conn(0x7fb6d40fc5b0 msgr2=0x7fb6d40fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.896+0000 7fb6dc235640 1 -- 172.21.15.90:0/2559821523 shutdown_connections 2024-04-26T17:26:33.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.896+0000 7fb6dc235640 1 -- 172.21.15.90:0/2559821523 wait complete. 2024-04-26T17:26:33.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6dc235640 1 Processor -- start 2024-04-26T17:26:33.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6dc235640 1 -- start start 2024-04-26T17:26:33.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6dc235640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6d4101040 0x7fb6d4198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6dc235640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6d4102230 0x7fb6d4198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6dc235640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb6d4102bf0 0x7fb6d419f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6dc235640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d410dc60 con 0x7fb6d4102230 2024-04-26T17:26:33.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6dc235640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d410dae0 con 0x7fb6d4101040 2024-04-26T17:26:33.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6dc235640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d410dde0 con 0x7fb6d4102bf0 2024-04-26T17:26:33.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6d97d0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6d4102230 0x7fb6d4198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6d97d0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6d4102230 0x7fb6d4198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41874/0 (socket says 172.21.15.90:41874) 2024-04-26T17:26:33.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6d97d0640 1 -- 172.21.15.90:0/464891524 learned_addr learned my addr 172.21.15.90:0/464891524 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6d9fd1640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6d4101040 0x7fb6d4198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6d97d0640 1 -- 172.21.15.90:0/464891524 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb6d4102bf0 msgr2=0x7fb6d419f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb6d4102bf0 0x7fb6d419f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6d97d0640 1 -- 172.21.15.90:0/464891524 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6d4101040 msgr2=0x7fb6d4198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6d4101040 0x7fb6d4198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.897+0000 7fb6d97d0640 1 -- 172.21.15.90:0/464891524 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6d419ff40 con 0x7fb6d4102230 2024-04-26T17:26:33.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.898+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6d4102230 0x7fb6d4198860 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fb6c4004770 tx=0x7fb6c40043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.898+0000 7fb6caffd640 1 -- 172.21.15.90:0/464891524 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c403f030 con 0x7fb6d4102230 2024-04-26T17:26:33.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.898+0000 7fb6caffd640 1 -- 172.21.15.90:0/464891524 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb6c4003cb0 con 0x7fb6d4102230 2024-04-26T17:26:33.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.898+0000 7fb6dc235640 1 -- 172.21.15.90:0/464891524 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6d41a01d0 con 0x7fb6d4102230 2024-04-26T17:26:33.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.898+0000 7fb6caffd640 1 -- 172.21.15.90:0/464891524 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c4035070 con 0x7fb6d4102230 2024-04-26T17:26:33.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.898+0000 7fb6dc235640 1 -- 172.21.15.90:0/464891524 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6d41a06c0 con 0x7fb6d4102230 2024-04-26T17:26:33.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.900+0000 7fb6caffd640 1 -- 172.21.15.90:0/464891524 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb6c4042030 con 0x7fb6d4102230 2024-04-26T17:26:33.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.900+0000 7fb6df02c740 1 Processor -- start 2024-04-26T17:26:33.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.900+0000 7fb6df02c740 1 -- start start 2024-04-26T17:26:33.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6df02c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfb5f0 0x558597dfba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6df02c740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfc7c0 0x558597dfcc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6df02c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfd180 0x558597e03a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6df02c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x558597d603f0 con 0x558597dfd180 2024-04-26T17:26:33.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6df02c740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x558597cfc830 con 0x558597dfc7c0 2024-04-26T17:26:33.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6df02c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558597d5c3b0 con 0x558597dfb5f0 2024-04-26T17:26:33.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6d97d0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfd180 0x558597e03a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6d97d0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfd180 0x558597e03a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41878/0 (socket says 172.21.15.90:41878) 2024-04-26T17:26:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6d97d0640 1 -- 172.21.15.90:0/4137866356 learned_addr learned my addr 172.21.15.90:0/4137866356 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6d9fd1640 1 --2- 172.21.15.90:0/4137866356 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfc7c0 0x558597dfcc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6caffd640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb6c00a3c40 0x7fb6c00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6da7d2640 1 --2- 172.21.15.90:0/4137866356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfb5f0 0x558597dfba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6d97d0640 1 -- 172.21.15.90:0/4137866356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfb5f0 msgr2=0x558597dfba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/4137866356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfb5f0 0x558597dfba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6d97d0640 1 -- 172.21.15.90:0/4137866356 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfc7c0 msgr2=0x558597dfcc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/4137866356 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfc7c0 0x558597dfcc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6d97d0640 1 -- 172.21.15.90:0/4137866356 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558597a722d0 con 0x558597dfd180 2024-04-26T17:26:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6da7d2640 1 --2- 172.21.15.90:0/4137866356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfb5f0 0x558597dfba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6da7d2640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb6c00a3c40 0x7fb6c00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6caffd640 1 -- 172.21.15.90:0/464891524 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fb6c40f0fb0 con 0x7fb6d4102230 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/4137866356 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfd180 0x558597e03a10 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fb6c40ee540 tx=0x7fb6c404b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7788bb4d85608fd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.901+0000 7fb6bffff640 1 -- 172.21.15.90:0/4137866356 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c40bc730 con 0x558597dfd180 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.902+0000 7fb6bffff640 1 -- 172.21.15.90:0/4137866356 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb6c403ed60 con 0x558597dfd180 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.902+0000 7fb6bffff640 1 -- 172.21.15.90:0/4137866356 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c4003e60 con 0x558597dfd180 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.902+0000 7fb6df02c740 1 -- 172.21.15.90:0/4137866356 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfd180 msgr2=0x558597e03a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.902+0000 7fb6da7d2640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb6c00a3c40 0x7fb6c00a6100 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc005d00 tx=0x7fb6cc0046c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.902+0000 7fb6df02c740 1 --2- 172.21.15.90:0/4137866356 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfd180 0x558597e03a10 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fb6c40ee540 tx=0x7fb6c404b000 comp rx=0 tx=0).stop 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.902+0000 7fb6df02c740 1 -- 172.21.15.90:0/4137866356 shutdown_connections 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.902+0000 7fb6df02c740 1 --2- 172.21.15.90:0/4137866356 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfd180 0x558597e03a10 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.902+0000 7fb6df02c740 1 --2- 172.21.15.90:0/4137866356 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfc7c0 0x558597dfcc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.902+0000 7fb6df02c740 1 --2- 172.21.15.90:0/4137866356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfb5f0 0x558597dfba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.902+0000 7fb6df02c740 1 -- 172.21.15.90:0/4137866356 >> 172.21.15.90:0/4137866356 conn(0x558597df6ae0 msgr2=0x558597df6ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.902+0000 7fb6df02c740 1 -- 172.21.15.90:0/4137866356 shutdown_connections 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.902+0000 7fb6df02c740 1 -- 172.21.15.90:0/4137866356 wait complete. 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6df02c740 1 -- start start 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6df02c740 1 Processor -- start 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6df02c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfb5f0 0x558597e056c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6df02c740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfc7c0 0x558597e05c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6df02c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfd180 0x558597e0cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6df02c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x558597e03f50 con 0x558597dfb5f0 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6df02c740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x558597cfa470 con 0x558597dfc7c0 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6df02c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558597e040d0 con 0x558597dfd180 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6df02c740 10 client.0 _ll_register_callbacks cb 0x558597ce8020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6d9fd1640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfb5f0 0x558597e056c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6d9fd1640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfb5f0 0x558597e056c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41886/0 (socket says 172.21.15.90:41886) 2024-04-26T17:26:33.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6d9fd1640 1 -- 172.21.15.90:0/3846762180 learned_addr learned my addr 172.21.15.90:0/3846762180 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfc7c0 0x558597e05c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6da7d2640 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfd180 0x558597e0cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6d9fd1640 1 -- 172.21.15.90:0/3846762180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfd180 msgr2=0x558597e0cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6d9fd1640 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfd180 0x558597e0cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6d9fd1640 1 -- 172.21.15.90:0/3846762180 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfc7c0 msgr2=0x558597e05c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6d9fd1640 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfc7c0 0x558597e05c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6d9fd1640 1 -- 172.21.15.90:0/3846762180 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558597b3c6b0 con 0x558597dfb5f0 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.903+0000 7fb6da7d2640 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfd180 0x558597e0cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6d9fd1640 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfb5f0 0x558597e056c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fb6d0010b70 tx=0x7fb6d000f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1a2b80fbd3c7a17 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6bd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6bd7fa640 1 -- 172.21.15.90:0/3846762180 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d0003970 con 0x558597dfb5f0 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6bd7fa640 1 -- 172.21.15.90:0/3846762180 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fb6d0003b10 con 0x558597dfb5f0 2024-04-26T17:26:33.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6df02c740 1 -- 172.21.15.90:0/3846762180 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558597d6e000 con 0x558597dfb5f0 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6bd7fa640 1 -- 172.21.15.90:0/3846762180 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fb6d0023050 con 0x558597dfb5f0 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6df02c740 10 client.15276 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6df02c740 1 -- 172.21.15.90:0/3846762180 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x558597e0fff0 con 0x558597dfb5f0 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6bd7fa640 1 -- 172.21.15.90:0/3846762180 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x558597d6e000 con 0x558597dfb5f0 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6bd7fa640 1 -- 172.21.15.90:0/3846762180 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fb6d000e5c0 con 0x558597dfb5f0 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6df02c740 10 client.15276 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6df02c740 10 client.15276 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6df02c740 20 client.15276 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6df02c740 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x558597e126c0 0x558597e13b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6df02c740 4 client.15276 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.904+0000 7fb6df02c740 1 -- 172.21.15.90:0/3846762180 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558597d67e70 con 0x558597e126c0 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.905+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x558597e126c0 0x558597e13b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.905+0000 7fb6bd7fa640 10 client.15276 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:26:33.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.905+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x558597e126c0 0x558597e13b30 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=11060c6284164f16 server_cookie=60b64a3b3caf5180 in_seq=0 out_seq=0 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6bd7fa640 1 -- 172.21.15.90:0/3846762180 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558597d67e70 con 0x558597e126c0 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6bd7fa640 10 client.15276 handle_command_reply: tid=0 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6df02c740 1 client.15276 shutdown 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6df02c740 1 -- 172.21.15.90:0/3846762180 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfb5f0 msgr2=0x558597e056c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6df02c740 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfb5f0 0x558597e056c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fb6d0010b70 tx=0x7fb6d000f7f0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6df02c740 1 -- 172.21.15.90:0/3846762180 shutdown_connections 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6df02c740 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x558597e126c0 0x558597e13b30 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6df02c740 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfd180 0x558597e0cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6df02c740 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfc7c0 0x558597e05c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6df02c740 1 --2- 172.21.15.90:0/3846762180 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfb5f0 0x558597e056c0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6bd7fa640 0 client.15276 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6df02c740 1 -- 172.21.15.90:0/3846762180 >> 172.21.15.90:0/3846762180 conn(0x558597df6ae0 msgr2=0x558597df5c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6df02c740 1 -- 172.21.15.90:0/3846762180 shutdown_connections 2024-04-26T17:26:33.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6df02c740 1 -- 172.21.15.90:0/3846762180 wait complete. 2024-04-26T17:26:33.917 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.906+0000 7fb6df02c740 20 client.15276 trim_cache size 0 max 16384 2024-04-26T17:26:33.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6df02c740 1 Processor -- start 2024-04-26T17:26:33.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6df02c740 1 -- start start 2024-04-26T17:26:33.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6df02c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfb5f0 0x558597dff9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6df02c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 0x558597e0cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6df02c740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfd180 0x558597dfafd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6df02c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x558597e11e70 con 0x558597dfc7c0 2024-04-26T17:26:33.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6df02c740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x558597e12540 con 0x558597dfd180 2024-04-26T17:26:33.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6df02c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558597e12c10 con 0x558597dfb5f0 2024-04-26T17:26:33.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6d97d0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 0x558597e0cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6d97d0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 0x558597e0cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41902/0 (socket says 172.21.15.90:41902) 2024-04-26T17:26:33.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6d97d0640 1 -- 172.21.15.90:0/2194539137 learned_addr learned my addr 172.21.15.90:0/2194539137 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6da7d2640 1 --2- 172.21.15.90:0/2194539137 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfd180 0x558597dfafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.924+0000 7fb6d9fd1640 1 --2- 172.21.15.90:0/2194539137 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfb5f0 0x558597dff9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6d97d0640 1 -- 172.21.15.90:0/2194539137 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfb5f0 msgr2=0x558597dff9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/2194539137 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfb5f0 0x558597dff9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6d97d0640 1 -- 172.21.15.90:0/2194539137 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfd180 msgr2=0x558597dfafd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/2194539137 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfd180 0x558597dfafd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6d97d0640 1 -- 172.21.15.90:0/2194539137 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558597e03540 con 0x558597dfc7c0 2024-04-26T17:26:33.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/2194539137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 0x558597e0cbd0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fb6c40eeb40 tx=0x7fb6c40dd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d55237683c21e903 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6bf7fe640 1 -- 172.21.15.90:0/2194539137 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c40bd4d0 con 0x558597dfc7c0 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6bf7fe640 1 -- 172.21.15.90:0/2194539137 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb6c40c0070 con 0x558597dfc7c0 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6bf7fe640 1 -- 172.21.15.90:0/2194539137 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c40c5a40 con 0x558597dfc7c0 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6df02c740 1 -- 172.21.15.90:0/2194539137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 msgr2=0x558597e0cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6df02c740 1 --2- 172.21.15.90:0/2194539137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 0x558597e0cbd0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fb6c40eeb40 tx=0x7fb6c40dd040 comp rx=0 tx=0).stop 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6df02c740 1 -- 172.21.15.90:0/2194539137 shutdown_connections 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6df02c740 1 --2- 172.21.15.90:0/2194539137 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfd180 0x558597dfafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6df02c740 1 --2- 172.21.15.90:0/2194539137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 0x558597e0cbd0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6df02c740 1 --2- 172.21.15.90:0/2194539137 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfb5f0 0x558597dff9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.925+0000 7fb6df02c740 1 -- 172.21.15.90:0/2194539137 >> 172.21.15.90:0/2194539137 conn(0x558597df6ae0 msgr2=0x558597df1c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6df02c740 1 -- 172.21.15.90:0/2194539137 shutdown_connections 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6df02c740 1 -- 172.21.15.90:0/2194539137 wait complete. 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6df02c740 1 -- start start 2024-04-26T17:26:33.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6df02c740 1 Processor -- start 2024-04-26T17:26:33.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6df02c740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfb5f0 0x558597e01bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6df02c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 0x558597e0cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6df02c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfd180 0x558597e020f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6df02c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x558597e139b0 con 0x558597dfc7c0 2024-04-26T17:26:33.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6df02c740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x558597e132e0 con 0x558597dfb5f0 2024-04-26T17:26:33.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6df02c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558597e14080 con 0x558597dfd180 2024-04-26T17:26:33.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6df02c740 10 client.0 _ll_register_callbacks cb 0x7fb6d0010780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:33.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6d97d0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 0x558597e0cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6d97d0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 0x558597e0cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41904/0 (socket says 172.21.15.90:41904) 2024-04-26T17:26:33.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6d97d0640 1 -- 172.21.15.90:0/319681356 learned_addr learned my addr 172.21.15.90:0/319681356 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:33.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.926+0000 7fb6d9fd1640 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfb5f0 0x558597e01bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6da7d2640 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfd180 0x558597e020f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6d97d0640 1 -- 172.21.15.90:0/319681356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfd180 msgr2=0x558597e020f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfd180 0x558597e020f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6d97d0640 1 -- 172.21.15.90:0/319681356 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfb5f0 msgr2=0x558597e01bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:33.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfb5f0 0x558597e01bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6d97d0640 1 -- 172.21.15.90:0/319681356 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558597e76660 con 0x558597dfc7c0 2024-04-26T17:26:33.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6d97d0640 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 0x558597e0cb60 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fb6c40ee680 tx=0x7fb6c40a1de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2a229f57e5b757a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:33.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6bd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:33.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6bd7fa640 1 -- 172.21.15.90:0/319681356 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c40a6060 con 0x558597dfc7c0 2024-04-26T17:26:33.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6bd7fa640 1 -- 172.21.15.90:0/319681356 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fb6c40ee850 con 0x558597dfc7c0 2024-04-26T17:26:33.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6df02c740 1 -- 172.21.15.90:0/319681356 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6c40c0070 con 0x558597dfc7c0 2024-04-26T17:26:33.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6bd7fa640 1 -- 172.21.15.90:0/319681356 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fb6c40bcdd0 con 0x558597dfc7c0 2024-04-26T17:26:33.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6df02c740 10 client.15282 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:33.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6df02c740 1 -- 172.21.15.90:0/319681356 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x558597e77840 con 0x558597dfc7c0 2024-04-26T17:26:33.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6bd7fa640 1 -- 172.21.15.90:0/319681356 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb6c40c0070 con 0x558597dfc7c0 2024-04-26T17:26:33.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6bd7fa640 1 -- 172.21.15.90:0/319681356 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fb6c40b9440 con 0x558597dfc7c0 2024-04-26T17:26:33.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6df02c740 10 client.15282 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:33.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6df02c740 10 client.15282 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T17:26:33.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6df02c740 20 client.15282 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:33.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6df02c740 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x558597e7bfa0 0x558597e783e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:33.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6df02c740 4 client.15282 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T17:26:33.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.927+0000 7fb6df02c740 1 -- 172.21.15.90:0/319681356 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "status"}) -- 0x558597ce39a0 con 0x558597e7bfa0 2024-04-26T17:26:33.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.928+0000 7fb6d9fd1640 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x558597e7bfa0 0x558597e783e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:33.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.928+0000 7fb6bd7fa640 10 client.15282 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:26:33.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.928+0000 7fb6d9fd1640 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x558597e7bfa0 0x558597e783e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=134828efffceface server_cookie=1f703f0606b2ed48 in_seq=0 out_seq=0 2024-04-26T17:26:33.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.928+0000 7fb6bd7fa640 1 -- 172.21.15.90:0/319681356 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x558597ce39a0 con 0x558597e7bfa0 2024-04-26T17:26:33.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.928+0000 7fb6bd7fa640 10 client.15282 handle_command_reply: tid=0 2024-04-26T17:26:33.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.928+0000 7fb6df02c740 1 client.15282 shutdown 2024-04-26T17:26:33.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.928+0000 7fb6df02c740 1 -- 172.21.15.90:0/319681356 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 msgr2=0x558597e0cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.928+0000 7fb6df02c740 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 0x558597e0cb60 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fb6c40ee680 tx=0x7fb6c40a1de0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.928+0000 7fb6df02c740 1 -- 172.21.15.90:0/319681356 shutdown_connections 2024-04-26T17:26:33.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6df02c740 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x558597e7bfa0 0x558597e783e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6df02c740 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558597dfd180 0x558597e020f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6df02c740 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558597dfc7c0 0x558597e0cb60 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6bd7fa640 0 client.15282 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:26:33.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6df02c740 1 --2- 172.21.15.90:0/319681356 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558597dfb5f0 0x558597e01bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6df02c740 1 -- 172.21.15.90:0/319681356 >> 172.21.15.90:0/319681356 conn(0x558597df6ae0 msgr2=0x558597e03750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6df02c740 1 -- 172.21.15.90:0/319681356 shutdown_connections 2024-04-26T17:26:33.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6df02c740 1 -- 172.21.15.90:0/319681356 wait complete. 2024-04-26T17:26:33.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6df02c740 20 client.15282 trim_cache size 0 max 16384 2024-04-26T17:26:33.937 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:26:33.937 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:26:33.937 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 2, 2024-04-26T17:26:33.938 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24472, 2024-04-26T17:26:33.938 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-04-26T17:26:33.938 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-04-26T17:26:33.938 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-04-26T17:26:33.938 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 89.379801104999999, 2024-04-26T17:26:33.938 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 27, 2024-04-26T17:26:33.938 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 92, 2024-04-26T17:26:33.938 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 90, 2024-04-26T17:26:33.938 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 128.52117684699999 2024-04-26T17:26:33.938 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:26:33.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6dc235640 1 -- 172.21.15.90:0/464891524 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb6c00a3c40 msgr2=0x7fb6c00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6dc235640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb6c00a3c40 0x7fb6c00a6100 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc005d00 tx=0x7fb6cc0046c0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6dc235640 1 -- 172.21.15.90:0/464891524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6d4102230 msgr2=0x7fb6d4198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:33.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6dc235640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6d4102230 0x7fb6d4198860 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fb6c4004770 tx=0x7fb6c40043b0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6dc235640 1 -- 172.21.15.90:0/464891524 shutdown_connections 2024-04-26T17:26:33.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6dc235640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb6c00a3c40 0x7fb6c00a6100 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6dc235640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb6d4102bf0 0x7fb6d419f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6dc235640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6d4102230 0x7fb6d4198860 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6dc235640 1 --2- 172.21.15.90:0/464891524 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6d4101040 0x7fb6d4198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:33.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6dc235640 1 -- 172.21.15.90:0/464891524 >> 172.21.15.90:0/464891524 conn(0x7fb6d40fc5b0 msgr2=0x7fb6d41055b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:33.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6dc235640 1 -- 172.21.15.90:0/464891524 shutdown_connections 2024-04-26T17:26:33.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:33.929+0000 7fb6dc235640 1 -- 172.21.15.90:0/464891524 wait complete. 2024-04-26T17:26:33.942 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-26T17:26:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:33 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2551881766' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:33 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/891424736' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:33 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3024572955' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:34.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.042+0000 7f6415583640 1 -- 172.21.15.90:0/1476089535 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6410103d00 msgr2=0x7f641010a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.042+0000 7f6415583640 1 --2- 172.21.15.90:0/1476089535 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6410103d00 0x7f641010a590 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f6408009ca0 tx=0x7f640802a8c0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.042+0000 7f6415583640 1 -- 172.21.15.90:0/1476089535 shutdown_connections 2024-04-26T17:26:34.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.042+0000 7f6415583640 1 --2- 172.21.15.90:0/1476089535 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6410103d00 0x7f641010a590 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.042+0000 7f6415583640 1 --2- 172.21.15.90:0/1476089535 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6410103340 0x7f64101037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.042+0000 7f6415583640 1 --2- 172.21.15.90:0/1476089535 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6410102150 0x7f6410102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.044 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.042+0000 7f6415583640 1 -- 172.21.15.90:0/1476089535 >> 172.21.15.90:0/1476089535 conn(0x7f64100fd6e0 msgr2=0x7f64100ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:34.044 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.042+0000 7f6415583640 1 -- 172.21.15.90:0/1476089535 shutdown_connections 2024-04-26T17:26:34.044 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.042+0000 7f6415583640 1 -- 172.21.15.90:0/1476089535 wait complete. 2024-04-26T17:26:34.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.043+0000 7f6415583640 1 Processor -- start 2024-04-26T17:26:34.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.043+0000 7f6415583640 1 -- start start 2024-04-26T17:26:34.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.043+0000 7f6415583640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6410102150 0x7f641019a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.043+0000 7f6415583640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6410103340 0x7f641019aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.043+0000 7f6415583640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6410103d00 0x7f64101a1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.043+0000 7f6415583640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f641010dc60 con 0x7f6410102150 2024-04-26T17:26:34.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.043+0000 7f6415583640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f641010dae0 con 0x7f6410103d00 2024-04-26T17:26:34.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.043+0000 7f6415583640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f641010dde0 con 0x7f6410103340 2024-04-26T17:26:34.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.043+0000 7f640effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6410102150 0x7f641019a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.043+0000 7f640effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6410102150 0x7f641019a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41912/0 (socket says 172.21.15.90:41912) 2024-04-26T17:26:34.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.043+0000 7f640effd640 1 -- 172.21.15.90:0/2370644277 learned_addr learned my addr 172.21.15.90:0/2370644277 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:34.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f640e7fc640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6410103340 0x7f641019aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f640effd640 1 -- 172.21.15.90:0/2370644277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6410103340 msgr2=0x7f641019aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f640effd640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6410103340 0x7f641019aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f640f7fe640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6410103d00 0x7f64101a1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f640effd640 1 -- 172.21.15.90:0/2370644277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6410103d00 msgr2=0x7f64101a1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f640effd640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6410103d00 0x7f64101a1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f640effd640 1 -- 172.21.15.90:0/2370644277 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64101a2150 con 0x7f6410102150 2024-04-26T17:26:34.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f640e7fc640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6410103340 0x7f641019aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:34.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f640effd640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6410102150 0x7f641019a530 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f640400d950 tx=0x7f640400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:34.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f63f7fff640 1 -- 172.21.15.90:0/2370644277 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6404017020 con 0x7f6410102150 2024-04-26T17:26:34.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f6415583640 1 -- 172.21.15.90:0/2370644277 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64101a2440 con 0x7f6410102150 2024-04-26T17:26:34.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f63f7fff640 1 -- 172.21.15.90:0/2370644277 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6404009c30 con 0x7f6410102150 2024-04-26T17:26:34.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f63f7fff640 1 -- 172.21.15.90:0/2370644277 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640400f6b0 con 0x7f6410102150 2024-04-26T17:26:34.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.044+0000 7f6415583640 1 -- 172.21.15.90:0/2370644277 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64101a29e0 con 0x7f6410102150 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.046+0000 7f63f7fff640 1 -- 172.21.15.90:0/2370644277 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f640401a020 con 0x7f6410102150 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.046+0000 7f6418370740 1 Processor -- start 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f6418370740 1 -- start start 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f6418370740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 0x55eb0c3f5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f6418370740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f67c0 0x55eb0c3f6c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f6418370740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 0x55eb0c3fda10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f6418370740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55eb0c35a3f0 con 0x55eb0c3f7180 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f6418370740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55eb0c2f6830 con 0x55eb0c3f55f0 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f6418370740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55eb0c3563b0 con 0x55eb0c3f67c0 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640e7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 0x55eb0c3fda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f63f7fff640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f63f80a3c40 0x7f63f80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640e7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 0x55eb0c3fda10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41914/0 (socket says 172.21.15.90:41914) 2024-04-26T17:26:34.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640e7fc640 1 -- 172.21.15.90:0/166200453 learned_addr learned my addr 172.21.15.90:0/166200453 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:34.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640f7fe640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f63f80a3c40 0x7f63f80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640effd640 1 --2- 172.21.15.90:0/166200453 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f67c0 0x55eb0c3f6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640f7fe640 1 --2- 172.21.15.90:0/166200453 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 0x55eb0c3f5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640e7fc640 1 -- 172.21.15.90:0/166200453 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f67c0 msgr2=0x55eb0c3f6c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f63f7fff640 1 -- 172.21.15.90:0/2370644277 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f64040d0330 con 0x7f6410102150 2024-04-26T17:26:34.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640e7fc640 1 --2- 172.21.15.90:0/166200453 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f67c0 0x55eb0c3f6c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640e7fc640 1 -- 172.21.15.90:0/166200453 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 msgr2=0x55eb0c3f5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640e7fc640 1 --2- 172.21.15.90:0/166200453 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 0x55eb0c3f5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640e7fc640 1 -- 172.21.15.90:0/166200453 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb0c06c2d0 con 0x55eb0c3f7180 2024-04-26T17:26:34.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640effd640 1 --2- 172.21.15.90:0/166200453 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f67c0 0x55eb0c3f6c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:34.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640e7fc640 1 --2- 172.21.15.90:0/166200453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 0x55eb0c3fda10 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f640000bcb0 tx=0x7f640000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b673b574734fd984 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:34.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f640f7fe640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f63f80a3c40 0x7f63f80a6100 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6408009a60 tx=0x7f64080095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:34.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.047+0000 7f63f57fa640 1 -- 172.21.15.90:0/166200453 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6400015070 con 0x55eb0c3f7180 2024-04-26T17:26:34.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.048+0000 7f63f57fa640 1 -- 172.21.15.90:0/166200453 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f64000054d0 con 0x55eb0c3f7180 2024-04-26T17:26:34.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.048+0000 7f63f57fa640 1 -- 172.21.15.90:0/166200453 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6400011440 con 0x55eb0c3f7180 2024-04-26T17:26:34.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.048+0000 7f6418370740 1 -- 172.21.15.90:0/166200453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 msgr2=0x55eb0c3fda10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.048+0000 7f6418370740 1 --2- 172.21.15.90:0/166200453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 0x55eb0c3fda10 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f640000bcb0 tx=0x7f640000f730 comp rx=0 tx=0).stop 2024-04-26T17:26:34.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.048+0000 7f6418370740 1 -- 172.21.15.90:0/166200453 shutdown_connections 2024-04-26T17:26:34.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.048+0000 7f6418370740 1 --2- 172.21.15.90:0/166200453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 0x55eb0c3fda10 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.048+0000 7f6418370740 1 --2- 172.21.15.90:0/166200453 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f67c0 0x55eb0c3f6c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.048+0000 7f6418370740 1 --2- 172.21.15.90:0/166200453 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 0x55eb0c3f5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.048+0000 7f6418370740 1 -- 172.21.15.90:0/166200453 >> 172.21.15.90:0/166200453 conn(0x55eb0c3f0ae0 msgr2=0x55eb0c3f0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:34.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.048+0000 7f6418370740 1 -- 172.21.15.90:0/166200453 shutdown_connections 2024-04-26T17:26:34.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.048+0000 7f6418370740 1 -- 172.21.15.90:0/166200453 wait complete. 2024-04-26T17:26:34.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.048+0000 7f6418370740 1 -- start start 2024-04-26T17:26:34.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f6418370740 1 Processor -- start 2024-04-26T17:26:34.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f6418370740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 0x55eb0c3ffaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f6418370740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 0x55eb0c3fffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f6418370740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f7180 0x55eb0c407020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f6418370740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55eb0c3fe190 con 0x55eb0c3f67c0 2024-04-26T17:26:34.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f6418370740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55eb0c2f4470 con 0x55eb0c3f55f0 2024-04-26T17:26:34.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f6418370740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55eb0c3fe310 con 0x55eb0c3f7180 2024-04-26T17:26:34.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f6418370740 10 client.0 _ll_register_callbacks cb 0x55eb0c2e2020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:34.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f640e7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 0x55eb0c3fffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f640e7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 0x55eb0c3fffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41926/0 (socket says 172.21.15.90:41926) 2024-04-26T17:26:34.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f640effd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 0x55eb0c3ffaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f640e7fc640 1 -- 172.21.15.90:0/2704865109 learned_addr learned my addr 172.21.15.90:0/2704865109 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:34.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f640f7fe640 1 --2- 172.21.15.90:0/2704865109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f7180 0x55eb0c407020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f640e7fc640 1 -- 172.21.15.90:0/2704865109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f7180 msgr2=0x55eb0c407020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f640e7fc640 1 --2- 172.21.15.90:0/2704865109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f7180 0x55eb0c407020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f640e7fc640 1 -- 172.21.15.90:0/2704865109 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 msgr2=0x55eb0c3ffaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f640e7fc640 1 --2- 172.21.15.90:0/2704865109 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 0x55eb0c3ffaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f640e7fc640 1 -- 172.21.15.90:0/2704865109 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb0c1366b0 con 0x55eb0c3f67c0 2024-04-26T17:26:34.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f640e7fc640 1 --2- 172.21.15.90:0/2704865109 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 0x55eb0c3fffe0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f64000057c0 tx=0x7f640000bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23d6013cde7ef90b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:34.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f63f2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:34.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.049+0000 7f63f2ff5640 1 -- 172.21.15.90:0/2704865109 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6400028060 con 0x55eb0c3f67c0 2024-04-26T17:26:34.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f63f2ff5640 1 -- 172.21.15.90:0/2704865109 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f6400005000 con 0x55eb0c3f67c0 2024-04-26T17:26:34.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f6418370740 1 -- 172.21.15.90:0/2704865109 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64000054d0 con 0x55eb0c3f67c0 2024-04-26T17:26:34.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f63f2ff5640 1 -- 172.21.15.90:0/2704865109 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f640002f050 con 0x55eb0c3f67c0 2024-04-26T17:26:34.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f6418370740 10 client.15294 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:34.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f6418370740 1 -- 172.21.15.90:0/2704865109 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55eb0c40a300 con 0x55eb0c3f67c0 2024-04-26T17:26:34.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f63f2ff5640 1 -- 172.21.15.90:0/2704865109 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f64000054d0 con 0x55eb0c3f67c0 2024-04-26T17:26:34.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f63f2ff5640 1 -- 172.21.15.90:0/2704865109 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f6400019410 con 0x55eb0c3f67c0 2024-04-26T17:26:34.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f6418370740 10 client.15294 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:34.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f6418370740 10 client.15294 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T17:26:34.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f6418370740 20 client.15294 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:34.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f6418370740 1 --2- 172.21.15.90:0/2704865109 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55eb0c40c570 0x55eb0c40d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f6418370740 4 client.15294 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:26:34.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f6418370740 1 -- 172.21.15.90:0/2704865109 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eb0c368000 con 0x55eb0c40c570 2024-04-26T17:26:34.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.050+0000 7f640effd640 1 --2- 172.21.15.90:0/2704865109 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55eb0c40c570 0x55eb0c40d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.051+0000 7f640effd640 1 --2- 172.21.15.90:0/2704865109 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55eb0c40c570 0x55eb0c40d9e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5598666b3a77fbf9 server_cookie=fc9521cf536cc9b4 in_seq=0 out_seq=0 2024-04-26T17:26:34.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.051+0000 7f63f2ff5640 10 client.15294 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:26:34.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.051+0000 7f63f2ff5640 1 -- 172.21.15.90:0/2704865109 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f640404fae0 con 0x55eb0c40c570 2024-04-26T17:26:34.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.051+0000 7f63f2ff5640 10 client.15294 handle_command_reply: tid=0 2024-04-26T17:26:34.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.051+0000 7f6418370740 1 client.15294 shutdown 2024-04-26T17:26:34.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.052+0000 7f6418370740 1 -- 172.21.15.90:0/2704865109 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 msgr2=0x55eb0c3fffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.052+0000 7f6418370740 1 --2- 172.21.15.90:0/2704865109 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 0x55eb0c3fffe0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f64000057c0 tx=0x7f640000bfd0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.052+0000 7f6418370740 1 -- 172.21.15.90:0/2704865109 shutdown_connections 2024-04-26T17:26:34.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.052+0000 7f6418370740 1 --2- 172.21.15.90:0/2704865109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f7180 0x55eb0c407020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.052+0000 7f6418370740 1 --2- 172.21.15.90:0/2704865109 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 0x55eb0c3fffe0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.052+0000 7f6418370740 1 --2- 172.21.15.90:0/2704865109 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55eb0c40c570 0x55eb0c40d9e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.052+0000 7f6418370740 1 --2- 172.21.15.90:0/2704865109 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 0x55eb0c3ffaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.052+0000 7f63f2ff5640 0 client.15294 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:26:34.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.052+0000 7f6418370740 1 -- 172.21.15.90:0/2704865109 >> 172.21.15.90:0/2704865109 conn(0x55eb0c3f0ae0 msgr2=0x55eb0c3efc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:34.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.052+0000 7f6418370740 1 -- 172.21.15.90:0/2704865109 shutdown_connections 2024-04-26T17:26:34.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.052+0000 7f6418370740 1 -- 172.21.15.90:0/2704865109 wait complete. 2024-04-26T17:26:34.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.052+0000 7f6418370740 20 client.15294 trim_cache size 0 max 16384 2024-04-26T17:26:34.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f6418370740 1 Processor -- start 2024-04-26T17:26:34.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f6418370740 1 -- start start 2024-04-26T17:26:34.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f6418370740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f55f0 0x55eb0c3fe070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f6418370740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f67c0 0x55eb0c406fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f6418370740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 0x55eb0c3fd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f6418370740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55eb0c40bd20 con 0x55eb0c3f7180 2024-04-26T17:26:34.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f6418370740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55eb0c40c3f0 con 0x55eb0c3f67c0 2024-04-26T17:26:34.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f6418370740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55eb0c40cac0 con 0x55eb0c3f55f0 2024-04-26T17:26:34.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f640f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 0x55eb0c3fd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f640f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 0x55eb0c3fd8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41938/0 (socket says 172.21.15.90:41938) 2024-04-26T17:26:34.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f640f7fe640 1 -- 172.21.15.90:0/4060486598 learned_addr learned my addr 172.21.15.90:0/4060486598 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:34.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f640f7fe640 1 -- 172.21.15.90:0/4060486598 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f55f0 msgr2=0x55eb0c3fe070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f640e7fc640 1 --2- 172.21.15.90:0/4060486598 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f67c0 0x55eb0c406fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f640f7fe640 1 --2- 172.21.15.90:0/4060486598 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f55f0 0x55eb0c3fe070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f640f7fe640 1 -- 172.21.15.90:0/4060486598 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f67c0 msgr2=0x55eb0c406fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f640f7fe640 1 --2- 172.21.15.90:0/4060486598 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f67c0 0x55eb0c406fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f640f7fe640 1 -- 172.21.15.90:0/4060486598 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb0c3f4fd0 con 0x55eb0c3f7180 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f640e7fc640 1 --2- 172.21.15.90:0/4060486598 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f67c0 0x55eb0c406fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.070+0000 7f640f7fe640 1 --2- 172.21.15.90:0/4060486598 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 0x55eb0c3fd8b0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6408035000 tx=0x7f640803d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c38c073b2e5696 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f63f4ff9640 1 -- 172.21.15.90:0/4060486598 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6408043040 con 0x55eb0c3f7180 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f63f4ff9640 1 -- 172.21.15.90:0/4060486598 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6408036030 con 0x55eb0c3f7180 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f63f4ff9640 1 -- 172.21.15.90:0/4060486598 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6408030c20 con 0x55eb0c3f7180 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f6418370740 1 -- 172.21.15.90:0/4060486598 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 msgr2=0x55eb0c3fd8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f6418370740 1 --2- 172.21.15.90:0/4060486598 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 0x55eb0c3fd8b0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6408035000 tx=0x7f640803d000 comp rx=0 tx=0).stop 2024-04-26T17:26:34.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f6418370740 1 -- 172.21.15.90:0/4060486598 shutdown_connections 2024-04-26T17:26:34.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f6418370740 1 --2- 172.21.15.90:0/4060486598 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f7180 0x55eb0c3fd8b0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f6418370740 1 --2- 172.21.15.90:0/4060486598 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f67c0 0x55eb0c406fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f6418370740 1 --2- 172.21.15.90:0/4060486598 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f55f0 0x55eb0c3fe070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f6418370740 1 -- 172.21.15.90:0/4060486598 >> 172.21.15.90:0/4060486598 conn(0x55eb0c3f0ae0 msgr2=0x55eb0c3ff6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:34.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f6418370740 1 -- 172.21.15.90:0/4060486598 shutdown_connections 2024-04-26T17:26:34.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f6418370740 1 -- 172.21.15.90:0/4060486598 wait complete. 2024-04-26T17:26:34.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f6418370740 1 -- start start 2024-04-26T17:26:34.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.071+0000 7f6418370740 1 Processor -- start 2024-04-26T17:26:34.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f6418370740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 0x55eb0c402b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f6418370740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 0x55eb0c4030a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f6418370740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f7180 0x55eb0c4060c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f6418370740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55eb0c40d860 con 0x55eb0c3f67c0 2024-04-26T17:26:34.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f6418370740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55eb0c40d190 con 0x55eb0c3f55f0 2024-04-26T17:26:34.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f6418370740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55eb0c40df30 con 0x55eb0c3f7180 2024-04-26T17:26:34.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f6418370740 10 client.0 _ll_register_callbacks cb 0x7f6400004db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:34.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f640e7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 0x55eb0c4030a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f640e7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 0x55eb0c4030a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41954/0 (socket says 172.21.15.90:41954) 2024-04-26T17:26:34.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f640e7fc640 1 -- 172.21.15.90:0/3996825936 learned_addr learned my addr 172.21.15.90:0/3996825936 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:34.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f640effd640 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 0x55eb0c402b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f640f7fe640 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f7180 0x55eb0c4060c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f640e7fc640 1 -- 172.21.15.90:0/3996825936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f7180 msgr2=0x55eb0c4060c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f640e7fc640 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f7180 0x55eb0c4060c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f640e7fc640 1 -- 172.21.15.90:0/3996825936 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 msgr2=0x55eb0c402b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f640e7fc640 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 0x55eb0c402b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f640e7fc640 1 -- 172.21.15.90:0/3996825936 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb0c4066b0 con 0x55eb0c3f67c0 2024-04-26T17:26:34.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f640e7fc640 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 0x55eb0c4030a0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f640000bbd0 tx=0x7f640000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45891297be243437 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:34.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f63f2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:34.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f63f2ff5640 1 -- 172.21.15.90:0/3996825936 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640001d020 con 0x55eb0c3f67c0 2024-04-26T17:26:34.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f63f2ff5640 1 -- 172.21.15.90:0/3996825936 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7f6400019410 con 0x55eb0c3f67c0 2024-04-26T17:26:34.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.072+0000 7f6418370740 1 -- 172.21.15.90:0/3996825936 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6408036030 con 0x55eb0c3f67c0 2024-04-26T17:26:34.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.073+0000 7f63f2ff5640 1 -- 172.21.15.90:0/3996825936 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6400028040 con 0x55eb0c3f67c0 2024-04-26T17:26:34.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.073+0000 7f6418370740 10 client.15300 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:34.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.073+0000 7f6418370740 1 -- 172.21.15.90:0/3996825936 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55eb0c472970 con 0x55eb0c3f67c0 2024-04-26T17:26:34.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.073+0000 7f63f2ff5640 1 -- 172.21.15.90:0/3996825936 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6408036030 con 0x55eb0c3f67c0 2024-04-26T17:26:34.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.073+0000 7f63f2ff5640 1 -- 172.21.15.90:0/3996825936 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f6400024450 con 0x55eb0c3f67c0 2024-04-26T17:26:34.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.073+0000 7f6418370740 10 client.15300 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:34.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.073+0000 7f6418370740 10 client.15300 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T17:26:34.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.073+0000 7f6418370740 20 client.15300 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:34.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.073+0000 7f6418370740 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55eb0c4775b0 0x55eb0c4762c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.073+0000 7f6418370740 4 client.15300 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T17:26:34.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.073+0000 7f6418370740 1 -- 172.21.15.90:0/3996825936 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "status"}) -- 0x55eb0c361e70 con 0x55eb0c4775b0 2024-04-26T17:26:34.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.073+0000 7f640effd640 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55eb0c4775b0 0x55eb0c4762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f640effd640 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55eb0c4775b0 0x55eb0c4762c0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1998306546c249bf server_cookie=1b42153831f66972 in_seq=0 out_seq=0 2024-04-26T17:26:34.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f63f2ff5640 10 client.15300 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:26:34.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f63f2ff5640 1 -- 172.21.15.90:0/3996825936 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55eb0c361e70 con 0x55eb0c4775b0 2024-04-26T17:26:34.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f63f2ff5640 10 client.15300 handle_command_reply: tid=0 2024-04-26T17:26:34.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6418370740 1 client.15300 shutdown 2024-04-26T17:26:34.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6418370740 1 -- 172.21.15.90:0/3996825936 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 msgr2=0x55eb0c4030a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6418370740 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 0x55eb0c4030a0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f640000bbd0 tx=0x7f640000b840 comp rx=0 tx=0).stop 2024-04-26T17:26:34.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6418370740 1 -- 172.21.15.90:0/3996825936 shutdown_connections 2024-04-26T17:26:34.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6418370740 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55eb0c3f7180 0x55eb0c4060c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6418370740 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55eb0c3f67c0 0x55eb0c4030a0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6418370740 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55eb0c4775b0 0x55eb0c4762c0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6418370740 1 --2- 172.21.15.90:0/3996825936 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55eb0c3f55f0 0x55eb0c402b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f63f2ff5640 0 client.15300 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:26:34.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6418370740 1 -- 172.21.15.90:0/3996825936 >> 172.21.15.90:0/3996825936 conn(0x55eb0c3f0ae0 msgr2=0x55eb0c3ff6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:34.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6418370740 1 -- 172.21.15.90:0/3996825936 shutdown_connections 2024-04-26T17:26:34.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6418370740 1 -- 172.21.15.90:0/3996825936 wait complete. 2024-04-26T17:26:34.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6418370740 20 client.15300 trim_cache size 0 max 16384 2024-04-26T17:26:34.085 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:26:34.085 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:26:34.085 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 1, 2024-04-26T17:26:34.085 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24476, 2024-04-26T17:26:34.085 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-04-26T17:26:34.085 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-04-26T17:26:34.085 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-04-26T17:26:34.085 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 90.531454019999998, 2024-04-26T17:26:34.085 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 27, 2024-04-26T17:26:34.086 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 92, 2024-04-26T17:26:34.086 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 90, 2024-04-26T17:26:34.086 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 131.52122059199999 2024-04-26T17:26:34.086 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:26:34.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6415583640 1 -- 172.21.15.90:0/2370644277 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f63f80a3c40 msgr2=0x7f63f80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6415583640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f63f80a3c40 0x7f63f80a6100 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6408009a60 tx=0x7f64080095c0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6415583640 1 -- 172.21.15.90:0/2370644277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6410102150 msgr2=0x7f641019a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6415583640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6410102150 0x7f641019a530 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f640400d950 tx=0x7f640400de10 comp rx=0 tx=0).stop 2024-04-26T17:26:34.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6415583640 1 -- 172.21.15.90:0/2370644277 shutdown_connections 2024-04-26T17:26:34.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6415583640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f63f80a3c40 0x7f63f80a6100 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6415583640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6410103d00 0x7f64101a1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6415583640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6410103340 0x7f641019aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6415583640 1 --2- 172.21.15.90:0/2370644277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6410102150 0x7f641019a530 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.074+0000 7f6415583640 1 -- 172.21.15.90:0/2370644277 >> 172.21.15.90:0/2370644277 conn(0x7f64100fd6e0 msgr2=0x7f6410108b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:34.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.075+0000 7f6415583640 1 -- 172.21.15.90:0/2370644277 shutdown_connections 2024-04-26T17:26:34.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.075+0000 7f6415583640 1 -- 172.21.15.90:0/2370644277 wait complete. 2024-04-26T17:26:34.090 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-26T17:26:34.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.191+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/3149904131 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbf01055d0 msgr2=0x7fdbf01079c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.191+0000 7fdbf5e9a640 1 --2- 172.21.15.90:0/3149904131 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbf01055d0 0x7fdbf01079c0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fdbe4009900 tx=0x7fdbe402a410 comp rx=0 tx=0).stop 2024-04-26T17:26:34.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.191+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/3149904131 shutdown_connections 2024-04-26T17:26:34.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.191+0000 7fdbf5e9a640 1 --2- 172.21.15.90:0/3149904131 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbf0107f00 0x7fdbf010a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.191+0000 7fdbf5e9a640 1 --2- 172.21.15.90:0/3149904131 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbf01055d0 0x7fdbf01079c0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.191+0000 7fdbf5e9a640 1 --2- 172.21.15.90:0/3149904131 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdbf0102ca0 0x7fdbf0105090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.191+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/3149904131 >> 172.21.15.90:0/3149904131 conn(0x7fdbf00fc5d0 msgr2=0x7fdbf00fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:34.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.191+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/3149904131 shutdown_connections 2024-04-26T17:26:34.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.191+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/3149904131 wait complete. 2024-04-26T17:26:34.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbf5e9a640 1 Processor -- start 2024-04-26T17:26:34.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbf5e9a640 1 -- start start 2024-04-26T17:26:34.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbf5e9a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdbf0102ca0 0x7fdbf0198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbf5e9a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbf01055d0 0x7fdbf0198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbf5e9a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbf0107f00 0x7fdbf019f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbf5e9a640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf010dc80 con 0x7fdbf01055d0 2024-04-26T17:26:34.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbf5e9a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf010db00 con 0x7fdbf0107f00 2024-04-26T17:26:34.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbf5e9a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf010de00 con 0x7fdbf0102ca0 2024-04-26T17:26:34.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbeeffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbf01055d0 0x7fdbf0198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbeeffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbf01055d0 0x7fdbf0198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41972/0 (socket says 172.21.15.90:41972) 2024-04-26T17:26:34.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbeeffd640 1 -- 172.21.15.90:0/1070486019 learned_addr learned my addr 172.21.15.90:0/1070486019 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbeffff640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbf0107f00 0x7fdbf019f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.192+0000 7fdbef7fe640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdbf0102ca0 0x7fdbf0198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.193+0000 7fdbeeffd640 1 -- 172.21.15.90:0/1070486019 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdbf0102ca0 msgr2=0x7fdbf0198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.193+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdbf0102ca0 0x7fdbf0198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.193+0000 7fdbeeffd640 1 -- 172.21.15.90:0/1070486019 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbf0107f00 msgr2=0x7fdbf019f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.193+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbf0107f00 0x7fdbf019f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.193+0000 7fdbeeffd640 1 -- 172.21.15.90:0/1070486019 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbf01a0040 con 0x7fdbf01055d0 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.193+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbf01055d0 0x7fdbf0198960 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdbe40314b0 tx=0x7fdbe40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.193+0000 7fdbecff9640 1 -- 172.21.15.90:0/1070486019 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe403f030 con 0x7fdbf01055d0 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.193+0000 7fdbecff9640 1 -- 172.21.15.90:0/1070486019 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fdbe4003cb0 con 0x7fdbf01055d0 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.193+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/1070486019 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbf01a02d0 con 0x7fdbf01055d0 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.193+0000 7fdbecff9640 1 -- 172.21.15.90:0/1070486019 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe4035070 con 0x7fdbf01055d0 2024-04-26T17:26:34.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.193+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/1070486019 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbf01a0810 con 0x7fdbf01055d0 2024-04-26T17:26:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.195+0000 7fdbecff9640 1 -- 172.21.15.90:0/1070486019 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fdbe4042030 con 0x7fdbf01055d0 2024-04-26T17:26:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.195+0000 7fdbf8bb3740 1 Processor -- start 2024-04-26T17:26:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.195+0000 7fdbf8bb3740 1 -- start start 2024-04-26T17:26:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbf8bb3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0a0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbf8bb3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a17c0 0x56136c0a1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbf8bb3740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a2180 0x56136c0a8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbf8bb3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56136c0053f0 con 0x56136c0a05f0 2024-04-26T17:26:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbf8bb3740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x56136bfa1830 con 0x56136c0a2180 2024-04-26T17:26:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbf8bb3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56136c0013b0 con 0x56136c0a17c0 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbeffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0a0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbecff9640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdbd80a3cc0 0x7fdbd80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbeffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0a0a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41976/0 (socket says 172.21.15.90:41976) 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbeffff640 1 -- 172.21.15.90:0/1161603154 learned_addr learned my addr 172.21.15.90:0/1161603154 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbef7fe640 1 --2- 172.21.15.90:0/1161603154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a17c0 0x56136c0a1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbeffff640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdbd80a3cc0 0x7fdbd80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbecff9640 1 -- 172.21.15.90:0/1070486019 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fdbe40f0e90 con 0x7fdbf01055d0 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/1161603154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a2180 0x56136c0a8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbeffff640 1 -- 172.21.15.90:0/1161603154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a17c0 msgr2=0x56136c0a1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbeffff640 1 --2- 172.21.15.90:0/1161603154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a17c0 0x56136c0a1c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbeffff640 1 -- 172.21.15.90:0/1161603154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a2180 msgr2=0x56136c0a8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbeffff640 1 --2- 172.21.15.90:0/1161603154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a2180 0x56136c0a8a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbeffff640 1 -- 172.21.15.90:0/1161603154 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56136bd172d0 con 0x56136c0a05f0 2024-04-26T17:26:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbef7fe640 1 --2- 172.21.15.90:0/1161603154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a17c0 0x56136c0a1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbeffff640 1 --2- 172.21.15.90:0/1161603154 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0a0a10 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdbe8004140 tx=0x7fdbe8003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a55b38f57aaaf6c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbd5ffb640 1 -- 172.21.15.90:0/1161603154 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe8012e60 con 0x56136c0a05f0 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbd5ffb640 1 -- 172.21.15.90:0/1161603154 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fdbe8023070 con 0x56136c0a05f0 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbd5ffb640 1 -- 172.21.15.90:0/1161603154 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe8003ad0 con 0x56136c0a05f0 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.196+0000 7fdbeffff640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdbd80a3cc0 0x7fdbd80a6180 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fdbe8022000 tx=0x7fdbe8020000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.197+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/1161603154 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 msgr2=0x56136c0a0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.197+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/1161603154 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0a0a10 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdbe8004140 tx=0x7fdbe8003f90 comp rx=0 tx=0).stop 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.197+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/1161603154 shutdown_connections 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.197+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/1161603154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a2180 0x56136c0a8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.197+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/1161603154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a17c0 0x56136c0a1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.197+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/1161603154 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0a0a10 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.197+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/1161603154 >> 172.21.15.90:0/1161603154 conn(0x56136c09bae0 msgr2=0x56136c09bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.197+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/1161603154 shutdown_connections 2024-04-26T17:26:34.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.197+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/1161603154 wait complete. 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.197+0000 7fdbf8bb3740 1 -- start start 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbf8bb3740 1 Processor -- start 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbf8bb3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0aab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbf8bb3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a17c0 0x56136c0ab0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbf8bb3740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a2180 0x56136c0b2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbf8bb3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56136c0a9190 con 0x56136c0a05f0 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbf8bb3740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x56136bf9f470 con 0x56136c0a2180 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbf8bb3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56136c0a9310 con 0x56136c0a17c0 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbf8bb3740 10 client.0 _ll_register_callbacks cb 0x56136bf8d020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbef7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0aab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbef7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0aab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41980/0 (socket says 172.21.15.90:41980) 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbef7fe640 1 -- 172.21.15.90:0/2376957250 learned_addr learned my addr 172.21.15.90:0/2376957250 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a17c0 0x56136c0ab0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbeffff640 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a2180 0x56136c0b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbef7fe640 1 -- 172.21.15.90:0/2376957250 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a17c0 msgr2=0x56136c0ab0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbef7fe640 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a17c0 0x56136c0ab0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbef7fe640 1 -- 172.21.15.90:0/2376957250 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a2180 msgr2=0x56136c0b2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbef7fe640 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a2180 0x56136c0b2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbef7fe640 1 -- 172.21.15.90:0/2376957250 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56136bde16b0 con 0x56136c0a05f0 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a17c0 0x56136c0ab0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbef7fe640 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0aab90 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0012780 tx=0x7fdbe0012c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f28e5731f3c79564 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.198+0000 7fdbceffd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.199+0000 7fdbceffd640 1 -- 172.21.15.90:0/2376957250 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe001f060 con 0x56136c0a05f0 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.199+0000 7fdbceffd640 1 -- 172.21.15.90:0/2376957250 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fdbe0010e20 con 0x56136c0a05f0 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.199+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/2376957250 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbe8023070 con 0x56136c0a05f0 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.199+0000 7fdbceffd640 1 -- 172.21.15.90:0/2376957250 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fdbe0026050 con 0x56136c0a05f0 2024-04-26T17:26:34.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.199+0000 7fdbf8bb3740 10 client.15312 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.199+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/2376957250 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56136c0b5550 con 0x56136c0a05f0 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.199+0000 7fdbceffd640 1 -- 172.21.15.90:0/2376957250 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fdbe8023070 con 0x56136c0a05f0 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.200+0000 7fdbceffd640 1 -- 172.21.15.90:0/2376957250 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fdbe000e3b0 con 0x56136c0a05f0 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.200+0000 7fdbf8bb3740 10 client.15312 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.200+0000 7fdbf8bb3740 10 client.15312 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.200+0000 7fdbf8bb3740 20 client.15312 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.200+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56136c0b7ba0 0x56136c0b9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.200+0000 7fdbf8bb3740 4 client.15312 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.200+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/2376957250 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56136c013000 con 0x56136c0b7ba0 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.200+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56136c0b7ba0 0x56136c0b9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.200+0000 7fdbceffd640 10 client.15312 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.200+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56136c0b7ba0 0x56136c0b9010 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6189853b10ef6059 server_cookie=ed8d1d82e0e856ac in_seq=0 out_seq=0 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbceffd640 1 -- 172.21.15.90:0/2376957250 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56136c013000 con 0x56136c0b7ba0 2024-04-26T17:26:34.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbceffd640 10 client.15312 handle_command_reply: tid=0 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbf8bb3740 1 client.15312 shutdown 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/2376957250 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 msgr2=0x56136c0aab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0aab90 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0012780 tx=0x7fdbe0012c40 comp rx=0 tx=0).stop 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/2376957250 shutdown_connections 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56136c0b7ba0 0x56136c0b9010 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a2180 0x56136c0b2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbceffd640 0 client.15312 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a17c0 0x56136c0ab0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/2376957250 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0aab90 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/2376957250 >> 172.21.15.90:0/2376957250 conn(0x56136c09bae0 msgr2=0x56136c09ac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/2376957250 shutdown_connections 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/2376957250 wait complete. 2024-04-26T17:26:34.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.201+0000 7fdbf8bb3740 20 client.15312 trim_cache size 0 max 16384 2024-04-26T17:26:34.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbf8bb3740 1 Processor -- start 2024-04-26T17:26:34.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbf8bb3740 1 -- start start 2024-04-26T17:26:34.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbf8bb3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0a1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbf8bb3740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a17c0 0x56136c0b1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbf8bb3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a2180 0x56136c09e990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbf8bb3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56136c0b7350 con 0x56136c0a05f0 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbf8bb3740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x56136c0b7a20 con 0x56136c0a17c0 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbf8bb3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56136c0b80f0 con 0x56136c0a2180 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbef7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0a1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbef7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0a1ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41984/0 (socket says 172.21.15.90:41984) 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbef7fe640 1 -- 172.21.15.90:0/325549152 learned_addr learned my addr 172.21.15.90:0/325549152 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/325549152 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a17c0 0x56136c0b1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbef7fe640 1 -- 172.21.15.90:0/325549152 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a2180 msgr2=0x56136c09e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbef7fe640 1 --2- 172.21.15.90:0/325549152 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a2180 0x56136c09e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbef7fe640 1 -- 172.21.15.90:0/325549152 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a17c0 msgr2=0x56136c0b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbef7fe640 1 --2- 172.21.15.90:0/325549152 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a17c0 0x56136c0b1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbef7fe640 1 -- 172.21.15.90:0/325549152 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56136c0a9fa0 con 0x56136c0a05f0 2024-04-26T17:26:34.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/325549152 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a17c0 0x56136c0b1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:34.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.219+0000 7fdbef7fe640 1 --2- 172.21.15.90:0/325549152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0a1ba0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000ab00 tx=0x7fdbe0005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87e286adb2680d94 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:34.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbd57fa640 1 -- 172.21.15.90:0/325549152 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe0010c20 con 0x56136c0a05f0 2024-04-26T17:26:34.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbd57fa640 1 -- 172.21.15.90:0/325549152 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fdbe000ee40 con 0x56136c0a05f0 2024-04-26T17:26:34.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbd57fa640 1 -- 172.21.15.90:0/325549152 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe002aae0 con 0x56136c0a05f0 2024-04-26T17:26:34.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/325549152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 msgr2=0x56136c0a1ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/325549152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0a1ba0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000ab00 tx=0x7fdbe0005dc0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/325549152 shutdown_connections 2024-04-26T17:26:34.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/325549152 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a2180 0x56136c09e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/325549152 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a17c0 0x56136c0b1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/325549152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a05f0 0x56136c0a1ba0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/325549152 >> 172.21.15.90:0/325549152 conn(0x56136c09bae0 msgr2=0x56136c0a5330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:34.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/325549152 shutdown_connections 2024-04-26T17:26:34.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/325549152 wait complete. 2024-04-26T17:26:34.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.220+0000 7fdbf8bb3740 1 -- start start 2024-04-26T17:26:34.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbf8bb3740 1 Processor -- start 2024-04-26T17:26:34.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbf8bb3740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a05f0 0x56136c0ad760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbf8bb3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a17c0 0x56136c0adca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbf8bb3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a2180 0x56136c0b0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbf8bb3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56136c0b8e90 con 0x56136c0a17c0 2024-04-26T17:26:34.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbf8bb3740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x56136c0b87c0 con 0x56136c0a05f0 2024-04-26T17:26:34.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbf8bb3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56136c0b9560 con 0x56136c0a2180 2024-04-26T17:26:34.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbf8bb3740 10 client.0 _ll_register_callbacks cb 0x7fdbe000add0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:34.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbeeffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a17c0 0x56136c0adca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbeeffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a17c0 0x56136c0adca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41994/0 (socket says 172.21.15.90:41994) 2024-04-26T17:26:34.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbeeffd640 1 -- 172.21.15.90:0/711303760 learned_addr learned my addr 172.21.15.90:0/711303760 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:34.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbeffff640 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a2180 0x56136c0b0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbef7fe640 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a05f0 0x56136c0ad760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbeeffd640 1 -- 172.21.15.90:0/711303760 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a2180 msgr2=0x56136c0b0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a2180 0x56136c0b0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbeeffd640 1 -- 172.21.15.90:0/711303760 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a05f0 msgr2=0x56136c0ad760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a05f0 0x56136c0ad760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbeeffd640 1 -- 172.21.15.90:0/711303760 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56136c0b12b0 con 0x56136c0a17c0 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbeffff640 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a2180 0x56136c0b0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbeeffd640 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a17c0 0x56136c0adca0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fdbe40bccf0 tx=0x7fdbe4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdb2c554d0aa5958 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.221+0000 7fdbceffd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbceffd640 1 -- 172.21.15.90:0/711303760 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe4049040 con 0x56136c0a17c0 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/711303760 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbe000ee40 con 0x56136c0a17c0 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbceffd640 1 -- 172.21.15.90:0/711303760 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9092+0+0 (secure 0 0 0) 0x7fdbe40ee730 con 0x56136c0a17c0 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbceffd640 1 -- 172.21.15.90:0/711303760 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fdbe40a2050 con 0x56136c0a17c0 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbf8bb3740 10 client.15318 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/711303760 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56136c11db50 con 0x56136c0a17c0 2024-04-26T17:26:34.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbceffd640 1 -- 172.21.15.90:0/711303760 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fdbe000ee40 con 0x56136c0a17c0 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbceffd640 1 -- 172.21.15.90:0/711303760 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fdbe40a7040 con 0x56136c0a17c0 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbf8bb3740 10 client.15318 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbf8bb3740 10 client.15318 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbf8bb3740 20 client.15318 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56136c1225c0 0x56136c1212d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbf8bb3740 4 client.15318 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/711303760 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "status"}) -- 0x56136c00ce70 con 0x56136c1225c0 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.222+0000 7fdbef7fe640 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56136c1225c0 0x56136c1212d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbceffd640 10 client.15318 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbef7fe640 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56136c1225c0 0x56136c1212d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbb1581f415f0972 server_cookie=ec87f55d71df8a49 in_seq=0 out_seq=0 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbceffd640 1 -- 172.21.15.90:0/711303760 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x56136c00ce70 con 0x56136c1225c0 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbceffd640 10 client.15318 handle_command_reply: tid=0 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbf8bb3740 1 client.15318 shutdown 2024-04-26T17:26:34.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/711303760 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a17c0 msgr2=0x56136c0adca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a17c0 0x56136c0adca0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fdbe40bccf0 tx=0x7fdbe4009260 comp rx=0 tx=0).stop 2024-04-26T17:26:34.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/711303760 shutdown_connections 2024-04-26T17:26:34.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x56136c1225c0 0x56136c1212d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56136c0a2180 0x56136c0b0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56136c0a17c0 0x56136c0adca0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbf8bb3740 1 --2- 172.21.15.90:0/711303760 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56136c0a05f0 0x56136c0ad760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/711303760 >> 172.21.15.90:0/711303760 conn(0x56136c09bae0 msgr2=0x56136c09a400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:34.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbceffd640 0 client.15318 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:26:34.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/711303760 shutdown_connections 2024-04-26T17:26:34.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbf8bb3740 1 -- 172.21.15.90:0/711303760 wait complete. 2024-04-26T17:26:34.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.223+0000 7fdbf8bb3740 20 client.15318 trim_cache size 0 max 16384 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 0, 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24509, 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 114.472015106, 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 27, 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 92, 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 90, 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 120.230580335 2024-04-26T17:26:34.234 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:26:34.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.224+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/1070486019 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdbd80a3cc0 msgr2=0x7fdbd80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.224+0000 7fdbf5e9a640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdbd80a3cc0 0x7fdbd80a6180 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fdbe8022000 tx=0x7fdbe8020000 comp rx=0 tx=0).stop 2024-04-26T17:26:34.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.224+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/1070486019 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbf01055d0 msgr2=0x7fdbf0198960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:34.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.224+0000 7fdbf5e9a640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbf01055d0 0x7fdbf0198960 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdbe40314b0 tx=0x7fdbe40042f0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.224+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/1070486019 shutdown_connections 2024-04-26T17:26:34.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.224+0000 7fdbf5e9a640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdbd80a3cc0 0x7fdbd80a6180 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.224+0000 7fdbf5e9a640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbf0107f00 0x7fdbf019f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.224+0000 7fdbf5e9a640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbf01055d0 0x7fdbf0198960 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.224+0000 7fdbf5e9a640 1 --2- 172.21.15.90:0/1070486019 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdbf0102ca0 0x7fdbf0198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:34.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.224+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/1070486019 >> 172.21.15.90:0/1070486019 conn(0x7fdbf00fc5d0 msgr2=0x7fdbf01037a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:34.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.224+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/1070486019 shutdown_connections 2024-04-26T17:26:34.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:34.224+0000 7fdbf5e9a640 1 -- 172.21.15.90:0/1070486019 wait complete. 2024-04-26T17:26:34.237 INFO:tasks.cephadm:Setup complete, yielding 2024-04-26T17:26:34.237 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T17:26:34.246 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi090.front.sepia.ceph.com 2024-04-26T17:26:34.247 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-26T17:26:34.482 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:34 smithi119 ceph-mon[32584]: pgmap v352: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-04-26T17:26:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 6]}]: dispatch 2024-04-26T17:26:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-04-26T17:26:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:34 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-04-26T17:26:34.881 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:34 smithi090 ceph-mon[29417]: pgmap v352: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:34.881 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-04-26T17:26:34.881 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 6]}]: dispatch 2024-04-26T17:26:34.881 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-04-26T17:26:34.881 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:34 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-04-26T17:26:35.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:34 smithi167 ceph-mon[32665]: pgmap v352: 129 pgs: 129 active+clean; 646 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:35.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-04-26T17:26:35.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 6]}]: dispatch 2024-04-26T17:26:35.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-04-26T17:26:35.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:34 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-04-26T17:26:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-04-26T17:26:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 6]}]': finished 2024-04-26T17:26:35.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-04-26T17:26:35.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:35 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-04-26T17:26:35.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:35 smithi119 ceph-mon[32584]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T17:26:35.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:35 smithi119 ceph-mon[32584]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-26T17:26:35.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:35 smithi119 ceph-mon[32584]: pgmap v354: 129 pgs: 129 active+clean; 646 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T17:26:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-04-26T17:26:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 6]}]': finished 2024-04-26T17:26:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-04-26T17:26:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:35 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-04-26T17:26:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:35 smithi090 ceph-mon[29417]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T17:26:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:35 smithi090 ceph-mon[29417]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-26T17:26:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:35 smithi090 ceph-mon[29417]: pgmap v354: 129 pgs: 129 active+clean; 646 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T17:26:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-04-26T17:26:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 6]}]': finished 2024-04-26T17:26:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-04-26T17:26:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:35 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-04-26T17:26:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:35 smithi167 ceph-mon[32665]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T17:26:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:35 smithi167 ceph-mon[32665]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-26T17:26:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:35 smithi167 ceph-mon[32665]: pgmap v354: 129 pgs: 129 active+clean; 646 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T17:26:36.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.352+0000 7f28187fb700 1 -- 172.21.15.90:0/4084454942 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2810103e80 msgr2=0x7f28101042e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:36.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.352+0000 7f28187fb700 1 --2- 172.21.15.90:0/4084454942 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2810103e80 0x7f28101042e0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f280c0099c0 tx=0x7f280c009cd0 comp rx=0 tx=0).stop 2024-04-26T17:26:36.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.353+0000 7f28187fb700 1 -- 172.21.15.90:0/4084454942 shutdown_connections 2024-04-26T17:26:36.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.353+0000 7f28187fb700 1 --2- 172.21.15.90:0/4084454942 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2810104820 0x7f281010b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:36.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.353+0000 7f28187fb700 1 --2- 172.21.15.90:0/4084454942 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2810102c80 0x7f28101030a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:36.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.353+0000 7f28187fb700 1 --2- 172.21.15.90:0/4084454942 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2810103e80 0x7f28101042e0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:36.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.353+0000 7f28187fb700 1 -- 172.21.15.90:0/4084454942 >> 172.21.15.90:0/4084454942 conn(0x7f28100fe240 msgr2=0x7f2810100660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:36.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.353+0000 7f28187fb700 1 -- 172.21.15.90:0/4084454942 shutdown_connections 2024-04-26T17:26:36.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.353+0000 7f28187fb700 1 -- 172.21.15.90:0/4084454942 wait complete. 2024-04-26T17:26:36.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.353+0000 7f28187fb700 1 Processor -- start 2024-04-26T17:26:36.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.353+0000 7f28187fb700 1 -- start start 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.353+0000 7f28187fb700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2810102c80 0x7f2810198d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.353+0000 7f28187fb700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2810103e80 0x7f2810199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.353+0000 7f28187fb700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2810104820 0x7f28101a02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f28187fb700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f281010e730 con 0x7f2810104820 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f28187fb700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f281010e5b0 con 0x7f2810103e80 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f28187fb700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f281010e8b0 con 0x7f2810102c80 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f2816d98700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2810104820 0x7f28101a02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f2816d98700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2810104820 0x7f28101a02c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:59600/0 (socket says 172.21.15.90:59600) 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f2816d98700 1 -- 172.21.15.90:0/2521553374 learned_addr learned my addr 172.21.15.90:0/2521553374 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f2816597700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2810102c80 0x7f2810198d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f2815d96700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2810103e80 0x7f2810199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f2816d98700 1 -- 172.21.15.90:0/2521553374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2810102c80 msgr2=0x7f2810198d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:36.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f2816d98700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2810102c80 0x7f2810198d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f2816d98700 1 -- 172.21.15.90:0/2521553374 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2810103e80 msgr2=0x7f2810199280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f2816d98700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2810103e80 0x7f2810199280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f2816d98700 1 -- 172.21.15.90:0/2521553374 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28101a0990 con 0x7f2810104820 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f2816d98700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2810104820 0x7f28101a02c0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f2808007ee0 tx=0x7f280800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f28077fe700 1 -- 172.21.15.90:0/2521553374 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f280800dbd0 con 0x7f2810104820 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f28077fe700 1 -- 172.21.15.90:0/2521553374 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f280800dd70 con 0x7f2810104820 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f28187fb700 1 -- 172.21.15.90:0/2521553374 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28101a0c80 con 0x7f2810104820 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f28077fe700 1 -- 172.21.15.90:0/2521553374 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2808005990 con 0x7f2810104820 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.354+0000 7f28187fb700 1 -- 172.21.15.90:0/2521553374 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28101a11c0 con 0x7f2810104820 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.355+0000 7f28187fb700 1 -- 172.21.15.90:0/2521553374 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28100698e0 con 0x7f2810104820 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.357+0000 7f28077fe700 1 -- 172.21.15.90:0/2521553374 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f280801a020 con 0x7f2810104820 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.358+0000 7f28077fe700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f27fc0a3cc0 0x7f27fc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:36.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.358+0000 7f2816597700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f27fc0a3cc0 0x7f27fc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:36.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.358+0000 7f28077fe700 1 -- 172.21.15.90:0/2521553374 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f28080d0580 con 0x7f2810104820 2024-04-26T17:26:36.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.358+0000 7f2816597700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f27fc0a3cc0 0x7f27fc0a6180 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f281019a220 tx=0x7f280000a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:36.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.361+0000 7f28077fe700 1 -- 172.21.15.90:0/2521553374 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2808010070 con 0x7f2810104820 2024-04-26T17:26:36.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.578+0000 7f28187fb700 1 -- 172.21.15.90:0/2521553374 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f2810063030 con 0x7f27fc0a3cc0 2024-04-26T17:26:36.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.579+0000 7f28077fe700 1 -- 172.21.15.90:0/2521553374 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f2810063030 con 0x7f27fc0a3cc0 2024-04-26T17:26:36.579 INFO:teuthology.orchestra.run.smithi090.stdout:Backend: cephadm 2024-04-26T17:26:36.579 INFO:teuthology.orchestra.run.smithi090.stdout:Available: Yes 2024-04-26T17:26:36.579 INFO:teuthology.orchestra.run.smithi090.stdout:Paused: No 2024-04-26T17:26:36.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.581+0000 7f28187fb700 1 -- 172.21.15.90:0/2521553374 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f27fc0a3cc0 msgr2=0x7f27fc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:36.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.581+0000 7f28187fb700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f27fc0a3cc0 0x7f27fc0a6180 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f281019a220 tx=0x7f280000a3b0 comp rx=0 tx=0).stop 2024-04-26T17:26:36.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.581+0000 7f28187fb700 1 -- 172.21.15.90:0/2521553374 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2810104820 msgr2=0x7f28101a02c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:36.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.581+0000 7f28187fb700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2810104820 0x7f28101a02c0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f2808007ee0 tx=0x7f280800d3b0 comp rx=0 tx=0).stop 2024-04-26T17:26:36.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.581+0000 7f28187fb700 1 -- 172.21.15.90:0/2521553374 shutdown_connections 2024-04-26T17:26:36.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.581+0000 7f28187fb700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f27fc0a3cc0 0x7f27fc0a6180 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:36.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.581+0000 7f28187fb700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2810104820 0x7f28101a02c0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:36.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.581+0000 7f28187fb700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2810102c80 0x7f2810198d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:36.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.581+0000 7f28187fb700 1 --2- 172.21.15.90:0/2521553374 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2810103e80 0x7f2810199280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:36.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.581+0000 7f28187fb700 1 -- 172.21.15.90:0/2521553374 >> 172.21.15.90:0/2521553374 conn(0x7f28100fe240 msgr2=0x7f2810107180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:36.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.581+0000 7f28187fb700 1 -- 172.21.15.90:0/2521553374 shutdown_connections 2024-04-26T17:26:36.582 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:36.581+0000 7f28187fb700 1 -- 172.21.15.90:0/2521553374 wait complete. 2024-04-26T17:26:36.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:36 smithi119 ceph-mon[32584]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T17:26:36.898 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:36 smithi090 ceph-mon[29417]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T17:26:37.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:36 smithi167 ceph-mon[32665]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T17:26:37.364 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-26T17:26:37.605 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:37.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:37 smithi090 ceph-mon[29417]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:37.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:37 smithi090 ceph-mon[29417]: pgmap v356: 129 pgs: 129 active+clean; 646 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-26T17:26:37.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:37 smithi119 ceph-mon[32584]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:37.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:37 smithi119 ceph-mon[32584]: pgmap v356: 129 pgs: 129 active+clean; 646 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-26T17:26:38.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:37 smithi167 ceph-mon[32665]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:38.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:37 smithi167 ceph-mon[32665]: pgmap v356: 129 pgs: 129 active+clean; 646 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-26T17:26:39.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.511+0000 7fb019259700 1 -- 172.21.15.90:0/2778484424 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0141036f0 msgr2=0x7fb014109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:39.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.511+0000 7fb019259700 1 --2- 172.21.15.90:0/2778484424 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0141036f0 0x7fb014109fa0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fb00c00b0d0 tx=0x7fb00c00b3e0 comp rx=0 tx=0).stop 2024-04-26T17:26:39.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.511+0000 7fb019259700 1 -- 172.21.15.90:0/2778484424 shutdown_connections 2024-04-26T17:26:39.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.511+0000 7fb019259700 1 --2- 172.21.15.90:0/2778484424 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0141036f0 0x7fb014109fa0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:39.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.511+0000 7fb019259700 1 --2- 172.21.15.90:0/2778484424 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb014101b50 0x7fb014101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:39.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.511+0000 7fb019259700 1 --2- 172.21.15.90:0/2778484424 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb014102d50 0x7fb0141031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:39.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.511+0000 7fb019259700 1 -- 172.21.15.90:0/2778484424 >> 172.21.15.90:0/2778484424 conn(0x7fb0140fd0f0 msgr2=0x7fb0140ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:39.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.511+0000 7fb019259700 1 -- 172.21.15.90:0/2778484424 shutdown_connections 2024-04-26T17:26:39.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.512+0000 7fb019259700 1 -- 172.21.15.90:0/2778484424 wait complete. 2024-04-26T17:26:39.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.512+0000 7fb019259700 1 Processor -- start 2024-04-26T17:26:39.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb019259700 1 -- start start 2024-04-26T17:26:39.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb019259700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb014101b50 0x7fb014198e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:39.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb019259700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb014102d50 0x7fb014199370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:39.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb019259700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0141036f0 0x7fb0141a0380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:39.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb019259700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb01410d650 con 0x7fb0141036f0 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb019259700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb01410d4d0 con 0x7fb014101b50 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb019259700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb01410d7d0 con 0x7fb014102d50 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb01359e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0141036f0 0x7fb0141a0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb01359e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0141036f0 0x7fb0141a0380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:59620/0 (socket says 172.21.15.90:59620) 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb012d9d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb014101b50 0x7fb014198e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb01359e700 1 -- 172.21.15.90:0/2455830843 learned_addr learned my addr 172.21.15.90:0/2455830843 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb01259c700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb014102d50 0x7fb014199370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb01359e700 1 -- 172.21.15.90:0/2455830843 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb014102d50 msgr2=0x7fb014199370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb01359e700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb014102d50 0x7fb014199370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb01359e700 1 -- 172.21.15.90:0/2455830843 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb014101b50 msgr2=0x7fb014198e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.513+0000 7fb01359e700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb014101b50 0x7fb014198e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.514+0000 7fb01359e700 1 -- 172.21.15.90:0/2455830843 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0141a0a20 con 0x7fb0141036f0 2024-04-26T17:26:39.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.514+0000 7fb01359e700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0141036f0 0x7fb0141a0380 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fb00c007da0 tx=0x7fb00c007dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:39.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.514+0000 7faffbfff700 1 -- 172.21.15.90:0/2455830843 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c01f070 con 0x7fb0141036f0 2024-04-26T17:26:39.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.514+0000 7fb019259700 1 -- 172.21.15.90:0/2455830843 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0141a0cb0 con 0x7fb0141036f0 2024-04-26T17:26:39.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.514+0000 7faffbfff700 1 -- 172.21.15.90:0/2455830843 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb00c003e10 con 0x7fb0141036f0 2024-04-26T17:26:39.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.514+0000 7faffbfff700 1 -- 172.21.15.90:0/2455830843 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c01b660 con 0x7fb0141036f0 2024-04-26T17:26:39.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.514+0000 7fb019259700 1 -- 172.21.15.90:0/2455830843 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0141a1160 con 0x7fb0141036f0 2024-04-26T17:26:39.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.515+0000 7fb019259700 1 -- 172.21.15.90:0/2455830843 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0140698e0 con 0x7fb0141036f0 2024-04-26T17:26:39.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.516+0000 7faffbfff700 1 -- 172.21.15.90:0/2455830843 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb00c022070 con 0x7fb0141036f0 2024-04-26T17:26:39.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.517+0000 7faffbfff700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faffc0a3c40 0x7faffc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:39.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.517+0000 7fb012d9d700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faffc0a3c40 0x7faffc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:39.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.517+0000 7faffbfff700 1 -- 172.21.15.90:0/2455830843 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fb00c00f020 con 0x7fb0141036f0 2024-04-26T17:26:39.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.517+0000 7fb012d9d700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faffc0a3c40 0x7faffc0a6100 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb014102bb0 tx=0x7fb00800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:39.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.520+0000 7faffbfff700 1 -- 172.21.15.90:0/2455830843 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb00c029020 con 0x7fb0141036f0 2024-04-26T17:26:39.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.728+0000 7fb019259700 1 -- 172.21.15.90:0/2455830843 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fb0140ff2d0 con 0x7faffc0a3c40 2024-04-26T17:26:39.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.741+0000 7faffbfff700 1 -- 172.21.15.90:0/2455830843 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4092 (secure 0 0 0) 0x7fb0140ff2d0 con 0x7faffc0a3c40 2024-04-26T17:26:39.740 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:26:39.740 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (2m) 22s ago 2m 15.6M - 19.0.0-3227-gc37f63b3 d1033e293654 f4b3fe68368e 2024-04-26T17:26:39.740 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi119 running (2m) 59s ago 2m 25.7M - 19.0.0-3227-gc37f63b3 d1033e293654 2ae58f572635 2024-04-26T17:26:39.740 INFO:teuthology.orchestra.run.smithi090.stdout:mds.c smithi167 running (2m) 59s ago 2m 18.5M - 19.0.0-3227-gc37f63b3 d1033e293654 84d1d66ca577 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mds.d smithi090 running (2m) 22s ago 2m 16.3M - 19.0.0-3227-gc37f63b3 d1033e293654 e2f02a208422 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mds.e smithi119 running (2m) 59s ago 2m 18.4M - 19.0.0-3227-gc37f63b3 d1033e293654 50cc79038e7d 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mds.f smithi167 running (2m) 59s ago 2m 15.1M - 19.0.0-3227-gc37f63b3 d1033e293654 6d5ef2f15fda 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mds.g smithi090 running (2m) 22s ago 2m 16.4M - 19.0.0-3227-gc37f63b3 d1033e293654 2efd77be6b4c 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mds.h smithi119 running (2m) 59s ago 2m 19.2M - 19.0.0-3227-gc37f63b3 d1033e293654 f40f8a36f1d2 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mds.i smithi167 running (2m) 59s ago 2m 17.6M - 19.0.0-3227-gc37f63b3 d1033e293654 1aec46dd675f 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mds.j smithi090 running (2m) 22s ago 2m 15.3M - 19.0.0-3227-gc37f63b3 d1033e293654 64c0480d0619 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mds.k smithi119 running (2m) 59s ago 2m 16.3M - 19.0.0-3227-gc37f63b3 d1033e293654 7bfadebf0a66 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mds.l smithi167 running (2m) 59s ago 2m 17.5M - 19.0.0-3227-gc37f63b3 d1033e293654 6a98c4e62780 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi090 *:9283,8765 running (9m) 22s ago 9m 516M - 19.0.0-3227-gc37f63b3 d1033e293654 f5d6e449cdcf 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi119 *:8443,8765 running (7m) 59s ago 7m 452M - 19.0.0-3227-gc37f63b3 d1033e293654 dff3d1476ac4 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.z smithi167 *:8443,8765 running (7m) 59s ago 7m 452M - 19.0.0-3227-gc37f63b3 d1033e293654 894804f8d421 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (9m) 22s ago 9m 50.6M 2048M 19.0.0-3227-gc37f63b3 d1033e293654 ea13d80c3e4e 2024-04-26T17:26:39.741 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi119 running (8m) 59s ago 8m 41.3M 2048M 19.0.0-3227-gc37f63b3 d1033e293654 529d5e952251 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi167 running (8m) 59s ago 8m 40.4M 2048M 19.0.0-3227-gc37f63b3 d1033e293654 b7d5319848eb 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (7m) 22s ago 7m 55.7M 4272M 19.0.0-3227-gc37f63b3 d1033e293654 b212d06d0dfd 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi119 running (7m) 59s ago 7m 55.8M 4272M 19.0.0-3227-gc37f63b3 d1033e293654 5cb99f0ae343 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi167 running (6m) 59s ago 6m 57.1M 4272M 19.0.0-3227-gc37f63b3 d1033e293654 a63275870ea1 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (6m) 22s ago 6m 51.5M 4272M 19.0.0-3227-gc37f63b3 d1033e293654 e16bcd0ff6c7 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi119 running (5m) 59s ago 5m 43.6M 4272M 19.0.0-3227-gc37f63b3 d1033e293654 497670ecea68 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi167 running (5m) 59s ago 5m 47.8M 4272M 19.0.0-3227-gc37f63b3 d1033e293654 d63dfa854cc4 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi090 running (5m) 22s ago 5m 51.0M 4272M 19.0.0-3227-gc37f63b3 d1033e293654 3a013fbaf85f 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi119 running (4m) 59s ago 4m 51.8M 4272M 19.0.0-3227-gc37f63b3 d1033e293654 f906f1a6744f 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:osd.8 smithi167 running (4m) 59s ago 4m 44.2M 4272M 19.0.0-3227-gc37f63b3 d1033e293654 cd61208c63f5 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:osd.9 smithi090 running (3m) 22s ago 3m 42.5M 4272M 19.0.0-3227-gc37f63b3 d1033e293654 b6ac6e8f1142 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:osd.10 smithi119 running (3m) 59s ago 3m 44.1M 4272M 19.0.0-3227-gc37f63b3 d1033e293654 5d3b40432d44 2024-04-26T17:26:39.742 INFO:teuthology.orchestra.run.smithi090.stdout:osd.11 smithi167 running (2m) 59s ago 2m 48.7M 4272M 19.0.0-3227-gc37f63b3 d1033e293654 918e6553e827 2024-04-26T17:26:39.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.743+0000 7fb019259700 1 -- 172.21.15.90:0/2455830843 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faffc0a3c40 msgr2=0x7faffc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:39.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.743+0000 7fb019259700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faffc0a3c40 0x7faffc0a6100 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb014102bb0 tx=0x7fb00800b410 comp rx=0 tx=0).stop 2024-04-26T17:26:39.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.743+0000 7fb019259700 1 -- 172.21.15.90:0/2455830843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0141036f0 msgr2=0x7fb0141a0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:39.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.743+0000 7fb019259700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0141036f0 0x7fb0141a0380 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fb00c007da0 tx=0x7fb00c007dd0 comp rx=0 tx=0).stop 2024-04-26T17:26:39.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.743+0000 7fb019259700 1 -- 172.21.15.90:0/2455830843 shutdown_connections 2024-04-26T17:26:39.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.743+0000 7fb019259700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faffc0a3c40 0x7faffc0a6100 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:39.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.743+0000 7fb019259700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0141036f0 0x7fb0141a0380 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:39.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.743+0000 7fb019259700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb014101b50 0x7fb014198e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:39.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.743+0000 7fb019259700 1 --2- 172.21.15.90:0/2455830843 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb014102d50 0x7fb014199370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:39.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.743+0000 7fb019259700 1 -- 172.21.15.90:0/2455830843 >> 172.21.15.90:0/2455830843 conn(0x7fb0140fd0f0 msgr2=0x7fb0140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:39.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.744+0000 7fb019259700 1 -- 172.21.15.90:0/2455830843 shutdown_connections 2024-04-26T17:26:39.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:39.744+0000 7fb019259700 1 -- 172.21.15.90:0/2455830843 wait complete. 2024-04-26T17:26:40.555 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-26T17:26:40.794 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:40.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:40 smithi119 ceph-mon[32584]: pgmap v357: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 14 op/s 2024-04-26T17:26:40.916 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:40 smithi090 ceph-mon[29417]: pgmap v357: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 14 op/s 2024-04-26T17:26:41.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:40 smithi167 ceph-mon[32665]: pgmap v357: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 14 op/s 2024-04-26T17:26:41.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:41 smithi119 ceph-mon[32584]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:41 smithi090 ceph-mon[29417]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:42.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:41 smithi167 ceph-mon[32665]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:42.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.511+0000 7f383a189700 1 -- 172.21.15.90:0/1072075412 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3834102d50 msgr2=0x7f38341031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:42.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.511+0000 7f383a189700 1 --2- 172.21.15.90:0/1072075412 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3834102d50 0x7f38341031b0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f381c0099c0 tx=0x7f381c009cd0 comp rx=0 tx=0).stop 2024-04-26T17:26:42.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.511+0000 7f383a189700 1 -- 172.21.15.90:0/1072075412 shutdown_connections 2024-04-26T17:26:42.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.511+0000 7f383a189700 1 --2- 172.21.15.90:0/1072075412 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f38341036f0 0x7f3834109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:42.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.511+0000 7f383a189700 1 --2- 172.21.15.90:0/1072075412 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3834101b50 0x7f3834101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:42.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.511+0000 7f383a189700 1 --2- 172.21.15.90:0/1072075412 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3834102d50 0x7f38341031b0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:42.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.511+0000 7f383a189700 1 -- 172.21.15.90:0/1072075412 >> 172.21.15.90:0/1072075412 conn(0x7f38340fd0f0 msgr2=0x7f38340ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:42.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.511+0000 7f383a189700 1 -- 172.21.15.90:0/1072075412 shutdown_connections 2024-04-26T17:26:42.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.511+0000 7f383a189700 1 -- 172.21.15.90:0/1072075412 wait complete. 2024-04-26T17:26:42.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f383a189700 1 Processor -- start 2024-04-26T17:26:42.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f383a189700 1 -- start start 2024-04-26T17:26:42.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f383a189700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3834101b50 0x7f3834105ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:42.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f383a189700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3834102d50 0x7f3834104130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:42.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f383a189700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f38341036f0 0x7f3834104670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:42.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f383a189700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f383410d720 con 0x7f3834102d50 2024-04-26T17:26:42.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f383a189700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f383410d5a0 con 0x7f38341036f0 2024-04-26T17:26:42.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f383a189700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f383410d8a0 con 0x7f3834101b50 2024-04-26T17:26:42.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f382affd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3834102d50 0x7f3834104130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f382affd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3834102d50 0x7f3834104130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:59642/0 (socket says 172.21.15.90:59642) 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f382affd700 1 -- 172.21.15.90:0/3766359890 learned_addr learned my addr 172.21.15.90:0/3766359890 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f38337fe700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3834101b50 0x7f3834105ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.512+0000 7f3833fff700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f38341036f0 0x7f3834104670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.513+0000 7f382affd700 1 -- 172.21.15.90:0/3766359890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3834101b50 msgr2=0x7f3834105ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.513+0000 7f382affd700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3834101b50 0x7f3834105ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.513+0000 7f382affd700 1 -- 172.21.15.90:0/3766359890 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f38341036f0 msgr2=0x7f3834104670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.513+0000 7f382affd700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f38341036f0 0x7f3834104670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.513+0000 7f382affd700 1 -- 172.21.15.90:0/3766359890 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3834104f20 con 0x7f3834102d50 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.513+0000 7f3833fff700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f38341036f0 0x7f3834104670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.513+0000 7f382affd700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3834102d50 0x7f3834104130 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f381c009990 tx=0x7f381c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.513+0000 7f38317fa700 1 -- 172.21.15.90:0/3766359890 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f381c027070 con 0x7f3834102d50 2024-04-26T17:26:42.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.513+0000 7f383a189700 1 -- 172.21.15.90:0/3766359890 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38341a3090 con 0x7f3834102d50 2024-04-26T17:26:42.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.513+0000 7f38317fa700 1 -- 172.21.15.90:0/3766359890 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f381c022470 con 0x7f3834102d50 2024-04-26T17:26:42.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.513+0000 7f38317fa700 1 -- 172.21.15.90:0/3766359890 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f381c00f6c0 con 0x7f3834102d50 2024-04-26T17:26:42.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.513+0000 7f383a189700 1 -- 172.21.15.90:0/3766359890 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38341a3510 con 0x7f3834102d50 2024-04-26T17:26:42.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.514+0000 7f383a189700 1 -- 172.21.15.90:0/3766359890 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38340698e0 con 0x7f3834102d50 2024-04-26T17:26:42.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.515+0000 7f38317fa700 1 -- 172.21.15.90:0/3766359890 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f381c02a070 con 0x7f3834102d50 2024-04-26T17:26:42.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.516+0000 7f38317fa700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f38200a3c40 0x7f38200a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:42.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.516+0000 7f38337fe700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f38200a3c40 0x7f38200a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:42.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.516+0000 7f38317fa700 1 -- 172.21.15.90:0/3766359890 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f381c0d1850 con 0x7f3834102d50 2024-04-26T17:26:42.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.516+0000 7f38337fe700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f38200a3c40 0x7f38200a6100 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3824006fd0 tx=0x7f3824008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:42.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.520+0000 7f38317fa700 1 -- 172.21.15.90:0/3766359890 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f381c05eff0 con 0x7f3834102d50 2024-04-26T17:26:42.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:42 smithi090 ceph-mon[29417]: pgmap v358: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-26T17:26:42.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.729+0000 7f383a189700 1 -- 172.21.15.90:0/3766359890 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f38340ff330 con 0x7f38200a3c40 2024-04-26T17:26:42.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.735+0000 7f38317fa700 1 -- 172.21.15.90:0/3766359890 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f38340ff330 con 0x7f38200a3c40 2024-04-26T17:26:42.734 INFO:teuthology.orchestra.run.smithi090.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-26T17:26:42.734 INFO:teuthology.orchestra.run.smithi090.stdout:mds.all 12/12 62s ago 2m smithi090=a;smithi090=d;smithi090=g;smithi090=j;smithi119=b;smithi119=e;smithi119=h;smithi119=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l;count:12 2024-04-26T17:26:42.734 INFO:teuthology.orchestra.run.smithi090.stdout:mgr 3/3 62s ago 8m smithi090=x;smithi119=y;smithi167=z;count:3 2024-04-26T17:26:42.734 INFO:teuthology.orchestra.run.smithi090.stdout:mon 3/3 62s ago 8m smithi090:172.21.15.90=a;smithi119:172.21.15.119=b;smithi167:172.21.15.167=c;count:3 2024-04-26T17:26:42.734 INFO:teuthology.orchestra.run.smithi090.stdout:osd 12 62s ago - 2024-04-26T17:26:42.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.737+0000 7f383a189700 1 -- 172.21.15.90:0/3766359890 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f38200a3c40 msgr2=0x7f38200a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:42.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.737+0000 7f383a189700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f38200a3c40 0x7f38200a6100 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3824006fd0 tx=0x7f3824008040 comp rx=0 tx=0).stop 2024-04-26T17:26:42.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.737+0000 7f383a189700 1 -- 172.21.15.90:0/3766359890 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3834102d50 msgr2=0x7f3834104130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:42.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.737+0000 7f383a189700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3834102d50 0x7f3834104130 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f381c009990 tx=0x7f381c0047b0 comp rx=0 tx=0).stop 2024-04-26T17:26:42.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.737+0000 7f383a189700 1 -- 172.21.15.90:0/3766359890 shutdown_connections 2024-04-26T17:26:42.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.737+0000 7f383a189700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f38200a3c40 0x7f38200a6100 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:42.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.737+0000 7f383a189700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f38341036f0 0x7f3834104670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:42.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.737+0000 7f383a189700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3834101b50 0x7f3834105ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:42.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.737+0000 7f383a189700 1 --2- 172.21.15.90:0/3766359890 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3834102d50 0x7f3834104130 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:42.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.737+0000 7f383a189700 1 -- 172.21.15.90:0/3766359890 >> 172.21.15.90:0/3766359890 conn(0x7f38340fd0f0 msgr2=0x7f38340fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:42.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.737+0000 7f383a189700 1 -- 172.21.15.90:0/3766359890 shutdown_connections 2024-04-26T17:26:42.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:42.737+0000 7f383a189700 1 -- 172.21.15.90:0/3766359890 wait complete. 2024-04-26T17:26:42.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:42 smithi119 ceph-mon[32584]: pgmap v358: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-26T17:26:43.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:42 smithi167 ceph-mon[32665]: pgmap v358: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-26T17:26:43.674 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-26T17:26:43.925 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:44.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:44 smithi090 ceph-mon[29417]: from='client.15336 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:44.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:44 smithi090 ceph-mon[29417]: pgmap v359: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 802 B/s wr, 10 op/s 2024-04-26T17:26:44.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:44 smithi119 ceph-mon[32584]: from='client.15336 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:44.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:44 smithi119 ceph-mon[32584]: pgmap v359: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 802 B/s wr, 10 op/s 2024-04-26T17:26:45.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:44 smithi167 ceph-mon[32665]: from='client.15336 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:45.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:44 smithi167 ceph-mon[32665]: pgmap v359: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 802 B/s wr, 10 op/s 2024-04-26T17:26:45.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.668+0000 7ff32558c700 1 -- 172.21.15.90:0/1025199092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff320101b80 msgr2=0x7ff320101fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:45.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.668+0000 7ff32558c700 1 --2- 172.21.15.90:0/1025199092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff320101b80 0x7ff320101fa0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7ff3100099c0 tx=0x7ff310009cd0 comp rx=0 tx=0).stop 2024-04-26T17:26:45.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 -- 172.21.15.90:0/1025199092 shutdown_connections 2024-04-26T17:26:45.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 --2- 172.21.15.90:0/1025199092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff320101b80 0x7ff320101fa0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:45.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 --2- 172.21.15.90:0/1025199092 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff320103720 0x7ff320109fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:45.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 --2- 172.21.15.90:0/1025199092 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff320102d80 0x7ff3201031e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:45.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 -- 172.21.15.90:0/1025199092 >> 172.21.15.90:0/1025199092 conn(0x7ff3200fd140 msgr2=0x7ff3200ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:45.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 -- 172.21.15.90:0/1025199092 shutdown_connections 2024-04-26T17:26:45.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 -- 172.21.15.90:0/1025199092 wait complete. 2024-04-26T17:26:45.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 Processor -- start 2024-04-26T17:26:45.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 -- start start 2024-04-26T17:26:45.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff320101b80 0x7ff32006be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:45.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff320102d80 0x7ff32019db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:45.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff320103720 0x7ff3201a0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:45.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff32010d660 con 0x7ff320102d80 2024-04-26T17:26:45.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff32010d4e0 con 0x7ff320101b80 2024-04-26T17:26:45.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff32558c700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff32010d7e0 con 0x7ff320103720 2024-04-26T17:26:45.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff317fff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff320102d80 0x7ff32019db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:45.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.669+0000 7ff317fff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff320102d80 0x7ff32019db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:37698/0 (socket says 172.21.15.90:37698) 2024-04-26T17:26:45.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff317fff700 1 -- 172.21.15.90:0/3535275631 learned_addr learned my addr 172.21.15.90:0/3535275631 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:45.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff31effd700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff320101b80 0x7ff32006be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:45.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff31f7fe700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff320103720 0x7ff3201a0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:45.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff317fff700 1 -- 172.21.15.90:0/3535275631 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff320103720 msgr2=0x7ff3201a0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:45.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff317fff700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff320103720 0x7ff3201a0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:45.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff317fff700 1 -- 172.21.15.90:0/3535275631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff320101b80 msgr2=0x7ff32006be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:45.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff317fff700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff320101b80 0x7ff32006be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:45.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff317fff700 1 -- 172.21.15.90:0/3535275631 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3201a0a50 con 0x7ff320102d80 2024-04-26T17:26:45.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff31f7fe700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff320103720 0x7ff3201a0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:45.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff317fff700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff320102d80 0x7ff32019db30 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ff30800c920 tx=0x7ff30800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:45.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff31cff9700 1 -- 172.21.15.90:0/3535275631 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308007b00 con 0x7ff320102d80 2024-04-26T17:26:45.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff32558c700 1 -- 172.21.15.90:0/3535275631 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3201a0d40 con 0x7ff320102d80 2024-04-26T17:26:45.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff32558c700 1 -- 172.21.15.90:0/3535275631 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3201a12f0 con 0x7ff320102d80 2024-04-26T17:26:45.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff31cff9700 1 -- 172.21.15.90:0/3535275631 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff308004ce0 con 0x7ff320102d80 2024-04-26T17:26:45.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.670+0000 7ff31cff9700 1 -- 172.21.15.90:0/3535275631 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff30801d060 con 0x7ff320102d80 2024-04-26T17:26:45.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.671+0000 7ff32558c700 1 -- 172.21.15.90:0/3535275631 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff300005360 con 0x7ff320102d80 2024-04-26T17:26:45.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.672+0000 7ff31cff9700 1 -- 172.21.15.90:0/3535275631 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff308005440 con 0x7ff320102d80 2024-04-26T17:26:45.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.673+0000 7ff31cff9700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff30c0a3c40 0x7ff30c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:45.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.673+0000 7ff31effd700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff30c0a3c40 0x7ff30c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:45.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.673+0000 7ff31cff9700 1 -- 172.21.15.90:0/3535275631 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ff3080d0680 con 0x7ff320102d80 2024-04-26T17:26:45.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.673+0000 7ff31effd700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff30c0a3c40 0x7ff30c0a6100 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff310006010 tx=0x7ff3100038a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:45.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.677+0000 7ff31cff9700 1 -- 172.21.15.90:0/3535275631 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff308014030 con 0x7ff320102d80 2024-04-26T17:26:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.881+0000 7ff32558c700 1 -- 172.21.15.90:0/3535275631 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7ff300000bf0 con 0x7ff30c0a3c40 2024-04-26T17:26:45.882 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.883+0000 7ff31cff9700 1 -- 172.21.15.90:0/3535275631 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7ff300000bf0 con 0x7ff30c0a3c40 2024-04-26T17:26:45.883 INFO:teuthology.orchestra.run.smithi090.stdout:HOST ADDR LABELS STATUS 2024-04-26T17:26:45.883 INFO:teuthology.orchestra.run.smithi090.stdout:smithi090 172.21.15.90 2024-04-26T17:26:45.883 INFO:teuthology.orchestra.run.smithi090.stdout:smithi119 172.21.15.119 2024-04-26T17:26:45.883 INFO:teuthology.orchestra.run.smithi090.stdout:smithi167 172.21.15.167 2024-04-26T17:26:45.883 INFO:teuthology.orchestra.run.smithi090.stdout:3 hosts in cluster 2024-04-26T17:26:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.885+0000 7ff32558c700 1 -- 172.21.15.90:0/3535275631 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff30c0a3c40 msgr2=0x7ff30c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.885+0000 7ff32558c700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff30c0a3c40 0x7ff30c0a6100 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff310006010 tx=0x7ff3100038a0 comp rx=0 tx=0).stop 2024-04-26T17:26:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.885+0000 7ff32558c700 1 -- 172.21.15.90:0/3535275631 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff320102d80 msgr2=0x7ff32019db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.885+0000 7ff32558c700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff320102d80 0x7ff32019db30 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ff30800c920 tx=0x7ff30800cc30 comp rx=0 tx=0).stop 2024-04-26T17:26:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.885+0000 7ff32558c700 1 -- 172.21.15.90:0/3535275631 shutdown_connections 2024-04-26T17:26:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.885+0000 7ff32558c700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff30c0a3c40 0x7ff30c0a6100 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.885+0000 7ff32558c700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff320103720 0x7ff3201a0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.885+0000 7ff32558c700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff320101b80 0x7ff32006be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.885+0000 7ff32558c700 1 --2- 172.21.15.90:0/3535275631 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff320102d80 0x7ff32019db30 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.885+0000 7ff32558c700 1 -- 172.21.15.90:0/3535275631 >> 172.21.15.90:0/3535275631 conn(0x7ff3200fd140 msgr2=0x7ff320106150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.885+0000 7ff32558c700 1 -- 172.21.15.90:0/3535275631 shutdown_connections 2024-04-26T17:26:45.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:45.885+0000 7ff32558c700 1 -- 172.21.15.90:0/3535275631 wait complete. 2024-04-26T17:26:46.639 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-26T17:26:46.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:46 smithi119 ceph-mon[32584]: pgmap v360: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 716 B/s wr, 11 op/s 2024-04-26T17:26:46.803 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:46 smithi167 ceph-mon[32665]: pgmap v360: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 716 B/s wr, 11 op/s 2024-04-26T17:26:46.885 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:46.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:46 smithi090 ceph-mon[29417]: pgmap v360: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 716 B/s wr, 11 op/s 2024-04-26T17:26:47.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:47 smithi090 ceph-mon[29417]: from='client.15342 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:47.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:47 smithi119 ceph-mon[32584]: from='client.15342 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:48.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:47 smithi167 ceph-mon[32665]: from='client.15342 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:48.566 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:48 smithi090 ceph-mon[29417]: pgmap v361: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 601 B/s wr, 9 op/s 2024-04-26T17:26:48.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.670+0000 7f49eccf7700 1 -- 172.21.15.90:0/1908438837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8103e60 msgr2=0x7f49e81042c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:48.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.670+0000 7f49eccf7700 1 --2- 172.21.15.90:0/1908438837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8103e60 0x7f49e81042c0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f49d80099c0 tx=0x7f49d8009cd0 comp rx=0 tx=0).stop 2024-04-26T17:26:48.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.670+0000 7f49eccf7700 1 -- 172.21.15.90:0/1908438837 shutdown_connections 2024-04-26T17:26:48.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.670+0000 7f49eccf7700 1 --2- 172.21.15.90:0/1908438837 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f49e8104800 0x7f49e810b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:48.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.670+0000 7f49eccf7700 1 --2- 172.21.15.90:0/1908438837 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f49e8102c60 0x7f49e8103080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:48.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.670+0000 7f49eccf7700 1 --2- 172.21.15.90:0/1908438837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8103e60 0x7f49e81042c0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:48.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.670+0000 7f49eccf7700 1 -- 172.21.15.90:0/1908438837 >> 172.21.15.90:0/1908438837 conn(0x7f49e80fe1c0 msgr2=0x7f49e8100640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:48.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.670+0000 7f49eccf7700 1 -- 172.21.15.90:0/1908438837 shutdown_connections 2024-04-26T17:26:48.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.670+0000 7f49eccf7700 1 -- 172.21.15.90:0/1908438837 wait complete. 2024-04-26T17:26:48.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.671+0000 7f49eccf7700 1 Processor -- start 2024-04-26T17:26:48.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.671+0000 7f49eccf7700 1 -- start start 2024-04-26T17:26:48.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.671+0000 7f49eccf7700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f49e8102c60 0x7f49e8198da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:48.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.671+0000 7f49eccf7700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8103e60 0x7f49e81992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:48.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.671+0000 7f49eccf7700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f49e8104800 0x7f49e81a0360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:48.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.671+0000 7f49eccf7700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f49e810e760 con 0x7f49e8103e60 2024-04-26T17:26:48.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.671+0000 7f49eccf7700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f49e810e5e0 con 0x7f49e8102c60 2024-04-26T17:26:48.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.671+0000 7f49eccf7700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f49e810e8e0 con 0x7f49e8104800 2024-04-26T17:26:48.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.671+0000 7f49e5d9b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8103e60 0x7f49e81992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:48.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.671+0000 7f49e5d9b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8103e60 0x7f49e81992e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:37724/0 (socket says 172.21.15.90:37724) 2024-04-26T17:26:48.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.671+0000 7f49e5d9b700 1 -- 172.21.15.90:0/116143503 learned_addr learned my addr 172.21.15.90:0/116143503 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:48.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49e659c700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f49e8102c60 0x7f49e8198da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:48.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49e6d9d700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f49e8104800 0x7f49e81a0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:48.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49e5d9b700 1 -- 172.21.15.90:0/116143503 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f49e8104800 msgr2=0x7f49e81a0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:48.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49e5d9b700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f49e8104800 0x7f49e81a0360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:48.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49e5d9b700 1 -- 172.21.15.90:0/116143503 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f49e8102c60 msgr2=0x7f49e8198da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:48.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49e5d9b700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f49e8102c60 0x7f49e8198da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:48.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49e5d9b700 1 -- 172.21.15.90:0/116143503 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49e81a0a00 con 0x7f49e8103e60 2024-04-26T17:26:48.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49e5d9b700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8103e60 0x7f49e81992e0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f49d8003760 tx=0x7f49d80039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:48.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49d77fe700 1 -- 172.21.15.90:0/116143503 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d8027070 con 0x7f49e8103e60 2024-04-26T17:26:48.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49d77fe700 1 -- 172.21.15.90:0/116143503 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f49d8022470 con 0x7f49e8103e60 2024-04-26T17:26:48.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49d77fe700 1 -- 172.21.15.90:0/116143503 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d800f6e0 con 0x7f49e8103e60 2024-04-26T17:26:48.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49eccf7700 1 -- 172.21.15.90:0/116143503 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49e81a0c90 con 0x7f49e8103e60 2024-04-26T17:26:48.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.672+0000 7f49eccf7700 1 -- 172.21.15.90:0/116143503 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49e81a1170 con 0x7f49e8103e60 2024-04-26T17:26:48.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.673+0000 7f49eccf7700 1 -- 172.21.15.90:0/116143503 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49e80698e0 con 0x7f49e8103e60 2024-04-26T17:26:48.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.674+0000 7f49d77fe700 1 -- 172.21.15.90:0/116143503 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f49d802a070 con 0x7f49e8103e60 2024-04-26T17:26:48.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.675+0000 7f49d77fe700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f49d00a3c40 0x7f49d00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:48.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.675+0000 7f49e659c700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f49d00a3c40 0x7f49d00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:48.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.675+0000 7f49d77fe700 1 -- 172.21.15.90:0/116143503 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f49d80d1a40 con 0x7f49e8103e60 2024-04-26T17:26:48.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.675+0000 7f49e659c700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f49d00a3c40 0x7f49d00a6100 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f49dc006fd0 tx=0x7f49dc008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:48.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.678+0000 7f49d77fe700 1 -- 172.21.15.90:0/116143503 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f49d8013070 con 0x7f49e8103e60 2024-04-26T17:26:48.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:48 smithi119 ceph-mon[32584]: pgmap v361: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 601 B/s wr, 9 op/s 2024-04-26T17:26:48.883 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.884+0000 7f49eccf7700 1 -- 172.21.15.90:0/116143503 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f49e8063030 con 0x7f49d00a3c40 2024-04-26T17:26:48.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.887+0000 7f49d77fe700 1 -- 172.21.15.90:0/116143503 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f49e8063030 con 0x7f49d00a3c40 2024-04-26T17:26:48.886 INFO:teuthology.orchestra.run.smithi090.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-26T17:26:48.886 INFO:teuthology.orchestra.run.smithi090.stdout:smithi090 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400UK400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-26T17:26:48.886 INFO:teuthology.orchestra.run.smithi090.stdout:smithi119 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400Y1400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-26T17:26:48.886 INFO:teuthology.orchestra.run.smithi090.stdout:smithi167 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT62330080400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-04-26T17:26:48.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.890+0000 7f49eccf7700 1 -- 172.21.15.90:0/116143503 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f49d00a3c40 msgr2=0x7f49d00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:48.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.890+0000 7f49eccf7700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f49d00a3c40 0x7f49d00a6100 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f49dc006fd0 tx=0x7f49dc008040 comp rx=0 tx=0).stop 2024-04-26T17:26:48.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.890+0000 7f49eccf7700 1 -- 172.21.15.90:0/116143503 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8103e60 msgr2=0x7f49e81992e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:48.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.890+0000 7f49eccf7700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8103e60 0x7f49e81992e0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f49d8003760 tx=0x7f49d80039e0 comp rx=0 tx=0).stop 2024-04-26T17:26:48.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.890+0000 7f49eccf7700 1 -- 172.21.15.90:0/116143503 shutdown_connections 2024-04-26T17:26:48.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.890+0000 7f49eccf7700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f49d00a3c40 0x7f49d00a6100 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:48.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.890+0000 7f49eccf7700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f49e8104800 0x7f49e81a0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:48.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.890+0000 7f49eccf7700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f49e8102c60 0x7f49e8198da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:48.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.890+0000 7f49eccf7700 1 --2- 172.21.15.90:0/116143503 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8103e60 0x7f49e81992e0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:48.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.890+0000 7f49eccf7700 1 -- 172.21.15.90:0/116143503 >> 172.21.15.90:0/116143503 conn(0x7f49e80fe1c0 msgr2=0x7f49e81071b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:48.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.890+0000 7f49eccf7700 1 -- 172.21.15.90:0/116143503 shutdown_connections 2024-04-26T17:26:48.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:48.890+0000 7f49eccf7700 1 -- 172.21.15.90:0/116143503 wait complete. 2024-04-26T17:26:49.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:48 smithi167 ceph-mon[32665]: pgmap v361: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 601 B/s wr, 9 op/s 2024-04-26T17:26:49.616 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T17:26:49.625 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi090.front.sepia.ceph.com 2024-04-26T17:26:49.626 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-26T17:26:49.864 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:50.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:50 smithi090 ceph-mon[29417]: from='client.15348 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:50.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:50 smithi090 ceph-mon[29417]: pgmap v362: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-26T17:26:50.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:50 smithi119 ceph-mon[32584]: from='client.15348 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:50.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:50 smithi119 ceph-mon[32584]: pgmap v362: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-26T17:26:51.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:50 smithi167 ceph-mon[32665]: from='client.15348 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:26:51.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:50 smithi167 ceph-mon[32665]: pgmap v362: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-26T17:26:51.674 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:51 smithi090 ceph-mon[29417]: pgmap v363: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:51.702 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.674+0000 7fd7f8fca700 1 -- 172.21.15.90:0/4020261051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7f4102d50 msgr2=0x7fd7f41031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:51.702 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.674+0000 7fd7f8fca700 1 --2- 172.21.15.90:0/4020261051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7f4102d50 0x7fd7f41031b0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fd7e80099c0 tx=0x7fd7e8009cd0 comp rx=0 tx=0).stop 2024-04-26T17:26:51.702 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.674+0000 7fd7f8fca700 1 -- 172.21.15.90:0/4020261051 shutdown_connections 2024-04-26T17:26:51.702 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.674+0000 7fd7f8fca700 1 --2- 172.21.15.90:0/4020261051 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd7f41036f0 0x7fd7f4109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:51.702 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.674+0000 7fd7f8fca700 1 --2- 172.21.15.90:0/4020261051 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd7f4101b50 0x7fd7f4101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:51.702 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.674+0000 7fd7f8fca700 1 --2- 172.21.15.90:0/4020261051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7f4102d50 0x7fd7f41031b0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:51.702 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.674+0000 7fd7f8fca700 1 -- 172.21.15.90:0/4020261051 >> 172.21.15.90:0/4020261051 conn(0x7fd7f40fd0f0 msgr2=0x7fd7f40ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.674+0000 7fd7f8fca700 1 -- 172.21.15.90:0/4020261051 shutdown_connections 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.674+0000 7fd7f8fca700 1 -- 172.21.15.90:0/4020261051 wait complete. 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.675+0000 7fd7f8fca700 1 Processor -- start 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.675+0000 7fd7f8fca700 1 -- start start 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.675+0000 7fd7f8fca700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7f4101b50 0x7fd7f4198e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.675+0000 7fd7f8fca700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd7f4102d50 0x7fd7f41993a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.675+0000 7fd7f8fca700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd7f41036f0 0x7fd7f41a0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.675+0000 7fd7f8fca700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f410d650 con 0x7fd7f4101b50 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.675+0000 7fd7f8fca700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f410d4d0 con 0x7fd7f4102d50 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.675+0000 7fd7f8fca700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f410d7d0 con 0x7fd7f41036f0 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.675+0000 7fd7f259c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7f4101b50 0x7fd7f4198e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.675+0000 7fd7f259c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7f4101b50 0x7fd7f4198e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:37734/0 (socket says 172.21.15.90:37734) 2024-04-26T17:26:51.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.675+0000 7fd7f259c700 1 -- 172.21.15.90:0/3611496367 learned_addr learned my addr 172.21.15.90:0/3611496367 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.675+0000 7fd7f1d9b700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd7f4102d50 0x7fd7f41993a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.676+0000 7fd7f259c700 1 -- 172.21.15.90:0/3611496367 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd7f41036f0 msgr2=0x7fd7f41a0420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.676+0000 7fd7f259c700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd7f41036f0 0x7fd7f41a0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.676+0000 7fd7f259c700 1 -- 172.21.15.90:0/3611496367 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd7f4102d50 msgr2=0x7fd7f41993a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.676+0000 7fd7f259c700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd7f4102d50 0x7fd7f41993a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.676+0000 7fd7f259c700 1 -- 172.21.15.90:0/3611496367 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7f41a0ac0 con 0x7fd7f4101b50 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.676+0000 7fd7f259c700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7f4101b50 0x7fd7f4198e60 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fd7e400b530 tx=0x7fd7e400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.676+0000 7fd7e37fe700 1 -- 172.21.15.90:0/3611496367 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e4015020 con 0x7fd7f4101b50 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.676+0000 7fd7e37fe700 1 -- 172.21.15.90:0/3611496367 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd7e4011ce0 con 0x7fd7f4101b50 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.676+0000 7fd7f8fca700 1 -- 172.21.15.90:0/3611496367 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7f41a0db0 con 0x7fd7f4101b50 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.676+0000 7fd7e37fe700 1 -- 172.21.15.90:0/3611496367 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e4010d50 con 0x7fd7f4101b50 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.676+0000 7fd7f8fca700 1 -- 172.21.15.90:0/3611496367 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7f41a1210 con 0x7fd7f4101b50 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.677+0000 7fd7f8fca700 1 -- 172.21.15.90:0/3611496367 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7f4069910 con 0x7fd7f4101b50 2024-04-26T17:26:51.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.678+0000 7fd7e37fe700 1 -- 172.21.15.90:0/3611496367 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fd7e4018020 con 0x7fd7f4101b50 2024-04-26T17:26:51.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.679+0000 7fd7e37fe700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd7dc0a3c40 0x7fd7dc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:51.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.679+0000 7fd7f1d9b700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd7dc0a3c40 0x7fd7dc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:51.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.679+0000 7fd7e37fe700 1 -- 172.21.15.90:0/3611496367 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fd7e40d04b0 con 0x7fd7f4101b50 2024-04-26T17:26:51.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.679+0000 7fd7f1d9b700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd7dc0a3c40 0x7fd7dc0a6100 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8009990 tx=0x7fd7e8005bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:51.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.683+0000 7fd7e37fe700 1 -- 172.21.15.90:0/3611496367 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd7f4069910 con 0x7fd7f4101b50 2024-04-26T17:26:51.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:51 smithi119 ceph-mon[32584]: pgmap v363: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:51.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.929+0000 7fd7f8fca700 1 -- 172.21.15.90:0/3611496367 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fd7f41a14f0 con 0x7fd7f4101b50 2024-04-26T17:26:51.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.930+0000 7fd7e37fe700 1 -- 172.21.15.90:0/3611496367 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 27 v27) ==== 76+0+3100 (secure 0 0 0) 0x7fd7e401f020 con 0x7fd7f4101b50 2024-04-26T17:26:51.930 INFO:teuthology.orchestra.run.smithi090.stdout:e27 2024-04-26T17:26:51.930 INFO:teuthology.orchestra.run.smithi090.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T17:26:51.930 INFO:teuthology.orchestra.run.smithi090.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T17:26:51.930 INFO:teuthology.orchestra.run.smithi090.stdout:legacy client fscid: 1 2024-04-26T17:26:51.930 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:51.930 INFO:teuthology.orchestra.run.smithi090.stdout:Filesystem 'cephfs' (1) 2024-04-26T17:26:51.930 INFO:teuthology.orchestra.run.smithi090.stdout:fs_name cephfs 2024-04-26T17:26:51.930 INFO:teuthology.orchestra.run.smithi090.stdout:epoch 27 2024-04-26T17:26:51.930 INFO:teuthology.orchestra.run.smithi090.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-26T17:26:51.930 INFO:teuthology.orchestra.run.smithi090.stdout:created 2024-04-26T17:24:39.091441+0000 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:modified 2024-04-26T17:25:06.873123+0000 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:tableserver 0 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:root 0 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:session_timeout 300 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:session_autoclose 300 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:max_file_size 1099511627776 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:max_xattr_size 65536 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:required_client_features {} 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:last_failure 0 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:last_failure_osd_epoch 0 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:max_mds 5 2024-04-26T17:26:51.931 INFO:teuthology.orchestra.run.smithi090.stdout:in 0,1,2,3,4 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:up {0=24509,1=24476,2=24472,3=24409,4=24404} 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:failed 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:damaged 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:stopped 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:data_pools [3,4] 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:metadata_pool 2 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:inline_data disabled 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:balancer 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:bal_rank_mask -1 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:standby_count_wanted 0 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:qdb_cluster leader: 24509 members: 24509,24404,24476,24409,24472 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.b{0:24509} state up:active seq 3 addr [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.c{0:24460} state up:standby-replay seq 1 addr [v2:172.21.15.167:6836/20881690,v1:172.21.15.167:6837/20881690] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T17:26:51.932 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.h{1:24476} state up:active seq 12 addr [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.f{1:24442} state up:standby-replay seq 1 addr [v2:172.21.15.167:6834/2788858813,v1:172.21.15.167:6835/2788858813] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.i{2:24472} state up:active seq 11 addr [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.e{2:24440} state up:standby-replay seq 1 addr [v2:172.21.15.119:6834/2416334665,v1:172.21.15.119:6835/2416334665] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.l{3:24409} state up:active seq 17 addr [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.a{3:14652} state up:standby-replay seq 1 addr [v2:172.21.15.90:6840/4015520836,v1:172.21.15.90:6841/4015520836] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.k{4:24404} state up:active seq 17 addr [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.g{4:14634} state up:standby-replay seq 1 addr [v2:172.21.15.90:6838/1862823529,v1:172.21.15.90:6839/1862823529] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout:Standby daemons: 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.j{-1:14556} state up:standby seq 1 addr [v2:172.21.15.90:6834/3646092462,v1:172.21.15.90:6835/3646092462] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T17:26:51.933 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.d{-1:14568} state up:standby seq 1 addr [v2:172.21.15.90:6836/1233321110,v1:172.21.15.90:6837/1233321110] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T17:26:51.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.932+0000 7fd7f8fca700 1 -- 172.21.15.90:0/3611496367 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd7dc0a3c40 msgr2=0x7fd7dc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:51.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.932+0000 7fd7f8fca700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd7dc0a3c40 0x7fd7dc0a6100 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8009990 tx=0x7fd7e8005bc0 comp rx=0 tx=0).stop 2024-04-26T17:26:51.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.932+0000 7fd7f8fca700 1 -- 172.21.15.90:0/3611496367 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7f4101b50 msgr2=0x7fd7f4198e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:51.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.932+0000 7fd7f8fca700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7f4101b50 0x7fd7f4198e60 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fd7e400b530 tx=0x7fd7e400b840 comp rx=0 tx=0).stop 2024-04-26T17:26:51.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.932+0000 7fd7f8fca700 1 -- 172.21.15.90:0/3611496367 shutdown_connections 2024-04-26T17:26:51.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.932+0000 7fd7f8fca700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd7dc0a3c40 0x7fd7dc0a6100 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:51.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.932+0000 7fd7f8fca700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7f4101b50 0x7fd7f4198e60 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:51.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.932+0000 7fd7f8fca700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd7f41036f0 0x7fd7f41a0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:51.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.932+0000 7fd7f8fca700 1 --2- 172.21.15.90:0/3611496367 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd7f4102d50 0x7fd7f41993a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:51.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.932+0000 7fd7f8fca700 1 -- 172.21.15.90:0/3611496367 >> 172.21.15.90:0/3611496367 conn(0x7fd7f40fd0f0 msgr2=0x7fd7f406a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:51.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.932+0000 7fd7f8fca700 1 -- 172.21.15.90:0/3611496367 shutdown_connections 2024-04-26T17:26:51.935 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:51.932+0000 7fd7f8fca700 1 -- 172.21.15.90:0/3611496367 wait complete. 2024-04-26T17:26:51.935 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 27 2024-04-26T17:26:52.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:51 smithi167 ceph-mon[32665]: pgmap v363: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:26:52.596 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:52 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3611496367' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T17:26:52.623 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-26T17:26:52.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:52 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3611496367' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T17:26:52.859 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:26:53.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:52 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3611496367' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T17:26:53.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:53 smithi090 ceph-mon[29417]: pgmap v364: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:54.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:53 smithi167 ceph-mon[32665]: pgmap v364: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:54.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:53 smithi119 ceph-mon[32584]: pgmap v364: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:26:54.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.546+0000 7f0665767700 1 -- 172.21.15.90:0/4024437141 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0660101770 msgr2=0x7f0660101c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:54.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.546+0000 7f0665767700 1 --2- 172.21.15.90:0/4024437141 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0660101770 0x7f0660101c20 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f065800b0a0 tx=0x7f065800b3b0 comp rx=0 tx=0).stop 2024-04-26T17:26:54.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.546+0000 7f0665767700 1 -- 172.21.15.90:0/4024437141 shutdown_connections 2024-04-26T17:26:54.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.546+0000 7f0665767700 1 --2- 172.21.15.90:0/4024437141 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0660101770 0x7f0660101c20 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:54.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.546+0000 7f0665767700 1 --2- 172.21.15.90:0/4024437141 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f06601032b0 0x7f06601036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:54.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.546+0000 7f0665767700 1 --2- 172.21.15.90:0/4024437141 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0660100db0 0x7f0660101230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:54.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.546+0000 7f0665767700 1 -- 172.21.15.90:0/4024437141 >> 172.21.15.90:0/4024437141 conn(0x7f06600fc950 msgr2=0x7f06600fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:54.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.547+0000 7f0665767700 1 -- 172.21.15.90:0/4024437141 shutdown_connections 2024-04-26T17:26:54.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.547+0000 7f0665767700 1 -- 172.21.15.90:0/4024437141 wait complete. 2024-04-26T17:26:54.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.547+0000 7f0665767700 1 Processor -- start 2024-04-26T17:26:54.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.547+0000 7f0665767700 1 -- start start 2024-04-26T17:26:54.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.547+0000 7f0665767700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0660100db0 0x7f066019b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:54.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.547+0000 7f0665767700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0660101770 0x7f066019b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:54.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.547+0000 7f0665767700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06601032b0 0x7f06601a25a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:54.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.547+0000 7f0665767700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f06601109f0 con 0x7f06601032b0 2024-04-26T17:26:54.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.547+0000 7f0665767700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f0660110870 con 0x7f0660101770 2024-04-26T17:26:54.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.547+0000 7f0665767700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0660110b70 con 0x7f0660100db0 2024-04-26T17:26:54.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f065f7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06601032b0 0x7f06601a25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:54.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f065f7fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06601032b0 0x7f06601a25a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42674/0 (socket says 172.21.15.90:42674) 2024-04-26T17:26:54.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f065f7fe700 1 -- 172.21.15.90:0/2673367030 learned_addr learned my addr 172.21.15.90:0/2673367030 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:54.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f065e7fc700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0660101770 0x7f066019b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:54.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f065effd700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0660100db0 0x7f066019b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:54.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f065f7fe700 1 -- 172.21.15.90:0/2673367030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0660100db0 msgr2=0x7f066019b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:54.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f065f7fe700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0660100db0 0x7f066019b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:54.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f065f7fe700 1 -- 172.21.15.90:0/2673367030 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0660101770 msgr2=0x7f066019b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:54.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f065f7fe700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0660101770 0x7f066019b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:54.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f065f7fe700 1 -- 172.21.15.90:0/2673367030 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06601a2c40 con 0x7f06601032b0 2024-04-26T17:26:54.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f065effd700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0660100db0 0x7f066019b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:54.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f065f7fe700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06601032b0 0x7f06601a25a0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f0658007d50 tx=0x7f0658007d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:54.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f0647fff700 1 -- 172.21.15.90:0/2673367030 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0658021070 con 0x7f06601032b0 2024-04-26T17:26:54.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f0647fff700 1 -- 172.21.15.90:0/2673367030 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f065800bd70 con 0x7f06601032b0 2024-04-26T17:26:54.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f0665767700 1 -- 172.21.15.90:0/2673367030 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06601a2ed0 con 0x7f06601032b0 2024-04-26T17:26:54.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f0647fff700 1 -- 172.21.15.90:0/2673367030 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f065801bc50 con 0x7f06601032b0 2024-04-26T17:26:54.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.548+0000 7f0665767700 1 -- 172.21.15.90:0/2673367030 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06601a3320 con 0x7f06601032b0 2024-04-26T17:26:54.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.549+0000 7f0665767700 1 -- 172.21.15.90:0/2673367030 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06600698e0 con 0x7f06601032b0 2024-04-26T17:26:54.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.550+0000 7f0647fff700 1 -- 172.21.15.90:0/2673367030 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f0658024070 con 0x7f06601032b0 2024-04-26T17:26:54.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.551+0000 7f0647fff700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f06480a3cc0 0x7f06480a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:54.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.551+0000 7f065effd700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f06480a3cc0 0x7f06480a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:54.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.551+0000 7f0647fff700 1 -- 172.21.15.90:0/2673367030 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f065800f020 con 0x7f06601032b0 2024-04-26T17:26:54.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.551+0000 7f065effd700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f06480a3cc0 0x7f06480a6180 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f06500099d0 tx=0x7f0650008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:54.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.555+0000 7f0647fff700 1 -- 172.21.15.90:0/2673367030 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f065802b020 con 0x7f06601032b0 2024-04-26T17:26:54.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.757+0000 7f0665767700 1 -- 172.21.15.90:0/2673367030 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f0660063800 con 0x7f06601032b0 2024-04-26T17:26:54.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.758+0000 7f0647fff700 1 -- 172.21.15.90:0/2673367030 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v94) ==== 56+0+5711 (secure 0 0 0) 0x7f065809e580 con 0x7f06601032b0 2024-04-26T17:26:54.758 INFO:teuthology.orchestra.run.smithi090.stdout:epoch 94 2024-04-26T17:26:54.759 INFO:teuthology.orchestra.run.smithi090.stdout:fsid 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:26:54.759 INFO:teuthology.orchestra.run.smithi090.stdout:created 2024-04-26T17:16:39.835858+0000 2024-04-26T17:26:54.759 INFO:teuthology.orchestra.run.smithi090.stdout:modified 2024-04-26T17:26:35.532276+0000 2024-04-26T17:26:54.759 INFO:teuthology.orchestra.run.smithi090.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-26T17:26:54.759 INFO:teuthology.orchestra.run.smithi090.stdout:crush_version 27 2024-04-26T17:26:54.759 INFO:teuthology.orchestra.run.smithi090.stdout:full_ratio 0.95 2024-04-26T17:26:54.760 INFO:teuthology.orchestra.run.smithi090.stdout:backfillfull_ratio 0.9 2024-04-26T17:26:54.760 INFO:teuthology.orchestra.run.smithi090.stdout:nearfull_ratio 0.85 2024-04-26T17:26:54.760 INFO:teuthology.orchestra.run.smithi090.stdout:require_min_compat_client luminous 2024-04-26T17:26:54.760 INFO:teuthology.orchestra.run.smithi090.stdout:min_compat_client luminous 2024-04-26T17:26:54.760 INFO:teuthology.orchestra.run.smithi090.stdout:require_osd_release squid 2024-04-26T17:26:54.760 INFO:teuthology.orchestra.run.smithi090.stdout:stretch_mode_enabled false 2024-04-26T17:26:54.761 INFO:teuthology.orchestra.run.smithi090.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-26T17:26:54.761 INFO:teuthology.orchestra.run.smithi090.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-04-26T17:26:54.761 INFO:teuthology.orchestra.run.smithi090.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 86 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-04-26T17:26:54.761 INFO:teuthology.orchestra.run.smithi090.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 90 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-04-26T17:26:54.761 INFO:teuthology.orchestra.run.smithi090.stdout:max_osd 12 2024-04-26T17:26:54.762 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 up in weight 1 up_from 8 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.90:6802/2888106211,v1:172.21.15.90:6803/2888106211] [v2:172.21.15.90:6804/2888106211,v1:172.21.15.90:6805/2888106211] exists,up 405a7316-1858-467a-96c7-6aa09b9fc9b7 2024-04-26T17:26:54.762 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 up in weight 1 up_from 13 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.119:6800/1388441253,v1:172.21.15.119:6801/1388441253] [v2:172.21.15.119:6802/1388441253,v1:172.21.15.119:6803/1388441253] exists,up 3795fbb6-2063-4556-b563-7b5ebcd6b78c 2024-04-26T17:26:54.762 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 up in weight 1 up_from 18 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.167:6800/3595915032,v1:172.21.15.167:6801/3595915032] [v2:172.21.15.167:6802/3595915032,v1:172.21.15.167:6803/3595915032] exists,up 65d100e2-12ce-482d-8b3c-97bb10618ed1 2024-04-26T17:26:54.762 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 up in weight 1 up_from 26 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.90:6810/1054089887,v1:172.21.15.90:6811/1054089887] [v2:172.21.15.90:6812/1054089887,v1:172.21.15.90:6813/1054089887] exists,up 120d1be7-c41b-4a40-8433-c0b39707d1e9 2024-04-26T17:26:54.763 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 up in weight 1 up_from 34 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.119:6808/1438421110,v1:172.21.15.119:6809/1438421110] [v2:172.21.15.119:6810/1438421110,v1:172.21.15.119:6811/1438421110] exists,up 6a2a494c-a7d8-42fe-b9f5-a43689ed83b9 2024-04-26T17:26:54.763 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 up in weight 1 up_from 39 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.167:6808/2560716097,v1:172.21.15.167:6809/2560716097] [v2:172.21.15.167:6810/2560716097,v1:172.21.15.167:6811/2560716097] exists,up a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7 2024-04-26T17:26:54.763 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 up in weight 1 up_from 47 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.90:6818/4228218625,v1:172.21.15.90:6819/4228218625] [v2:172.21.15.90:6820/4228218625,v1:172.21.15.90:6821/4228218625] exists,up 63c90927-f065-4dab-970a-038b06c0caf8 2024-04-26T17:26:54.763 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 up in weight 1 up_from 52 up_thru 93 down_at 0 last_clean_interval [0,0) [v2:172.21.15.119:6816/3148400738,v1:172.21.15.119:6817/3148400738] [v2:172.21.15.119:6818/3148400738,v1:172.21.15.119:6819/3148400738] exists,up d7db22e8-e8a3-418a-9958-129f63dd112a 2024-04-26T17:26:54.763 INFO:teuthology.orchestra.run.smithi090.stdout:osd.8 up in weight 1 up_from 60 up_thru 93 down_at 0 last_clean_interval [0,0) [v2:172.21.15.167:6816/3926521396,v1:172.21.15.167:6817/3926521396] [v2:172.21.15.167:6818/3926521396,v1:172.21.15.167:6819/3926521396] exists,up b5ef8cde-5234-4e7e-8699-ac353416e1c3 2024-04-26T17:26:54.763 INFO:teuthology.orchestra.run.smithi090.stdout:osd.9 up in weight 1 up_from 68 up_thru 93 down_at 0 last_clean_interval [0,0) [v2:172.21.15.90:6826/4027715255,v1:172.21.15.90:6827/4027715255] [v2:172.21.15.90:6828/4027715255,v1:172.21.15.90:6829/4027715255] exists,up 69155aa3-95a3-46b6-8cd8-6fe236a6708b 2024-04-26T17:26:54.764 INFO:teuthology.orchestra.run.smithi090.stdout:osd.10 up in weight 1 up_from 73 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.119:6824/3077564658,v1:172.21.15.119:6825/3077564658] [v2:172.21.15.119:6826/3077564658,v1:172.21.15.119:6827/3077564658] exists,up 27f06682-7708-405d-8a0c-730491d57ed7 2024-04-26T17:26:54.764 INFO:teuthology.orchestra.run.smithi090.stdout:osd.11 up in weight 1 up_from 81 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.167:6824/404171944,v1:172.21.15.167:6825/404171944] [v2:172.21.15.167:6826/404171944,v1:172.21.15.167:6827/404171944] exists,up e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3 2024-04-26T17:26:54.764 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 2.b [8,11] 2024-04-26T17:26:54.764 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 2.f [8,11] 2024-04-26T17:26:54.764 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 2.10 [2,1] 2024-04-26T17:26:54.764 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 2.1d [2,4] 2024-04-26T17:26:54.765 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 3.6 [4,7] 2024-04-26T17:26:54.765 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 3.c [3,9] 2024-04-26T17:26:54.765 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 3.17 [4,8] 2024-04-26T17:26:54.765 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 3.1a [5,6] 2024-04-26T17:26:54.765 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 3.34 [4,9] 2024-04-26T17:26:54.765 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 3.38 [3,9] 2024-04-26T17:26:54.766 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 4.c [9,10] 2024-04-26T17:26:54.766 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 4.f [9,8] 2024-04-26T17:26:54.766 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 4.13 [9,8] 2024-04-26T17:26:54.766 INFO:teuthology.orchestra.run.smithi090.stdout:pg_upmap_items 4.1b [5,8] 2024-04-26T17:26:54.766 INFO:teuthology.orchestra.run.smithi090.stdout:blocklist 172.21.15.90:0/933918146 expires 2024-04-27T17:17:33.345672+0000 2024-04-26T17:26:54.766 INFO:teuthology.orchestra.run.smithi090.stdout:blocklist 172.21.15.90:0/2334856074 expires 2024-04-27T17:17:33.345672+0000 2024-04-26T17:26:54.767 INFO:teuthology.orchestra.run.smithi090.stdout:blocklist 172.21.15.90:6801/965175557 expires 2024-04-27T17:17:33.345672+0000 2024-04-26T17:26:54.767 INFO:teuthology.orchestra.run.smithi090.stdout:blocklist 172.21.15.90:0/3763439437 expires 2024-04-27T17:17:06.675092+0000 2024-04-26T17:26:54.767 INFO:teuthology.orchestra.run.smithi090.stdout:blocklist 172.21.15.90:0/1344791872 expires 2024-04-27T17:17:06.675092+0000 2024-04-26T17:26:54.767 INFO:teuthology.orchestra.run.smithi090.stdout:blocklist 172.21.15.90:6800/4271835641 expires 2024-04-27T17:17:06.675092+0000 2024-04-26T17:26:54.767 INFO:teuthology.orchestra.run.smithi090.stdout:blocklist 172.21.15.90:0/3043455614 expires 2024-04-27T17:17:06.675092+0000 2024-04-26T17:26:54.768 INFO:teuthology.orchestra.run.smithi090.stdout:blocklist 172.21.15.90:6801/4271835641 expires 2024-04-27T17:17:06.675092+0000 2024-04-26T17:26:54.768 INFO:teuthology.orchestra.run.smithi090.stdout:blocklist 172.21.15.90:0/2215008205 expires 2024-04-27T17:17:33.345672+0000 2024-04-26T17:26:54.768 INFO:teuthology.orchestra.run.smithi090.stdout:blocklist 172.21.15.90:6800/965175557 expires 2024-04-27T17:17:33.345672+0000 2024-04-26T17:26:54.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.760+0000 7f0665767700 1 -- 172.21.15.90:0/2673367030 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f06480a3cc0 msgr2=0x7f06480a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:54.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.760+0000 7f0665767700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f06480a3cc0 0x7f06480a6180 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f06500099d0 tx=0x7f0650008040 comp rx=0 tx=0).stop 2024-04-26T17:26:54.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.760+0000 7f0665767700 1 -- 172.21.15.90:0/2673367030 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06601032b0 msgr2=0x7f06601a25a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:54.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.760+0000 7f0665767700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06601032b0 0x7f06601a25a0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f0658007d50 tx=0x7f0658007d80 comp rx=0 tx=0).stop 2024-04-26T17:26:54.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.761+0000 7f0665767700 1 -- 172.21.15.90:0/2673367030 shutdown_connections 2024-04-26T17:26:54.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.761+0000 7f0665767700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f06480a3cc0 0x7f06480a6180 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:54.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.761+0000 7f0665767700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06601032b0 0x7f06601a25a0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:54.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.761+0000 7f0665767700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0660100db0 0x7f066019b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:54.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.761+0000 7f0665767700 1 --2- 172.21.15.90:0/2673367030 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0660101770 0x7f066019b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:54.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.761+0000 7f0665767700 1 -- 172.21.15.90:0/2673367030 >> 172.21.15.90:0/2673367030 conn(0x7f06600fc950 msgr2=0x7f06600fe450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:54.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.761+0000 7f0665767700 1 -- 172.21.15.90:0/2673367030 shutdown_connections 2024-04-26T17:26:54.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:54.761+0000 7f0665767700 1 -- 172.21.15.90:0/2673367030 wait complete. 2024-04-26T17:26:55.180 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:54 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2673367030' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T17:26:55.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:54 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2673367030' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T17:26:55.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:54 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2673367030' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T17:26:55.549 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-26T17:26:55.561 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:26:55.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.669+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1069894904 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f87f81019b0 msgr2=0x7f87f8101e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:55.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.669+0000 7f87fd6cf640 1 --2- 172.21.15.90:0/1069894904 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f87f81019b0 0x7f87f8101e30 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f87e0009900 tx=0x7f87e002a410 comp rx=0 tx=0).stop 2024-04-26T17:26:55.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.669+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1069894904 shutdown_connections 2024-04-26T17:26:55.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.669+0000 7f87fd6cf640 1 --2- 172.21.15.90:0/1069894904 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f87f8102370 0x7f87f8108c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.669+0000 7f87fd6cf640 1 --2- 172.21.15.90:0/1069894904 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f87f81019b0 0x7f87f8101e30 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.669+0000 7f87fd6cf640 1 --2- 172.21.15.90:0/1069894904 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f87f81007c0 0x7f87f8100be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.669+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1069894904 >> 172.21.15.90:0/1069894904 conn(0x7f87f80fbd30 msgr2=0x7f87f80fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:55.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.669+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1069894904 shutdown_connections 2024-04-26T17:26:55.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.669+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1069894904 wait complete. 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.669+0000 7f87fd6cf640 1 Processor -- start 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87fd6cf640 1 -- start start 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87fd6cf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f87f81007c0 0x7f87f8197220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87fd6cf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f87f81019b0 0x7f87f8197760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87fd6cf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f87f8102370 0x7f87f819e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87fd6cf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f87f810cbb0 con 0x7f87f8102370 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87fd6cf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f87f810ca30 con 0x7f87f81019b0 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87fd6cf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f87f810cd30 con 0x7f87f81007c0 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87f77fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f87f8102370 0x7f87f819e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87f77fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f87f8102370 0x7f87f819e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42694/0 (socket says 172.21.15.90:42694) 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87f77fe640 1 -- 172.21.15.90:0/1924443480 learned_addr learned my addr 172.21.15.90:0/1924443480 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87f6ffd640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f87f81007c0 0x7f87f8197220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87ee7fc640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f87f81019b0 0x7f87f8197760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:55.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87f77fe640 1 -- 172.21.15.90:0/1924443480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f87f81007c0 msgr2=0x7f87f8197220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:55.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87f77fe640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f87f81007c0 0x7f87f8197220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87f77fe640 1 -- 172.21.15.90:0/1924443480 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f87f81019b0 msgr2=0x7f87f8197760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:55.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87f77fe640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f87f81019b0 0x7f87f8197760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87f77fe640 1 -- 172.21.15.90:0/1924443480 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87f819ee40 con 0x7f87f8102370 2024-04-26T17:26:55.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87f77fe640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f87f8102370 0x7f87f819e7d0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f87f000b970 tx=0x7f87f000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:55.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.670+0000 7f87f4ff9640 1 -- 172.21.15.90:0/1924443480 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87f0019070 con 0x7f87f8102370 2024-04-26T17:26:55.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.671+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1924443480 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87f819f130 con 0x7f87f8102370 2024-04-26T17:26:55.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.671+0000 7f87f4ff9640 1 -- 172.21.15.90:0/1924443480 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f87f0014440 con 0x7f87f8102370 2024-04-26T17:26:55.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.671+0000 7f87f4ff9640 1 -- 172.21.15.90:0/1924443480 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87f00075d0 con 0x7f87f8102370 2024-04-26T17:26:55.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.671+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1924443480 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87f819f700 con 0x7f87f8102370 2024-04-26T17:26:55.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.672+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1924443480 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87f8107ae0 con 0x7f87f8102370 2024-04-26T17:26:55.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.674+0000 7f87f4ff9640 1 -- 172.21.15.90:0/1924443480 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f87f001c070 con 0x7f87f8102370 2024-04-26T17:26:55.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.674+0000 7f87f4ff9640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f87e40a3bb0 0x7f87e40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:55.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.674+0000 7f87f4ff9640 1 -- 172.21.15.90:0/1924443480 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f87f00d01b0 con 0x7f87f8102370 2024-04-26T17:26:55.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.674+0000 7f87f6ffd640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f87e40a3bb0 0x7f87e40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:55.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.675+0000 7f87f6ffd640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f87e40a3bb0 0x7f87e40a6070 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f87f8101810 tx=0x7f87e8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:55.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.677+0000 7f87f4ff9640 1 -- 172.21.15.90:0/1924443480 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f87f009c170 con 0x7f87f8102370 2024-04-26T17:26:55.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.865+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1924443480 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f87f8062d00 con 0x7f87f8102370 2024-04-26T17:26:55.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.867+0000 7f87f4ff9640 1 -- 172.21.15.90:0/1924443480 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+24864 (secure 0 0 0) 0x7f87f00a0470 con 0x7f87f8102370 2024-04-26T17:26:55.867 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:55.867 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":94,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:26:35.532276+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:26:55.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.869+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1924443480 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f87e40a3bb0 msgr2=0x7f87e40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:55.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.869+0000 7f87fd6cf640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f87e40a3bb0 0x7f87e40a6070 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f87f8101810 tx=0x7f87e8005f90 comp rx=0 tx=0).stop 2024-04-26T17:26:55.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.869+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1924443480 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f87f8102370 msgr2=0x7f87f819e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:55.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.869+0000 7f87fd6cf640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f87f8102370 0x7f87f819e7d0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f87f000b970 tx=0x7f87f000be30 comp rx=0 tx=0).stop 2024-04-26T17:26:55.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.869+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1924443480 shutdown_connections 2024-04-26T17:26:55.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.869+0000 7f87fd6cf640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f87e40a3bb0 0x7f87e40a6070 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.869+0000 7f87fd6cf640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f87f8102370 0x7f87f819e7d0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.869+0000 7f87fd6cf640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f87f81019b0 0x7f87f8197760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.869+0000 7f87fd6cf640 1 --2- 172.21.15.90:0/1924443480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f87f81007c0 0x7f87f8197220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.869+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1924443480 >> 172.21.15.90:0/1924443480 conn(0x7f87f80fbd30 msgr2=0x7f87f8104cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:55.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.869+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1924443480 shutdown_connections 2024-04-26T17:26:55.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.869+0000 7f87fd6cf640 1 -- 172.21.15.90:0/1924443480 wait complete. 2024-04-26T17:26:55.879 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:55 smithi090 ceph-mon[29417]: pgmap v365: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:26:55.881 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T17:24:36.941852+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T17:24:38.058512+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-26T17:24:41.453912+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-26T17:26:55.882 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:26:55.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.988+0000 7f49f06fa640 1 -- 172.21.15.90:0/1580700946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8107e20 msgr2=0x7f49e810a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:55.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.988+0000 7f49f06fa640 1 --2- 172.21.15.90:0/1580700946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8107e20 0x7f49e810a270 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f49e0009ca0 tx=0x7f49e002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.988+0000 7f49f06fa640 1 -- 172.21.15.90:0/1580700946 shutdown_connections 2024-04-26T17:26:55.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.988+0000 7f49f06fa640 1 --2- 172.21.15.90:0/1580700946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8107e20 0x7f49e810a270 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.988+0000 7f49f06fa640 1 --2- 172.21.15.90:0/1580700946 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f49e81054f0 0x7f49e81078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.988+0000 7f49f06fa640 1 --2- 172.21.15.90:0/1580700946 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f49e8102bc0 0x7f49e8104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.988+0000 7f49f06fa640 1 -- 172.21.15.90:0/1580700946 >> 172.21.15.90:0/1580700946 conn(0x7f49e80fc5b0 msgr2=0x7f49e80fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:55.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.988+0000 7f49f06fa640 1 -- 172.21.15.90:0/1580700946 shutdown_connections 2024-04-26T17:26:55.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.988+0000 7f49f06fa640 1 -- 172.21.15.90:0/1580700946 wait complete. 2024-04-26T17:26:55.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49f06fa640 1 Processor -- start 2024-04-26T17:26:55.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49f06fa640 1 -- start start 2024-04-26T17:26:55.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49f06fa640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8102bc0 0x7f49e81983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:55.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49f06fa640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f49e81054f0 0x7f49e8198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:55.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49f06fa640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f49e8107e20 0x7f49e819f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:55.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49f06fa640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f49e810dcd0 con 0x7f49e8102bc0 2024-04-26T17:26:55.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49f06fa640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f49e810db50 con 0x7f49e81054f0 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49f06fa640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f49e810de50 con 0x7f49e8107e20 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49ee496640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8102bc0 0x7f49e81983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49ee496640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8102bc0 0x7f49e81983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42708/0 (socket says 172.21.15.90:42708) 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49ee496640 1 -- 172.21.15.90:0/182779160 learned_addr learned my addr 172.21.15.90:0/182779160 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49edc95640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f49e81054f0 0x7f49e8198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49eec97640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f49e8107e20 0x7f49e819f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49ee496640 1 -- 172.21.15.90:0/182779160 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f49e8107e20 msgr2=0x7f49e819f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49ee496640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f49e8107e20 0x7f49e819f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49ee496640 1 -- 172.21.15.90:0/182779160 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f49e81054f0 msgr2=0x7f49e8198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49ee496640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f49e81054f0 0x7f49e8198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49ee496640 1 -- 172.21.15.90:0/182779160 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49e81a0000 con 0x7f49e8102bc0 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.989+0000 7f49ee496640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8102bc0 0x7f49e81983e0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f49e400d950 tx=0x7f49e400dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:55.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.990+0000 7f49df7fe640 1 -- 172.21.15.90:0/182779160 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e4017030 con 0x7f49e8102bc0 2024-04-26T17:26:55.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.990+0000 7f49df7fe640 1 -- 172.21.15.90:0/182779160 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f49e4004020 con 0x7f49e8102bc0 2024-04-26T17:26:55.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.990+0000 7f49f06fa640 1 -- 172.21.15.90:0/182779160 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49e81a02f0 con 0x7f49e8102bc0 2024-04-26T17:26:55.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.990+0000 7f49df7fe640 1 -- 172.21.15.90:0/182779160 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e4005550 con 0x7f49e8102bc0 2024-04-26T17:26:55.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.990+0000 7f49f06fa640 1 -- 172.21.15.90:0/182779160 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49e81a0840 con 0x7f49e8102bc0 2024-04-26T17:26:55.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.991+0000 7f49f06fa640 1 -- 172.21.15.90:0/182779160 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49e80fe0a0 con 0x7f49e8102bc0 2024-04-26T17:26:55.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.992+0000 7f49df7fe640 1 -- 172.21.15.90:0/182779160 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f49e40041d0 con 0x7f49e8102bc0 2024-04-26T17:26:55.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.992+0000 7f49df7fe640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f49d40a3bb0 0x7f49d40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:55.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.993+0000 7f49edc95640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f49d40a3bb0 0x7f49d40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:55.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.993+0000 7f49df7fe640 1 -- 172.21.15.90:0/182779160 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f49e40d0130 con 0x7f49e8102bc0 2024-04-26T17:26:55.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.993+0000 7f49edc95640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f49d40a3bb0 0x7f49d40a6070 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f49e81998f0 tx=0x7f49d8009110 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:55.997 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:55.997+0000 7f49df7fe640 1 -- 172.21.15.90:0/182779160 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f49e409c740 con 0x7f49e8102bc0 2024-04-26T17:26:56.179 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.180+0000 7f49f06fa640 1 -- 172.21.15.90:0/182779160 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f49e802da90 con 0x7f49e8102bc0 2024-04-26T17:26:56.180 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.180+0000 7f49df7fe640 1 -- 172.21.15.90:0/182779160 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7f49e409c040 con 0x7f49e8102bc0 2024-04-26T17:26:56.180 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:26:56.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.182+0000 7f49f06fa640 1 -- 172.21.15.90:0/182779160 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f49d40a3bb0 msgr2=0x7f49d40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.182+0000 7f49f06fa640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f49d40a3bb0 0x7f49d40a6070 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f49e81998f0 tx=0x7f49d8009110 comp rx=0 tx=0).stop 2024-04-26T17:26:56.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.182+0000 7f49f06fa640 1 -- 172.21.15.90:0/182779160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8102bc0 msgr2=0x7f49e81983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.182+0000 7f49f06fa640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8102bc0 0x7f49e81983e0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f49e400d950 tx=0x7f49e400dd50 comp rx=0 tx=0).stop 2024-04-26T17:26:56.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.182+0000 7f49f06fa640 1 -- 172.21.15.90:0/182779160 shutdown_connections 2024-04-26T17:26:56.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.183+0000 7f49f06fa640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f49d40a3bb0 0x7f49d40a6070 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.183+0000 7f49f06fa640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f49e8107e20 0x7f49e819f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.183+0000 7f49f06fa640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f49e81054f0 0x7f49e8198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.183+0000 7f49f06fa640 1 --2- 172.21.15.90:0/182779160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49e8102bc0 0x7f49e81983e0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.183+0000 7f49f06fa640 1 -- 172.21.15.90:0/182779160 >> 172.21.15.90:0/182779160 conn(0x7f49e80fc5b0 msgr2=0x7f49e8103620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:56.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.183+0000 7f49f06fa640 1 -- 172.21.15.90:0/182779160 shutdown_connections 2024-04-26T17:26:56.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.183+0000 7f49f06fa640 1 -- 172.21.15.90:0/182779160 wait complete. 2024-04-26T17:26:56.194 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T17:26:56.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:55 smithi167 ceph-mon[32665]: pgmap v365: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:26:56.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:55 smithi119 ceph-mon[32584]: pgmap v365: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:26:56.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.297+0000 7fd8ce936640 1 -- 172.21.15.90:0/635079996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8c8102bf0 msgr2=0x7fd8c8109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.297+0000 7fd8ce936640 1 --2- 172.21.15.90:0/635079996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8c8102bf0 0x7fd8c8109480 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fd8c0009ca0 tx=0x7fd8c002a8e0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.297+0000 7fd8ce936640 1 -- 172.21.15.90:0/635079996 shutdown_connections 2024-04-26T17:26:56.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.297+0000 7fd8ce936640 1 --2- 172.21.15.90:0/635079996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8c8102bf0 0x7fd8c8109480 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.297+0000 7fd8ce936640 1 --2- 172.21.15.90:0/635079996 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8c8102230 0x7fd8c81026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.297+0000 7fd8ce936640 1 --2- 172.21.15.90:0/635079996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8c8101040 0x7fd8c8101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.297+0000 7fd8ce936640 1 -- 172.21.15.90:0/635079996 >> 172.21.15.90:0/635079996 conn(0x7fd8c80fc5b0 msgr2=0x7fd8c80fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.297+0000 7fd8ce936640 1 -- 172.21.15.90:0/635079996 shutdown_connections 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.297+0000 7fd8ce936640 1 -- 172.21.15.90:0/635079996 wait complete. 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8ce936640 1 Processor -- start 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8ce936640 1 -- start start 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8ce936640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8c8101040 0x7fd8c81983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8ce936640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8c8102230 0x7fd8c8198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8ce936640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8c8102bf0 0x7fd8c819f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8ce936640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c810cbd0 con 0x7fd8c8102230 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8ce936640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c810ca50 con 0x7fd8c8102bf0 2024-04-26T17:26:56.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8ce936640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c810cd50 con 0x7fd8c8101040 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8c77fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8c8102230 0x7fd8c8198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8c77fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8c8102230 0x7fd8c8198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42714/0 (socket says 172.21.15.90:42714) 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8c77fe640 1 -- 172.21.15.90:0/2570006458 learned_addr learned my addr 172.21.15.90:0/2570006458 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8cced3640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8c8102bf0 0x7fd8c819f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8c77fe640 1 -- 172.21.15.90:0/2570006458 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8c8101040 msgr2=0x7fd8c81983c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8c77fe640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8c8101040 0x7fd8c81983c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8c77fe640 1 -- 172.21.15.90:0/2570006458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8c8102bf0 msgr2=0x7fd8c819f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8c77fe640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8c8102bf0 0x7fd8c819f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8c77fe640 1 -- 172.21.15.90:0/2570006458 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8c819ffe0 con 0x7fd8c8102230 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.298+0000 7fd8c77fe640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8c8102230 0x7fd8c8198900 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fd8bc00d950 tx=0x7fd8bc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.299+0000 7fd8c57fa640 1 -- 172.21.15.90:0/2570006458 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8bc017070 con 0x7fd8c8102230 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.299+0000 7fd8c57fa640 1 -- 172.21.15.90:0/2570006458 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd8bc009c30 con 0x7fd8c8102230 2024-04-26T17:26:56.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.299+0000 7fd8ce936640 1 -- 172.21.15.90:0/2570006458 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8c81a02d0 con 0x7fd8c8102230 2024-04-26T17:26:56.302 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.299+0000 7fd8c57fa640 1 -- 172.21.15.90:0/2570006458 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8bc00f620 con 0x7fd8c8102230 2024-04-26T17:26:56.302 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.299+0000 7fd8ce936640 1 -- 172.21.15.90:0/2570006458 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8c81a08a0 con 0x7fd8c8102230 2024-04-26T17:26:56.302 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.300+0000 7fd8ce936640 1 -- 172.21.15.90:0/2570006458 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8c81a0b00 con 0x7fd8c8102230 2024-04-26T17:26:56.302 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.301+0000 7fd8c57fa640 1 -- 172.21.15.90:0/2570006458 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fd8bc0109a0 con 0x7fd8c8102230 2024-04-26T17:26:56.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.301+0000 7fd8c57fa640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8b00a3bb0 0x7fd8b00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:56.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.302+0000 7fd8c57fa640 1 -- 172.21.15.90:0/2570006458 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fd8bc0d04f0 con 0x7fd8c8102230 2024-04-26T17:26:56.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.302+0000 7fd8c7fff640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8b00a3bb0 0x7fd8b00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:56.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.302+0000 7fd8c7fff640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8b00a3bb0 0x7fd8b00a6070 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd8c8102090 tx=0x7fd8b8006bd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:56.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.305+0000 7fd8c57fa640 1 -- 172.21.15.90:0/2570006458 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd8bc009de0 con 0x7fd8c8102230 2024-04-26T17:26:56.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.485+0000 7fd8ce936640 1 -- 172.21.15.90:0/2570006458 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd8c81a0e90 con 0x7fd8c8102230 2024-04-26T17:26:56.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.485+0000 7fd8c57fa640 1 -- 172.21.15.90:0/2570006458 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7fd8bc09cb00 con 0x7fd8c8102230 2024-04-26T17:26:56.485 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:26:56.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.487+0000 7fd8ce936640 1 -- 172.21.15.90:0/2570006458 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8b00a3bb0 msgr2=0x7fd8b00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.487+0000 7fd8ce936640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8b00a3bb0 0x7fd8b00a6070 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd8c8102090 tx=0x7fd8b8006bd0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.487+0000 7fd8ce936640 1 -- 172.21.15.90:0/2570006458 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8c8102230 msgr2=0x7fd8c8198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.487+0000 7fd8ce936640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8c8102230 0x7fd8c8198900 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fd8bc00d950 tx=0x7fd8bc00de10 comp rx=0 tx=0).stop 2024-04-26T17:26:56.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.487+0000 7fd8ce936640 1 -- 172.21.15.90:0/2570006458 shutdown_connections 2024-04-26T17:26:56.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.487+0000 7fd8ce936640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8b00a3bb0 0x7fd8b00a6070 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.487+0000 7fd8ce936640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8c8102bf0 0x7fd8c819f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.487+0000 7fd8ce936640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8c8102230 0x7fd8c8198900 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.487+0000 7fd8ce936640 1 --2- 172.21.15.90:0/2570006458 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8c8101040 0x7fd8c81983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.487+0000 7fd8ce936640 1 -- 172.21.15.90:0/2570006458 >> 172.21.15.90:0/2570006458 conn(0x7fd8c80fc5b0 msgr2=0x7fd8c8069290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:56.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.487+0000 7fd8ce936640 1 -- 172.21.15.90:0/2570006458 shutdown_connections 2024-04-26T17:26:56.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.487+0000 7fd8ce936640 1 -- 172.21.15.90:0/2570006458 wait complete. 2024-04-26T17:26:56.498 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T17:26:56.603 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 -- 172.21.15.90:0/1179066217 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b94101040 msgr2=0x7f0b94101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.603 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 --2- 172.21.15.90:0/1179066217 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b94101040 0x7f0b94101460 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f0b88009900 tx=0x7f0b8802a410 comp rx=0 tx=0).stop 2024-04-26T17:26:56.603 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 -- 172.21.15.90:0/1179066217 shutdown_connections 2024-04-26T17:26:56.603 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 --2- 172.21.15.90:0/1179066217 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b94102bf0 0x7f0b94109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.603 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 --2- 172.21.15.90:0/1179066217 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b94102230 0x7f0b941026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.603 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 --2- 172.21.15.90:0/1179066217 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b94101040 0x7f0b94101460 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.603 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 -- 172.21.15.90:0/1179066217 >> 172.21.15.90:0/1179066217 conn(0x7f0b940fc5b0 msgr2=0x7f0b940fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:56.603 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 -- 172.21.15.90:0/1179066217 shutdown_connections 2024-04-26T17:26:56.603 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 -- 172.21.15.90:0/1179066217 wait complete. 2024-04-26T17:26:56.603 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 Processor -- start 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 -- start start 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b94101040 0x7f0b94069e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b94102230 0x7f0b9419d100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b94102bf0 0x7f0b9419f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9410cbb0 con 0x7f0b94102230 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.601+0000 7f0b99a9a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9410ca30 con 0x7f0b94102bf0 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b99a9a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9410cd30 con 0x7f0b94101040 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b92ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b94102230 0x7f0b9419d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b92ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b94102230 0x7f0b9419d100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42722/0 (socket says 172.21.15.90:42722) 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b92ffd640 1 -- 172.21.15.90:0/16186351 learned_addr learned my addr 172.21.15.90:0/16186351 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b937fe640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b94101040 0x7f0b94069e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b93fff640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b94102bf0 0x7f0b9419f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:56.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b92ffd640 1 -- 172.21.15.90:0/16186351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b94101040 msgr2=0x7f0b94069e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b92ffd640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b94101040 0x7f0b94069e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b92ffd640 1 -- 172.21.15.90:0/16186351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b94102bf0 msgr2=0x7f0b9419f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b92ffd640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b94102bf0 0x7f0b9419f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b92ffd640 1 -- 172.21.15.90:0/16186351 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b941a0030 con 0x7f0b94102230 2024-04-26T17:26:56.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b937fe640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b94101040 0x7f0b94069e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:56.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b92ffd640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b94102230 0x7f0b9419d100 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0b8400c920 tx=0x7f0b8400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:56.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b90ff9640 1 -- 172.21.15.90:0/16186351 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b84007c70 con 0x7f0b94102230 2024-04-26T17:26:56.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b90ff9640 1 -- 172.21.15.90:0/16186351 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f0b84007e10 con 0x7f0b94102230 2024-04-26T17:26:56.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b99a9a640 1 -- 172.21.15.90:0/16186351 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b941a02c0 con 0x7f0b94102230 2024-04-26T17:26:56.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b90ff9640 1 -- 172.21.15.90:0/16186351 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b840187b0 con 0x7f0b94102230 2024-04-26T17:26:56.605 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.602+0000 7f0b99a9a640 1 -- 172.21.15.90:0/16186351 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b941a0890 con 0x7f0b94102230 2024-04-26T17:26:56.606 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.604+0000 7f0b99a9a640 1 -- 172.21.15.90:0/16186351 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b94108400 con 0x7f0b94102230 2024-04-26T17:26:56.606 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.604+0000 7f0b90ff9640 1 -- 172.21.15.90:0/16186351 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f0b84018990 con 0x7f0b94102230 2024-04-26T17:26:56.606 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.605+0000 7f0b90ff9640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0b7c0a3bb0 0x7f0b7c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:56.606 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.605+0000 7f0b937fe640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0b7c0a3bb0 0x7f0b7c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:56.606 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.605+0000 7f0b90ff9640 1 -- 172.21.15.90:0/16186351 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f0b840d09a0 con 0x7f0b94102230 2024-04-26T17:26:56.607 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.605+0000 7f0b937fe640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0b7c0a3bb0 0x7f0b7c0a6070 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0b88000c00 tx=0x7f0b88031470 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:56.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.609+0000 7f0b90ff9640 1 -- 172.21.15.90:0/16186351 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0b84014030 con 0x7f0b94102230 2024-04-26T17:26:56.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.790+0000 7f0b99a9a640 1 -- 172.21.15.90:0/16186351 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f0b94062d00 con 0x7f0b94102230 2024-04-26T17:26:56.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.791+0000 7f0b90ff9640 1 -- 172.21.15.90:0/16186351 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7f0b8400de20 con 0x7f0b94102230 2024-04-26T17:26:56.791 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-26T17:26:56.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.793+0000 7f0b99a9a640 1 -- 172.21.15.90:0/16186351 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0b7c0a3bb0 msgr2=0x7f0b7c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.793+0000 7f0b99a9a640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0b7c0a3bb0 0x7f0b7c0a6070 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0b88000c00 tx=0x7f0b88031470 comp rx=0 tx=0).stop 2024-04-26T17:26:56.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.793+0000 7f0b99a9a640 1 -- 172.21.15.90:0/16186351 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b94102230 msgr2=0x7f0b9419d100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.793+0000 7f0b99a9a640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b94102230 0x7f0b9419d100 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0b8400c920 tx=0x7f0b8400cde0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.793+0000 7f0b99a9a640 1 -- 172.21.15.90:0/16186351 shutdown_connections 2024-04-26T17:26:56.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.793+0000 7f0b99a9a640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f0b7c0a3bb0 0x7f0b7c0a6070 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.793+0000 7f0b99a9a640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b94102bf0 0x7f0b9419f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.793+0000 7f0b99a9a640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0b94102230 0x7f0b9419d100 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.793+0000 7f0b99a9a640 1 --2- 172.21.15.90:0/16186351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b94101040 0x7f0b94069e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.793+0000 7f0b99a9a640 1 -- 172.21.15.90:0/16186351 >> 172.21.15.90:0/16186351 conn(0x7f0b940fc5b0 msgr2=0x7f0b941055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:56.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.793+0000 7f0b99a9a640 1 -- 172.21.15.90:0/16186351 shutdown_connections 2024-04-26T17:26:56.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.793+0000 7f0b99a9a640 1 -- 172.21.15.90:0/16186351 wait complete. 2024-04-26T17:26:56.804 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-26T17:26:56.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.904+0000 7fe4784ef640 1 -- 172.21.15.90:0/3717746611 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe470101040 msgr2=0x7fe470101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.904+0000 7fe4784ef640 1 --2- 172.21.15.90:0/3717746611 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe470101040 0x7fe470101460 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fe46c009ca0 tx=0x7fe46c02a8c0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.904+0000 7fe4784ef640 1 -- 172.21.15.90:0/3717746611 shutdown_connections 2024-04-26T17:26:56.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.904+0000 7fe4784ef640 1 --2- 172.21.15.90:0/3717746611 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe470102bf0 0x7fe470109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.904+0000 7fe4784ef640 1 --2- 172.21.15.90:0/3717746611 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe470102230 0x7fe4701026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.904+0000 7fe4784ef640 1 --2- 172.21.15.90:0/3717746611 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe470101040 0x7fe470101460 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.904+0000 7fe4784ef640 1 -- 172.21.15.90:0/3717746611 >> 172.21.15.90:0/3717746611 conn(0x7fe4700fc5b0 msgr2=0x7fe4700fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:56.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.904+0000 7fe4784ef640 1 -- 172.21.15.90:0/3717746611 shutdown_connections 2024-04-26T17:26:56.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.904+0000 7fe4784ef640 1 -- 172.21.15.90:0/3717746611 wait complete. 2024-04-26T17:26:56.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.905+0000 7fe4784ef640 1 Processor -- start 2024-04-26T17:26:56.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.905+0000 7fe4784ef640 1 -- start start 2024-04-26T17:26:56.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.905+0000 7fe4784ef640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe470101040 0x7fe47019a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:56.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.905+0000 7fe4784ef640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe470102230 0x7fe47019ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:56.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.905+0000 7fe4784ef640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe470102bf0 0x7fe4701a1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:56.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.905+0000 7fe4784ef640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe47010dcc0 con 0x7fe470102bf0 2024-04-26T17:26:56.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.905+0000 7fe4784ef640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fe47010db40 con 0x7fe470101040 2024-04-26T17:26:56.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.905+0000 7fe4784ef640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe47010de40 con 0x7fe470102230 2024-04-26T17:26:56.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.905+0000 7fe476a8c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe470102bf0 0x7fe4701a1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:56.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe476a8c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe470102bf0 0x7fe4701a1bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42744/0 (socket says 172.21.15.90:42744) 2024-04-26T17:26:56.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe476a8c640 1 -- 172.21.15.90:0/2814311533 learned_addr learned my addr 172.21.15.90:0/2814311533 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:56.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe47628b640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe470101040 0x7fe47019a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:56.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe475a8a640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe470102230 0x7fe47019ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:56.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe476a8c640 1 -- 172.21.15.90:0/2814311533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe470102230 msgr2=0x7fe47019ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe476a8c640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe470102230 0x7fe47019ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe476a8c640 1 -- 172.21.15.90:0/2814311533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe470101040 msgr2=0x7fe47019a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:56.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe476a8c640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe470101040 0x7fe47019a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:56.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe476a8c640 1 -- 172.21.15.90:0/2814311533 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4701a2240 con 0x7fe470102bf0 2024-04-26T17:26:56.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe476a8c640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe470102bf0 0x7fe4701a1bd0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe468009fd0 tx=0x7fe46800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:56.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe4677fe640 1 -- 172.21.15.90:0/2814311533 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe468011830 con 0x7fe470102bf0 2024-04-26T17:26:56.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe4784ef640 1 -- 172.21.15.90:0/2814311533 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4701a2530 con 0x7fe470102bf0 2024-04-26T17:26:56.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe4677fe640 1 -- 172.21.15.90:0/2814311533 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe468016070 con 0x7fe470102bf0 2024-04-26T17:26:56.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe4677fe640 1 -- 172.21.15.90:0/2814311533 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe468010dd0 con 0x7fe470102bf0 2024-04-26T17:26:56.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.906+0000 7fe4784ef640 1 -- 172.21.15.90:0/2814311533 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4701a2a80 con 0x7fe470102bf0 2024-04-26T17:26:56.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.907+0000 7fe4784ef640 1 -- 172.21.15.90:0/2814311533 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4701a2d40 con 0x7fe470102bf0 2024-04-26T17:26:56.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.908+0000 7fe4677fe640 1 -- 172.21.15.90:0/2814311533 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe4680119d0 con 0x7fe470102bf0 2024-04-26T17:26:56.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.909+0000 7fe4677fe640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe45c0a3bb0 0x7fe45c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:56.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.909+0000 7fe47628b640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe45c0a3bb0 0x7fe45c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:56.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.909+0000 7fe4677fe640 1 -- 172.21.15.90:0/2814311533 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fe4680cfec0 con 0x7fe470102bf0 2024-04-26T17:26:56.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.909+0000 7fe47628b640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe45c0a3bb0 0x7fe45c0a6070 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe46c000f80 tx=0x7fe46c031000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:56.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:56.913+0000 7fe4677fe640 1 -- 172.21.15.90:0/2814311533 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe46809c4d0 con 0x7fe470102bf0 2024-04-26T17:26:57.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.104+0000 7fe4784ef640 1 -- 172.21.15.90:0/2814311533 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fe4701a2f10 con 0x7fe470102bf0 2024-04-26T17:26:57.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.104+0000 7fe4677fe640 1 -- 172.21.15.90:0/2814311533 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7fe46809bdd0 con 0x7fe470102bf0 2024-04-26T17:26:57.104 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:26:57.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.106+0000 7fe4784ef640 1 -- 172.21.15.90:0/2814311533 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe45c0a3bb0 msgr2=0x7fe45c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.106+0000 7fe4784ef640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe45c0a3bb0 0x7fe45c0a6070 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe46c000f80 tx=0x7fe46c031000 comp rx=0 tx=0).stop 2024-04-26T17:26:57.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.106+0000 7fe4784ef640 1 -- 172.21.15.90:0/2814311533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe470102bf0 msgr2=0x7fe4701a1bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.106+0000 7fe4784ef640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe470102bf0 0x7fe4701a1bd0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe468009fd0 tx=0x7fe46800b8e0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.106+0000 7fe4784ef640 1 -- 172.21.15.90:0/2814311533 shutdown_connections 2024-04-26T17:26:57.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.106+0000 7fe4784ef640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe45c0a3bb0 0x7fe45c0a6070 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.106+0000 7fe4784ef640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe470102bf0 0x7fe4701a1bd0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.106+0000 7fe4784ef640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe470102230 0x7fe47019ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.106+0000 7fe4784ef640 1 --2- 172.21.15.90:0/2814311533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe470101040 0x7fe47019a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.107+0000 7fe4784ef640 1 -- 172.21.15.90:0/2814311533 >> 172.21.15.90:0/2814311533 conn(0x7fe4700fc5b0 msgr2=0x7fe470109e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:57.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.107+0000 7fe4784ef640 1 -- 172.21.15.90:0/2814311533 shutdown_connections 2024-04-26T17:26:57.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.107+0000 7fe4784ef640 1 -- 172.21.15.90:0/2814311533 wait complete. 2024-04-26T17:26:57.116 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:56 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1924443480' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:57.116 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:56 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/182779160' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:26:57.116 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:56 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2570006458' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:26:57.117 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:56 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/16186351' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:26:57.118 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:26:57.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.219+0000 7fdb62f15640 1 -- 172.21.15.90:0/2961852332 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb5c102bf0 msgr2=0x7fdb5c109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.219+0000 7fdb62f15640 1 --2- 172.21.15.90:0/2961852332 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb5c102bf0 0x7fdb5c109480 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fdb54009ca0 tx=0x7fdb5402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.219+0000 7fdb62f15640 1 -- 172.21.15.90:0/2961852332 shutdown_connections 2024-04-26T17:26:57.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.219+0000 7fdb62f15640 1 --2- 172.21.15.90:0/2961852332 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb5c102bf0 0x7fdb5c109480 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.219+0000 7fdb62f15640 1 --2- 172.21.15.90:0/2961852332 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdb5c102230 0x7fdb5c1026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.219+0000 7fdb62f15640 1 --2- 172.21.15.90:0/2961852332 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c101040 0x7fdb5c101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.219+0000 7fdb62f15640 1 -- 172.21.15.90:0/2961852332 >> 172.21.15.90:0/2961852332 conn(0x7fdb5c0fc5b0 msgr2=0x7fdb5c0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:57.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.219+0000 7fdb62f15640 1 -- 172.21.15.90:0/2961852332 shutdown_connections 2024-04-26T17:26:57.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.219+0000 7fdb62f15640 1 -- 172.21.15.90:0/2961852332 wait complete. 2024-04-26T17:26:57.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb62f15640 1 Processor -- start 2024-04-26T17:26:57.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb62f15640 1 -- start start 2024-04-26T17:26:57.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb62f15640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdb5c101040 0x7fdb5c1971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:57.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb62f15640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb5c102230 0x7fdb5c197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:57.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb62f15640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c102bf0 0x7fdb5c19e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:57.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb62f15640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdb5c10cb50 con 0x7fdb5c102230 2024-04-26T17:26:57.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb62f15640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fdb5c10c9d0 con 0x7fdb5c102bf0 2024-04-26T17:26:57.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb62f15640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fdb5c10ccd0 con 0x7fdb5c101040 2024-04-26T17:26:57.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb5bfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb5c102230 0x7fdb5c197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:57.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb5bfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb5c102230 0x7fdb5c197730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42768/0 (socket says 172.21.15.90:42768) 2024-04-26T17:26:57.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb5bfff640 1 -- 172.21.15.90:0/3330580700 learned_addr learned my addr 172.21.15.90:0/3330580700 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:57.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb614b2640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c102bf0 0x7fdb5c19e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:57.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb60cb1640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdb5c101040 0x7fdb5c1971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:57.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb5bfff640 1 -- 172.21.15.90:0/3330580700 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdb5c101040 msgr2=0x7fdb5c1971f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb5bfff640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdb5c101040 0x7fdb5c1971f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb5bfff640 1 -- 172.21.15.90:0/3330580700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c102bf0 msgr2=0x7fdb5c19e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb5bfff640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c102bf0 0x7fdb5c19e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb5bfff640 1 -- 172.21.15.90:0/3330580700 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb5c19ee10 con 0x7fdb5c102230 2024-04-26T17:26:57.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.220+0000 7fdb614b2640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c102bf0 0x7fdb5c19e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:57.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.221+0000 7fdb5bfff640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb5c102230 0x7fdb5c197730 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fdb4400d950 tx=0x7fdb4400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:57.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.221+0000 7fdb59ffb640 1 -- 172.21.15.90:0/3330580700 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb44017070 con 0x7fdb5c102230 2024-04-26T17:26:57.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.221+0000 7fdb59ffb640 1 -- 172.21.15.90:0/3330580700 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fdb44009c30 con 0x7fdb5c102230 2024-04-26T17:26:57.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.221+0000 7fdb62f15640 1 -- 172.21.15.90:0/3330580700 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb5c19f100 con 0x7fdb5c102230 2024-04-26T17:26:57.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.221+0000 7fdb59ffb640 1 -- 172.21.15.90:0/3330580700 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb4400f620 con 0x7fdb5c102230 2024-04-26T17:26:57.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.221+0000 7fdb62f15640 1 -- 172.21.15.90:0/3330580700 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb5c19f650 con 0x7fdb5c102230 2024-04-26T17:26:57.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.222+0000 7fdb62f15640 1 -- 172.21.15.90:0/3330580700 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb5c108430 con 0x7fdb5c102230 2024-04-26T17:26:57.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.223+0000 7fdb59ffb640 1 -- 172.21.15.90:0/3330580700 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fdb440109a0 con 0x7fdb5c102230 2024-04-26T17:26:57.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.223+0000 7fdb59ffb640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdb480a3bb0 0x7fdb480a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:57.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.223+0000 7fdb60cb1640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdb480a3bb0 0x7fdb480a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:57.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.223+0000 7fdb59ffb640 1 -- 172.21.15.90:0/3330580700 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fdb440d04b0 con 0x7fdb5c102230 2024-04-26T17:26:57.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.224+0000 7fdb60cb1640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdb480a3bb0 0x7fdb480a6070 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c102090 tx=0x7fdb4c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:57.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.228+0000 7fdb59ffb640 1 -- 172.21.15.90:0/3330580700 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdb44009de0 con 0x7fdb5c102230 2024-04-26T17:26:57.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:56 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1924443480' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:57.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:56 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/182779160' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:26:57.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:56 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2570006458' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:26:57.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:56 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/16186351' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:26:57.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:56 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1924443480' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:57.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:56 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/182779160' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:26:57.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:56 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2570006458' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:26:57.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:56 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/16186351' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:26:57.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.444+0000 7fdb62f15640 1 -- 172.21.15.90:0/3330580700 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdb5c062d00 con 0x7fdb5c102230 2024-04-26T17:26:57.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.444+0000 7fdb59ffb640 1 -- 172.21.15.90:0/3330580700 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11944 (secure 0 0 0) 0x7fdb4409cac0 con 0x7fdb5c102230 2024-04-26T17:26:57.444 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:57.444 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:25:06.873123+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24509,24404,24476,24409,24472]},"id":1}]} 2024-04-26T17:26:57.445 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 27 2024-04-26T17:26:57.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.447+0000 7fdb62f15640 1 -- 172.21.15.90:0/3330580700 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdb480a3bb0 msgr2=0x7fdb480a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.447+0000 7fdb62f15640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdb480a3bb0 0x7fdb480a6070 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c102090 tx=0x7fdb4c005f90 comp rx=0 tx=0).stop 2024-04-26T17:26:57.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.447+0000 7fdb62f15640 1 -- 172.21.15.90:0/3330580700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb5c102230 msgr2=0x7fdb5c197730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.447+0000 7fdb62f15640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb5c102230 0x7fdb5c197730 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fdb4400d950 tx=0x7fdb4400de10 comp rx=0 tx=0).stop 2024-04-26T17:26:57.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.447+0000 7fdb62f15640 1 -- 172.21.15.90:0/3330580700 shutdown_connections 2024-04-26T17:26:57.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.447+0000 7fdb62f15640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdb480a3bb0 0x7fdb480a6070 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.447+0000 7fdb62f15640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c102bf0 0x7fdb5c19e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.447+0000 7fdb62f15640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb5c102230 0x7fdb5c197730 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.447+0000 7fdb62f15640 1 --2- 172.21.15.90:0/3330580700 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdb5c101040 0x7fdb5c1971f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.447+0000 7fdb62f15640 1 -- 172.21.15.90:0/3330580700 >> 172.21.15.90:0/3330580700 conn(0x7fdb5c0fc5b0 msgr2=0x7fdb5c105600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:57.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.447+0000 7fdb62f15640 1 -- 172.21.15.90:0/3330580700 shutdown_connections 2024-04-26T17:26:57.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.447+0000 7fdb62f15640 1 -- 172.21.15.90:0/3330580700 wait complete. 2024-04-26T17:26:57.458 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:26:57.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.556+0000 7f57444cf640 1 -- 172.21.15.90:0/4205405894 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f573c107e30 msgr2=0x7f573c10a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.556+0000 7f57444cf640 1 --2- 172.21.15.90:0/4205405894 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f573c107e30 0x7f573c10a280 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f5734009ca0 tx=0x7f573402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.556+0000 7f57444cf640 1 -- 172.21.15.90:0/4205405894 shutdown_connections 2024-04-26T17:26:57.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.556+0000 7f57444cf640 1 --2- 172.21.15.90:0/4205405894 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f573c107e30 0x7f573c10a280 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.556+0000 7f57444cf640 1 --2- 172.21.15.90:0/4205405894 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f573c105500 0x7f573c1078f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.556+0000 7f57444cf640 1 --2- 172.21.15.90:0/4205405894 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f573c102bd0 0x7f573c104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.556+0000 7f57444cf640 1 -- 172.21.15.90:0/4205405894 >> 172.21.15.90:0/4205405894 conn(0x7f573c0fc600 msgr2=0x7f573c0fea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.556+0000 7f57444cf640 1 -- 172.21.15.90:0/4205405894 shutdown_connections 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.556+0000 7f57444cf640 1 -- 172.21.15.90:0/4205405894 wait complete. 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f57444cf640 1 Processor -- start 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f57444cf640 1 -- start start 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f57444cf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f573c102bd0 0x7f573c198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f57444cf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f573c105500 0x7f573c198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f57444cf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f573c107e30 0x7f573c19f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f57444cf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f573c10dce0 con 0x7f573c102bd0 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f57444cf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f573c10db60 con 0x7f573c107e30 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f57444cf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f573c10de60 con 0x7f573c105500 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f574226b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f573c102bd0 0x7f573c198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f574226b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f573c102bd0 0x7f573c198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42794/0 (socket says 172.21.15.90:42794) 2024-04-26T17:26:57.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f574226b640 1 -- 172.21.15.90:0/1599729365 learned_addr learned my addr 172.21.15.90:0/1599729365 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:57.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f5741a6a640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f573c105500 0x7f573c198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:57.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f574226b640 1 -- 172.21.15.90:0/1599729365 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f573c105500 msgr2=0x7f573c198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f574226b640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f573c105500 0x7f573c198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f574226b640 1 -- 172.21.15.90:0/1599729365 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f573c107e30 msgr2=0x7f573c19f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f574226b640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f573c107e30 0x7f573c19f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f574226b640 1 -- 172.21.15.90:0/1599729365 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f573c19ff50 con 0x7f573c102bd0 2024-04-26T17:26:57.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f5741a6a640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f573c105500 0x7f573c198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:57.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f574226b640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f573c102bd0 0x7f573c198330 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f573800c920 tx=0x7f573800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:57.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.557+0000 7f57337fe640 1 -- 172.21.15.90:0/1599729365 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5738007c70 con 0x7f573c102bd0 2024-04-26T17:26:57.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.558+0000 7f57444cf640 1 -- 172.21.15.90:0/1599729365 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f573c1a0240 con 0x7f573c102bd0 2024-04-26T17:26:57.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.558+0000 7f57337fe640 1 -- 172.21.15.90:0/1599729365 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f5738007e10 con 0x7f573c102bd0 2024-04-26T17:26:57.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.558+0000 7f57337fe640 1 -- 172.21.15.90:0/1599729365 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57380187b0 con 0x7f573c102bd0 2024-04-26T17:26:57.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.558+0000 7f57444cf640 1 -- 172.21.15.90:0/1599729365 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f573c1a07e0 con 0x7f573c102bd0 2024-04-26T17:26:57.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.559+0000 7f57444cf640 1 -- 172.21.15.90:0/1599729365 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f573c0fe0f0 con 0x7f573c102bd0 2024-04-26T17:26:57.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.560+0000 7f57337fe640 1 -- 172.21.15.90:0/1599729365 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5738018990 con 0x7f573c102bd0 2024-04-26T17:26:57.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.560+0000 7f57337fe640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f57280a3c30 0x7f57280a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:57.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.560+0000 7f5741a6a640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f57280a3c30 0x7f57280a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:57.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.561+0000 7f57337fe640 1 -- 172.21.15.90:0/1599729365 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f57380d0950 con 0x7f573c102bd0 2024-04-26T17:26:57.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.561+0000 7f5741a6a640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f57280a3c30 0x7f57280a60f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f572c006fd0 tx=0x7f572c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:57.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.565+0000 7f57337fe640 1 -- 172.21.15.90:0/1599729365 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5738014030 con 0x7f573c102bd0 2024-04-26T17:26:57.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.742+0000 7f57444cf640 1 -- 172.21.15.90:0/1599729365 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f573c062da0 con 0x7f573c102bd0 2024-04-26T17:26:57.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.744+0000 7f57337fe640 1 -- 172.21.15.90:0/1599729365 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+24864 (secure 0 0 0) 0x7f573809cf60 con 0x7f573c102bd0 2024-04-26T17:26:57.744 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:57.744 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":94,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:26:35.532276+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:26:57.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.746+0000 7f57444cf640 1 -- 172.21.15.90:0/1599729365 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f57280a3c30 msgr2=0x7f57280a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.746+0000 7f57444cf640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f57280a3c30 0x7f57280a60f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f572c006fd0 tx=0x7f572c008040 comp rx=0 tx=0).stop 2024-04-26T17:26:57.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.746+0000 7f57444cf640 1 -- 172.21.15.90:0/1599729365 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f573c102bd0 msgr2=0x7f573c198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.746+0000 7f57444cf640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f573c102bd0 0x7f573c198330 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f573800c920 tx=0x7f573800cde0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.746+0000 7f57444cf640 1 -- 172.21.15.90:0/1599729365 shutdown_connections 2024-04-26T17:26:57.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.746+0000 7f57444cf640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f57280a3c30 0x7f57280a60f0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.746+0000 7f57444cf640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f573c107e30 0x7f573c19f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.746+0000 7f57444cf640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f573c105500 0x7f573c198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.746+0000 7f57444cf640 1 --2- 172.21.15.90:0/1599729365 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f573c102bd0 0x7f573c198330 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.746+0000 7f57444cf640 1 -- 172.21.15.90:0/1599729365 >> 172.21.15.90:0/1599729365 conn(0x7f573c0fc600 msgr2=0x7f573c103510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:57.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.746+0000 7f57444cf640 1 -- 172.21.15.90:0/1599729365 shutdown_connections 2024-04-26T17:26:57.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.746+0000 7f57444cf640 1 -- 172.21.15.90:0/1599729365 wait complete. 2024-04-26T17:26:57.757 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T17:24:36.941852+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T17:24:38.058512+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-26T17:24:41.453912+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-26T17:26:57.757 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:26:57.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.860+0000 7f6d3614f640 1 -- 172.21.15.90:0/913209423 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d30103340 msgr2=0x7f6d301037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.860+0000 7f6d3614f640 1 --2- 172.21.15.90:0/913209423 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d30103340 0x7f6d301037c0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f6d24009900 tx=0x7f6d2402a3f0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.860+0000 7f6d3614f640 1 -- 172.21.15.90:0/913209423 shutdown_connections 2024-04-26T17:26:57.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.860+0000 7f6d3614f640 1 --2- 172.21.15.90:0/913209423 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d30103d00 0x7f6d3010a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.860+0000 7f6d3614f640 1 --2- 172.21.15.90:0/913209423 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d30103340 0x7f6d301037c0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.860+0000 7f6d3614f640 1 --2- 172.21.15.90:0/913209423 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6d30102150 0x7f6d30102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.860+0000 7f6d3614f640 1 -- 172.21.15.90:0/913209423 >> 172.21.15.90:0/913209423 conn(0x7f6d300fd6e0 msgr2=0x7f6d300ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.860+0000 7f6d3614f640 1 -- 172.21.15.90:0/913209423 shutdown_connections 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.860+0000 7f6d3614f640 1 -- 172.21.15.90:0/913209423 wait complete. 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.860+0000 7f6d3614f640 1 Processor -- start 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d3614f640 1 -- start start 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d3614f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6d30102150 0x7f6d30075eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d3614f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d30103340 0x7f6d300744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d3614f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d30103d00 0x7f6d30074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d3614f640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3010dc60 con 0x7f6d30103d00 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d3614f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3010dae0 con 0x7f6d30103340 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d3614f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3010dde0 con 0x7f6d30102150 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d30103d00 0x7f6d30074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:57.863 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d30103d00 0x7f6d30074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42806/0 (socket says 172.21.15.90:42806) 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2ffff640 1 -- 172.21.15.90:0/1640298382 learned_addr learned my addr 172.21.15.90:0/1640298382 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2f7fe640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6d30102150 0x7f6d30075eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2effd640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d30103340 0x7f6d300744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2ffff640 1 -- 172.21.15.90:0/1640298382 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6d30102150 msgr2=0x7f6d30075eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2ffff640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6d30102150 0x7f6d30075eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2ffff640 1 -- 172.21.15.90:0/1640298382 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d30103340 msgr2=0x7f6d300744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2ffff640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d30103340 0x7f6d300744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2ffff640 1 -- 172.21.15.90:0/1640298382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d300752c0 con 0x7f6d30103d00 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2effd640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d30103340 0x7f6d300744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2ffff640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d30103d00 0x7f6d30074a30 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f6d2800cce0 tx=0x7f6d2800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2cff9640 1 -- 172.21.15.90:0/1640298382 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d2800f450 con 0x7f6d30103d00 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d3614f640 1 -- 172.21.15.90:0/1640298382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d301a23d0 con 0x7f6d30103d00 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2cff9640 1 -- 172.21.15.90:0/1640298382 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6d2800faa0 con 0x7f6d30103d00 2024-04-26T17:26:57.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.861+0000 7f6d2cff9640 1 -- 172.21.15.90:0/1640298382 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d28018b20 con 0x7f6d30103d00 2024-04-26T17:26:57.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.862+0000 7f6d3614f640 1 -- 172.21.15.90:0/1640298382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d301a28d0 con 0x7f6d30103d00 2024-04-26T17:26:57.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.862+0000 7f6d3614f640 1 -- 172.21.15.90:0/1640298382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d30109470 con 0x7f6d30103d00 2024-04-26T17:26:57.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.863+0000 7f6d2cff9640 1 -- 172.21.15.90:0/1640298382 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6d2800fc50 con 0x7f6d30103d00 2024-04-26T17:26:57.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.864+0000 7f6d2cff9640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6d180a3bb0 0x7f6d180a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:57.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.864+0000 7f6d2f7fe640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6d180a3bb0 0x7f6d180a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:57.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.864+0000 7f6d2cff9640 1 -- 172.21.15.90:0/1640298382 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f6d280d0f80 con 0x7f6d30103d00 2024-04-26T17:26:57.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.865+0000 7f6d2f7fe640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6d180a3bb0 0x7f6d180a6070 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6d301031a0 tx=0x7f6d20005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:57.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:57.869+0000 7f6d2cff9640 1 -- 172.21.15.90:0/1640298382 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6d28014030 con 0x7f6d30103d00 2024-04-26T17:26:58.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.047+0000 7f6d3614f640 1 -- 172.21.15.90:0/1640298382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6d30062d00 con 0x7f6d30103d00 2024-04-26T17:26:58.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.047+0000 7f6d2cff9640 1 -- 172.21.15.90:0/1640298382 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7f6d2809d590 con 0x7f6d30103d00 2024-04-26T17:26:58.047 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:26:58.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.049+0000 7f6d3614f640 1 -- 172.21.15.90:0/1640298382 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6d180a3bb0 msgr2=0x7f6d180a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.049+0000 7f6d3614f640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6d180a3bb0 0x7f6d180a6070 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6d301031a0 tx=0x7f6d20005f90 comp rx=0 tx=0).stop 2024-04-26T17:26:58.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.049+0000 7f6d3614f640 1 -- 172.21.15.90:0/1640298382 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d30103d00 msgr2=0x7f6d30074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.049+0000 7f6d3614f640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d30103d00 0x7f6d30074a30 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f6d2800cce0 tx=0x7f6d2800a620 comp rx=0 tx=0).stop 2024-04-26T17:26:58.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.049+0000 7f6d3614f640 1 -- 172.21.15.90:0/1640298382 shutdown_connections 2024-04-26T17:26:58.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.049+0000 7f6d3614f640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6d180a3bb0 0x7f6d180a6070 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.049+0000 7f6d3614f640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d30103d00 0x7f6d30074a30 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.049+0000 7f6d3614f640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d30103340 0x7f6d300744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.049+0000 7f6d3614f640 1 --2- 172.21.15.90:0/1640298382 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6d30102150 0x7f6d30075eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.049+0000 7f6d3614f640 1 -- 172.21.15.90:0/1640298382 >> 172.21.15.90:0/1640298382 conn(0x7f6d300fd6e0 msgr2=0x7f6d30106640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:58.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.049+0000 7f6d3614f640 1 -- 172.21.15.90:0/1640298382 shutdown_connections 2024-04-26T17:26:58.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.049+0000 7f6d3614f640 1 -- 172.21.15.90:0/1640298382 wait complete. 2024-04-26T17:26:58.059 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:57 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2814311533' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:26:58.059 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:57 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3330580700' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:58.059 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:57 smithi090 ceph-mon[29417]: pgmap v366: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:26:58.059 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:57 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1599729365' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:58.060 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T17:26:58.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.161+0000 7f00cfa10640 1 -- 172.21.15.90:0/499328082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00c8102be0 msgr2=0x7f00c8104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.161+0000 7f00cfa10640 1 --2- 172.21.15.90:0/499328082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00c8102be0 0x7f00c8104fd0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f00c4009900 tx=0x7f00c402a3f0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.161+0000 7f00cfa10640 1 -- 172.21.15.90:0/499328082 shutdown_connections 2024-04-26T17:26:58.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.161+0000 7f00cfa10640 1 --2- 172.21.15.90:0/499328082 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c8107e40 0x7f00c810a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.161+0000 7f00cfa10640 1 --2- 172.21.15.90:0/499328082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00c8105510 0x7f00c8107900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.161+0000 7f00cfa10640 1 --2- 172.21.15.90:0/499328082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00c8102be0 0x7f00c8104fd0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.161+0000 7f00cfa10640 1 -- 172.21.15.90:0/499328082 >> 172.21.15.90:0/499328082 conn(0x7f00c80fc5f0 msgr2=0x7f00c80fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.161+0000 7f00cfa10640 1 -- 172.21.15.90:0/499328082 shutdown_connections 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.161+0000 7f00cfa10640 1 -- 172.21.15.90:0/499328082 wait complete. 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cfa10640 1 Processor -- start 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cfa10640 1 -- start start 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cfa10640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00c8102be0 0x7f00c81982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cfa10640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00c8105510 0x7f00c8198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cfa10640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c8107e40 0x7f00c819f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cfa10640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f00c810dc70 con 0x7f00c8105510 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cfa10640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f00c810daf0 con 0x7f00c8102be0 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cfa10640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f00c810ddf0 con 0x7f00c8107e40 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00ccfab640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00c8105510 0x7f00c8198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00ccfab640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00c8105510 0x7f00c8198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42828/0 (socket says 172.21.15.90:42828) 2024-04-26T17:26:58.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00ccfab640 1 -- 172.21.15.90:0/3274982686 learned_addr learned my addr 172.21.15.90:0/3274982686 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cdfad640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c8107e40 0x7f00c819f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cd7ac640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00c8102be0 0x7f00c81982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00ccfab640 1 -- 172.21.15.90:0/3274982686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c8107e40 msgr2=0x7f00c819f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00ccfab640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c8107e40 0x7f00c819f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00ccfab640 1 -- 172.21.15.90:0/3274982686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00c8102be0 msgr2=0x7f00c81982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00ccfab640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00c8102be0 0x7f00c81982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00ccfab640 1 -- 172.21.15.90:0/3274982686 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00c819ff10 con 0x7f00c8105510 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cdfad640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c8107e40 0x7f00c819f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cd7ac640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00c8102be0 0x7f00c81982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00ccfab640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00c8105510 0x7f00c8198830 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f00b800c970 tx=0x7f00b800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00be7fc640 1 -- 172.21.15.90:0/3274982686 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b8014070 con 0x7f00c8105510 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00cfa10640 1 -- 172.21.15.90:0/3274982686 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00c81a0200 con 0x7f00c8105510 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00be7fc640 1 -- 172.21.15.90:0/3274982686 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f00b8004440 con 0x7f00c8105510 2024-04-26T17:26:58.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.162+0000 7f00be7fc640 1 -- 172.21.15.90:0/3274982686 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b8003d80 con 0x7f00c8105510 2024-04-26T17:26:58.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.163+0000 7f00cfa10640 1 -- 172.21.15.90:0/3274982686 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00c81a0750 con 0x7f00c8105510 2024-04-26T17:26:58.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.163+0000 7f00cfa10640 1 -- 172.21.15.90:0/3274982686 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00c80fe0e0 con 0x7f00c8105510 2024-04-26T17:26:58.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.165+0000 7f00be7fc640 1 -- 172.21.15.90:0/3274982686 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f00b8017070 con 0x7f00c8105510 2024-04-26T17:26:58.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.165+0000 7f00be7fc640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f00b40a3bb0 0x7f00b40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:58.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.165+0000 7f00cd7ac640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f00b40a3bb0 0x7f00b40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:58.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.165+0000 7f00be7fc640 1 -- 172.21.15.90:0/3274982686 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f00b80d0b60 con 0x7f00c8105510 2024-04-26T17:26:58.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.166+0000 7f00cd7ac640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f00b40a3bb0 0x7f00b40a6070 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f00c4006010 tx=0x7f00c4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:58.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.169+0000 7f00be7fc640 1 -- 172.21.15.90:0/3274982686 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f00b801e030 con 0x7f00c8105510 2024-04-26T17:26:58.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:57 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2814311533' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:26:58.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:57 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3330580700' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:58.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:57 smithi167 ceph-mon[32665]: pgmap v366: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:26:58.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:57 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1599729365' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:58.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:57 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2814311533' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:26:58.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:57 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3330580700' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:58.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:57 smithi119 ceph-mon[32584]: pgmap v366: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:26:58.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:57 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1599729365' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:58.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.345+0000 7f00cfa10640 1 -- 172.21.15.90:0/3274982686 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f00c802d860 con 0x7f00c8105510 2024-04-26T17:26:58.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.346+0000 7f00be7fc640 1 -- 172.21.15.90:0/3274982686 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7f00b809d170 con 0x7f00c8105510 2024-04-26T17:26:58.346 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:26:58.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.348+0000 7f00cfa10640 1 -- 172.21.15.90:0/3274982686 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f00b40a3bb0 msgr2=0x7f00b40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.348+0000 7f00cfa10640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f00b40a3bb0 0x7f00b40a6070 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f00c4006010 tx=0x7f00c4000bc0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.348+0000 7f00cfa10640 1 -- 172.21.15.90:0/3274982686 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00c8105510 msgr2=0x7f00c8198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.348+0000 7f00cfa10640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00c8105510 0x7f00c8198830 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f00b800c970 tx=0x7f00b800ce30 comp rx=0 tx=0).stop 2024-04-26T17:26:58.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.348+0000 7f00cfa10640 1 -- 172.21.15.90:0/3274982686 shutdown_connections 2024-04-26T17:26:58.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.348+0000 7f00cfa10640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f00b40a3bb0 0x7f00b40a6070 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.348+0000 7f00cfa10640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c8107e40 0x7f00c819f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.348+0000 7f00cfa10640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f00c8105510 0x7f00c8198830 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.348+0000 7f00cfa10640 1 --2- 172.21.15.90:0/3274982686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00c8102be0 0x7f00c81982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.348+0000 7f00cfa10640 1 -- 172.21.15.90:0/3274982686 >> 172.21.15.90:0/3274982686 conn(0x7f00c80fc5f0 msgr2=0x7f00c8103520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:58.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.348+0000 7f00cfa10640 1 -- 172.21.15.90:0/3274982686 shutdown_connections 2024-04-26T17:26:58.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.348+0000 7f00cfa10640 1 -- 172.21.15.90:0/3274982686 wait complete. 2024-04-26T17:26:58.359 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T17:26:58.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.460+0000 7fac527e1640 1 -- 172.21.15.90:0/435450489 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac4c1001c0 msgr2=0x7fac4c100640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.460+0000 7fac527e1640 1 --2- 172.21.15.90:0/435450489 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac4c1001c0 0x7fac4c100640 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fac40009900 tx=0x7fac4002a410 comp rx=0 tx=0).stop 2024-04-26T17:26:58.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.460+0000 7fac527e1640 1 -- 172.21.15.90:0/435450489 shutdown_connections 2024-04-26T17:26:58.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.460+0000 7fac527e1640 1 --2- 172.21.15.90:0/435450489 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac4c100b80 0x7fac4c10a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.460+0000 7fac527e1640 1 --2- 172.21.15.90:0/435450489 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac4c1001c0 0x7fac4c100640 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.460+0000 7fac527e1640 1 --2- 172.21.15.90:0/435450489 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fac4c103750 0x7fac4c103b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.460+0000 7fac527e1640 1 -- 172.21.15.90:0/435450489 >> 172.21.15.90:0/435450489 conn(0x7fac4c0fbd40 msgr2=0x7fac4c0fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.460+0000 7fac527e1640 1 -- 172.21.15.90:0/435450489 shutdown_connections 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.460+0000 7fac527e1640 1 -- 172.21.15.90:0/435450489 wait complete. 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac527e1640 1 Processor -- start 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac527e1640 1 -- start start 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac527e1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fac4c1001c0 0x7fac4c198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac527e1640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac4c100b80 0x7fac4c198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac527e1640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac4c103750 0x7fac4c19f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac527e1640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c10dcf0 con 0x7fac4c103750 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac527e1640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c10db70 con 0x7fac4c100b80 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac527e1640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c10de70 con 0x7fac4c1001c0 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac50d7e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac4c103750 0x7fac4c19f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac50d7e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac4c103750 0x7fac4c19f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42844/0 (socket says 172.21.15.90:42844) 2024-04-26T17:26:58.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac50d7e640 1 -- 172.21.15.90:0/3284832070 learned_addr learned my addr 172.21.15.90:0/3284832070 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac4b7fe640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac4c100b80 0x7fac4c198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac50d7e640 1 -- 172.21.15.90:0/3284832070 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fac4c1001c0 msgr2=0x7fac4c198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac50d7e640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fac4c1001c0 0x7fac4c198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac50d7e640 1 -- 172.21.15.90:0/3284832070 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac4c100b80 msgr2=0x7fac4c198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac50d7e640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac4c100b80 0x7fac4c198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac50d7e640 1 -- 172.21.15.90:0/3284832070 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac4c1a0050 con 0x7fac4c103750 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.461+0000 7fac4b7fe640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac4c100b80 0x7fac4c198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.462+0000 7fac50d7e640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac4c103750 0x7fac4c19f9e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fac4400cce0 tx=0x7fac4400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.462+0000 7fac497fa640 1 -- 172.21.15.90:0/3284832070 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4400f450 con 0x7fac4c103750 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.462+0000 7fac497fa640 1 -- 172.21.15.90:0/3284832070 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fac4400faa0 con 0x7fac4c103750 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.462+0000 7fac527e1640 1 -- 172.21.15.90:0/3284832070 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac4c1a0340 con 0x7fac4c103750 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.462+0000 7fac497fa640 1 -- 172.21.15.90:0/3284832070 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac44018b20 con 0x7fac4c103750 2024-04-26T17:26:58.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.462+0000 7fac527e1640 1 -- 172.21.15.90:0/3284832070 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac4c1a08c0 con 0x7fac4c103750 2024-04-26T17:26:58.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.463+0000 7fac527e1640 1 -- 172.21.15.90:0/3284832070 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac4c109680 con 0x7fac4c103750 2024-04-26T17:26:58.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.464+0000 7fac497fa640 1 -- 172.21.15.90:0/3284832070 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fac4400fc50 con 0x7fac4c103750 2024-04-26T17:26:58.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.464+0000 7fac497fa640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fac340a3bb0 0x7fac340a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:58.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.465+0000 7fac4bfff640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fac340a3bb0 0x7fac340a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:58.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.465+0000 7fac497fa640 1 -- 172.21.15.90:0/3284832070 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fac440d0ff0 con 0x7fac4c103750 2024-04-26T17:26:58.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.465+0000 7fac4bfff640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fac340a3bb0 0x7fac340a6070 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fac4c06a420 tx=0x7fac3c006c90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:58.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.469+0000 7fac497fa640 1 -- 172.21.15.90:0/3284832070 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fac44014030 con 0x7fac4c103750 2024-04-26T17:26:58.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.647+0000 7fac527e1640 1 -- 172.21.15.90:0/3284832070 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fac4c062d00 con 0x7fac4c103750 2024-04-26T17:26:58.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.647+0000 7fac497fa640 1 -- 172.21.15.90:0/3284832070 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7fac4409d600 con 0x7fac4c103750 2024-04-26T17:26:58.647 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-26T17:26:58.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.649+0000 7fac527e1640 1 -- 172.21.15.90:0/3284832070 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fac340a3bb0 msgr2=0x7fac340a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.649+0000 7fac527e1640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fac340a3bb0 0x7fac340a6070 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fac4c06a420 tx=0x7fac3c006c90 comp rx=0 tx=0).stop 2024-04-26T17:26:58.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.649+0000 7fac527e1640 1 -- 172.21.15.90:0/3284832070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac4c103750 msgr2=0x7fac4c19f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.649+0000 7fac527e1640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac4c103750 0x7fac4c19f9e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fac4400cce0 tx=0x7fac4400a620 comp rx=0 tx=0).stop 2024-04-26T17:26:58.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.649+0000 7fac527e1640 1 -- 172.21.15.90:0/3284832070 shutdown_connections 2024-04-26T17:26:58.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.649+0000 7fac527e1640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fac340a3bb0 0x7fac340a6070 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.649+0000 7fac527e1640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac4c103750 0x7fac4c19f9e0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.649+0000 7fac527e1640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac4c100b80 0x7fac4c198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.649+0000 7fac527e1640 1 --2- 172.21.15.90:0/3284832070 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fac4c1001c0 0x7fac4c198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.649+0000 7fac527e1640 1 -- 172.21.15.90:0/3284832070 >> 172.21.15.90:0/3284832070 conn(0x7fac4c0fbd40 msgr2=0x7fac4c106850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:58.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.649+0000 7fac527e1640 1 -- 172.21.15.90:0/3284832070 shutdown_connections 2024-04-26T17:26:58.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.649+0000 7fac527e1640 1 -- 172.21.15.90:0/3284832070 wait complete. 2024-04-26T17:26:58.660 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-26T17:26:58.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.760+0000 7f36de530640 1 -- 172.21.15.90:0/2234592520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36d8103340 msgr2=0x7f36d81037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.760+0000 7f36de530640 1 --2- 172.21.15.90:0/2234592520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36d8103340 0x7f36d81037c0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f36c0009900 tx=0x7f36c002a410 comp rx=0 tx=0).stop 2024-04-26T17:26:58.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.760+0000 7f36de530640 1 -- 172.21.15.90:0/2234592520 shutdown_connections 2024-04-26T17:26:58.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.760+0000 7f36de530640 1 --2- 172.21.15.90:0/2234592520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36d8103d00 0x7f36d810a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.760+0000 7f36de530640 1 --2- 172.21.15.90:0/2234592520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36d8103340 0x7f36d81037c0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.760+0000 7f36de530640 1 --2- 172.21.15.90:0/2234592520 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36d8102150 0x7f36d8102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.760+0000 7f36de530640 1 -- 172.21.15.90:0/2234592520 >> 172.21.15.90:0/2234592520 conn(0x7f36d80fd6e0 msgr2=0x7f36d80ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.760+0000 7f36de530640 1 -- 172.21.15.90:0/2234592520 shutdown_connections 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.760+0000 7f36de530640 1 -- 172.21.15.90:0/2234592520 wait complete. 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36de530640 1 Processor -- start 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36de530640 1 -- start start 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36de530640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36d8102150 0x7f36d81983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36de530640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36d8103340 0x7f36d81988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36de530640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36d8103d00 0x7f36d819f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36de530640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f36d810dc60 con 0x7f36d8103d00 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36de530640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f36d810dae0 con 0x7f36d8102150 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36de530640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f36d810dde0 con 0x7f36d8103340 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36dcacd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36d8103d00 0x7f36d819f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36dcacd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36d8103d00 0x7f36d819f960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42868/0 (socket says 172.21.15.90:42868) 2024-04-26T17:26:58.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36dcacd640 1 -- 172.21.15.90:0/3206532414 learned_addr learned my addr 172.21.15.90:0/3206532414 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36d7fff640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36d8102150 0x7f36d81983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36d77fe640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36d8103340 0x7f36d81988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36dcacd640 1 -- 172.21.15.90:0/3206532414 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36d8103340 msgr2=0x7f36d81988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36dcacd640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36d8103340 0x7f36d81988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36dcacd640 1 -- 172.21.15.90:0/3206532414 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36d8102150 msgr2=0x7f36d81983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36dcacd640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36d8102150 0x7f36d81983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36dcacd640 1 -- 172.21.15.90:0/3206532414 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d819ffd0 con 0x7f36d8103d00 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.761+0000 7f36d7fff640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36d8102150 0x7f36d81983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.762+0000 7f36dcacd640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36d8103d00 0x7f36d819f960 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f36d000cad0 tx=0x7f36d000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.762+0000 7f36d57fa640 1 -- 172.21.15.90:0/3206532414 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d000ae20 con 0x7f36d8103d00 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.762+0000 7f36d57fa640 1 -- 172.21.15.90:0/3206532414 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f36d0005020 con 0x7f36d8103d00 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.762+0000 7f36de530640 1 -- 172.21.15.90:0/3206532414 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36d81a02c0 con 0x7f36d8103d00 2024-04-26T17:26:58.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.762+0000 7f36d57fa640 1 -- 172.21.15.90:0/3206532414 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d000f6b0 con 0x7f36d8103d00 2024-04-26T17:26:58.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.762+0000 7f36de530640 1 -- 172.21.15.90:0/3206532414 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36d81a0810 con 0x7f36d8103d00 2024-04-26T17:26:58.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.763+0000 7f36de530640 1 -- 172.21.15.90:0/3206532414 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36d8109630 con 0x7f36d8103d00 2024-04-26T17:26:58.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.764+0000 7f36d57fa640 1 -- 172.21.15.90:0/3206532414 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f36d0005580 con 0x7f36d8103d00 2024-04-26T17:26:58.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.764+0000 7f36d57fa640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f36c40a3c30 0x7f36c40a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:58.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.764+0000 7f36d7fff640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f36c40a3c30 0x7f36c40a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:58.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.764+0000 7f36d57fa640 1 -- 172.21.15.90:0/3206532414 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f36d00d08c0 con 0x7f36d8103d00 2024-04-26T17:26:58.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.765+0000 7f36d7fff640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f36c40a3c30 0x7f36c40a60f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f36c80058c0 tx=0x7f36c8005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:58.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.769+0000 7f36d57fa640 1 -- 172.21.15.90:0/3206532414 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f36d0014030 con 0x7f36d8103d00 2024-04-26T17:26:58.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:58 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1640298382' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:26:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:58 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3274982686' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:26:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:58 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3284832070' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:26:58.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.947+0000 7f36de530640 1 -- 172.21.15.90:0/3206532414 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f36d8062d00 con 0x7f36d8103d00 2024-04-26T17:26:58.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.947+0000 7f36d57fa640 1 -- 172.21.15.90:0/3206532414 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7f36d009ced0 con 0x7f36d8103d00 2024-04-26T17:26:58.947 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:26:58.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.949+0000 7f36de530640 1 -- 172.21.15.90:0/3206532414 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f36c40a3c30 msgr2=0x7f36c40a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.949+0000 7f36de530640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f36c40a3c30 0x7f36c40a60f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f36c80058c0 tx=0x7f36c8005850 comp rx=0 tx=0).stop 2024-04-26T17:26:58.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.949+0000 7f36de530640 1 -- 172.21.15.90:0/3206532414 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36d8103d00 msgr2=0x7f36d819f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:58.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.949+0000 7f36de530640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36d8103d00 0x7f36d819f960 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f36d000cad0 tx=0x7f36d000cf90 comp rx=0 tx=0).stop 2024-04-26T17:26:58.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.949+0000 7f36de530640 1 -- 172.21.15.90:0/3206532414 shutdown_connections 2024-04-26T17:26:58.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.949+0000 7f36de530640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f36c40a3c30 0x7f36c40a60f0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.949+0000 7f36de530640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36d8103d00 0x7f36d819f960 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.949+0000 7f36de530640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36d8103340 0x7f36d81988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.949+0000 7f36de530640 1 --2- 172.21.15.90:0/3206532414 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36d8102150 0x7f36d81983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:58.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.949+0000 7f36de530640 1 -- 172.21.15.90:0/3206532414 >> 172.21.15.90:0/3206532414 conn(0x7f36d80fd6e0 msgr2=0x7f36d8106800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:58.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.950+0000 7f36de530640 1 -- 172.21.15.90:0/3206532414 shutdown_connections 2024-04-26T17:26:58.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:58.950+0000 7f36de530640 1 -- 172.21.15.90:0/3206532414 wait complete. 2024-04-26T17:26:58.961 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:26:59.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.059+0000 7f08a07ad640 1 -- 172.21.15.90:0/1445550153 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0898102230 msgr2=0x7f08981026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.059+0000 7f08a07ad640 1 --2- 172.21.15.90:0/1445550153 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0898102230 0x7f08981026b0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f0888009900 tx=0x7f088802a410 comp rx=0 tx=0).stop 2024-04-26T17:26:59.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 -- 172.21.15.90:0/1445550153 shutdown_connections 2024-04-26T17:26:59.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 --2- 172.21.15.90:0/1445550153 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0898102bf0 0x7f0898109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 --2- 172.21.15.90:0/1445550153 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0898102230 0x7f08981026b0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 --2- 172.21.15.90:0/1445550153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0898101040 0x7f0898101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 -- 172.21.15.90:0/1445550153 >> 172.21.15.90:0/1445550153 conn(0x7f08980fc5b0 msgr2=0x7f08980fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 -- 172.21.15.90:0/1445550153 shutdown_connections 2024-04-26T17:26:59.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 -- 172.21.15.90:0/1445550153 wait complete. 2024-04-26T17:26:59.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 Processor -- start 2024-04-26T17:26:59.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 -- start start 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0898101040 0x7f0898198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0898102230 0x7f08981988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0898102bf0 0x7f089819f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f089810cb50 con 0x7f0898101040 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f089810c9d0 con 0x7f0898102bf0 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f08a07ad640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f089810ccd0 con 0x7f0898102230 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f089e549640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0898101040 0x7f0898198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f089e549640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0898101040 0x7f0898198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42878/0 (socket says 172.21.15.90:42878) 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f089e549640 1 -- 172.21.15.90:0/3281720238 learned_addr learned my addr 172.21.15.90:0/3281720238 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.060+0000 7f089ed4a640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0898102bf0 0x7f089819f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f089dd48640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0898102230 0x7f08981988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f089e549640 1 -- 172.21.15.90:0/3281720238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0898102230 msgr2=0x7f08981988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f089e549640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0898102230 0x7f08981988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f089e549640 1 -- 172.21.15.90:0/3281720238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0898102bf0 msgr2=0x7f089819f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f089e549640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0898102bf0 0x7f089819f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f089e549640 1 -- 172.21.15.90:0/3281720238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f089819ffa0 con 0x7f0898101040 2024-04-26T17:26:59.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f089dd48640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0898102230 0x7f08981988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:59.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f089e549640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0898101040 0x7f0898198380 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f089400e9c0 tx=0x7f089400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f088f7fe640 1 -- 172.21.15.90:0/3281720238 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f089400cd80 con 0x7f0898101040 2024-04-26T17:26:59.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f088f7fe640 1 -- 172.21.15.90:0/3281720238 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f08940035f0 con 0x7f0898101040 2024-04-26T17:26:59.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f08a07ad640 1 -- 172.21.15.90:0/3281720238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08981a0290 con 0x7f0898101040 2024-04-26T17:26:59.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f088f7fe640 1 -- 172.21.15.90:0/3281720238 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0894010690 con 0x7f0898101040 2024-04-26T17:26:59.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.061+0000 7f08a07ad640 1 -- 172.21.15.90:0/3281720238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08981a0790 con 0x7f0898101040 2024-04-26T17:26:59.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.062+0000 7f08a07ad640 1 -- 172.21.15.90:0/3281720238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08981a0a50 con 0x7f0898101040 2024-04-26T17:26:59.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.063+0000 7f088f7fe640 1 -- 172.21.15.90:0/3281720238 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f08940037a0 con 0x7f0898101040 2024-04-26T17:26:59.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.064+0000 7f088f7fe640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f08840a3bb0 0x7f08840a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.064+0000 7f089dd48640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f08840a3bb0 0x7f08840a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.064+0000 7f088f7fe640 1 -- 172.21.15.90:0/3281720238 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f08940d0d50 con 0x7f0898101040 2024-04-26T17:26:59.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.064+0000 7f089dd48640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f08840a3bb0 0x7f08840a6070 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f0888006010 tx=0x7f0888000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.069+0000 7f088f7fe640 1 -- 172.21.15.90:0/3281720238 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f08940d4030 con 0x7f0898101040 2024-04-26T17:26:59.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:58 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1640298382' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:26:59.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:58 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3274982686' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:26:59.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:58 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3284832070' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:26:59.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.284+0000 7f08a07ad640 1 -- 172.21.15.90:0/3281720238 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f08981a0c20 con 0x7f0898101040 2024-04-26T17:26:59.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.285+0000 7f088f7fe640 1 -- 172.21.15.90:0/3281720238 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11944 (secure 0 0 0) 0x7f08940bbe20 con 0x7f0898101040 2024-04-26T17:26:59.284 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:59.285 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:25:06.873123+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24509,24404,24476,24409,24472]},"id":1}]} 2024-04-26T17:26:59.285 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 27 2024-04-26T17:26:59.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.286+0000 7f08a07ad640 1 -- 172.21.15.90:0/3281720238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f08840a3bb0 msgr2=0x7f08840a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.286+0000 7f08a07ad640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f08840a3bb0 0x7f08840a6070 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f0888006010 tx=0x7f0888000bc0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.286+0000 7f08a07ad640 1 -- 172.21.15.90:0/3281720238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0898101040 msgr2=0x7f0898198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.286+0000 7f08a07ad640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0898101040 0x7f0898198380 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f089400e9c0 tx=0x7f089400ee80 comp rx=0 tx=0).stop 2024-04-26T17:26:59.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.287+0000 7f08a07ad640 1 -- 172.21.15.90:0/3281720238 shutdown_connections 2024-04-26T17:26:59.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.287+0000 7f08a07ad640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f08840a3bb0 0x7f08840a6070 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.287+0000 7f08a07ad640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0898102bf0 0x7f089819f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.287+0000 7f08a07ad640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0898102230 0x7f08981988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.287+0000 7f08a07ad640 1 --2- 172.21.15.90:0/3281720238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0898101040 0x7f0898198380 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.287+0000 7f08a07ad640 1 -- 172.21.15.90:0/3281720238 >> 172.21.15.90:0/3281720238 conn(0x7f08980fc5b0 msgr2=0x7f0898069290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.287+0000 7f08a07ad640 1 -- 172.21.15.90:0/3281720238 shutdown_connections 2024-04-26T17:26:59.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.287+0000 7f08a07ad640 1 -- 172.21.15.90:0/3281720238 wait complete. 2024-04-26T17:26:59.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:58 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1640298382' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:26:59.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:58 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3274982686' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:26:59.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:58 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3284832070' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:26:59.298 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:26:59.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 -- 172.21.15.90:0/953724088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd90c103d00 msgr2=0x7fd90c10a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 --2- 172.21.15.90:0/953724088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd90c103d00 0x7fd90c10a590 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fd904009ca0 tx=0x7fd90402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 -- 172.21.15.90:0/953724088 shutdown_connections 2024-04-26T17:26:59.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 --2- 172.21.15.90:0/953724088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd90c103d00 0x7fd90c10a590 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 --2- 172.21.15.90:0/953724088 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd90c103340 0x7fd90c1037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 --2- 172.21.15.90:0/953724088 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd90c102150 0x7fd90c102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 -- 172.21.15.90:0/953724088 >> 172.21.15.90:0/953724088 conn(0x7fd90c0fd700 msgr2=0x7fd90c0ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 -- 172.21.15.90:0/953724088 shutdown_connections 2024-04-26T17:26:59.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 -- 172.21.15.90:0/953724088 wait complete. 2024-04-26T17:26:59.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 Processor -- start 2024-04-26T17:26:59.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 -- start start 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd90c102150 0x7fd90c198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd90c103340 0x7fd90c198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd90c103d00 0x7fd90c19f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd90c10dd60 con 0x7fd90c102150 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd90c10dbe0 con 0x7fd90c103d00 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd913a05640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd90c10dee0 con 0x7fd90c103340 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.396+0000 7fd9117a1640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd90c102150 0x7fd90c198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd9117a1640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd90c102150 0x7fd90c198430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42894/0 (socket says 172.21.15.90:42894) 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd9117a1640 1 -- 172.21.15.90:0/2667928464 learned_addr learned my addr 172.21.15.90:0/2667928464 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd910fa0640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd90c103340 0x7fd90c198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd911fa2640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd90c103d00 0x7fd90c19f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd9117a1640 1 -- 172.21.15.90:0/2667928464 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd90c103340 msgr2=0x7fd90c198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd9117a1640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd90c103340 0x7fd90c198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd9117a1640 1 -- 172.21.15.90:0/2667928464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd90c103d00 msgr2=0x7fd90c19f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd9117a1640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd90c103d00 0x7fd90c19f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd9117a1640 1 -- 172.21.15.90:0/2667928464 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd90c1a0050 con 0x7fd90c102150 2024-04-26T17:26:59.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd910fa0640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd90c103340 0x7fd90c198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:59.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd911fa2640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd90c103d00 0x7fd90c19f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:59.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd9117a1640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd90c102150 0x7fd90c198430 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fd8fc00b450 tx=0x7fd8fc00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd9027fc640 1 -- 172.21.15.90:0/2667928464 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8fc015020 con 0x7fd90c102150 2024-04-26T17:26:59.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd9027fc640 1 -- 172.21.15.90:0/2667928464 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd8fc011d40 con 0x7fd90c102150 2024-04-26T17:26:59.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd913a05640 1 -- 172.21.15.90:0/2667928464 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd90c1a0340 con 0x7fd90c102150 2024-04-26T17:26:59.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd9027fc640 1 -- 172.21.15.90:0/2667928464 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8fc00f340 con 0x7fd90c102150 2024-04-26T17:26:59.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.397+0000 7fd913a05640 1 -- 172.21.15.90:0/2667928464 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd90c1a0910 con 0x7fd90c102150 2024-04-26T17:26:59.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.398+0000 7fd913a05640 1 -- 172.21.15.90:0/2667928464 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd90c109470 con 0x7fd90c102150 2024-04-26T17:26:59.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.399+0000 7fd9027fc640 1 -- 172.21.15.90:0/2667928464 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fd8fc018020 con 0x7fd90c102150 2024-04-26T17:26:59.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.400+0000 7fd9027fc640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8f80a3bb0 0x7fd8f80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.400+0000 7fd910fa0640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8f80a3bb0 0x7fd8f80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.400+0000 7fd9027fc640 1 -- 172.21.15.90:0/2667928464 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fd8fc0d0900 con 0x7fd90c102150 2024-04-26T17:26:59.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.400+0000 7fd910fa0640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8f80a3bb0 0x7fd8f80a6070 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fd908006fd0 tx=0x7fd908008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.403+0000 7fd9027fc640 1 -- 172.21.15.90:0/2667928464 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd8fc01f020 con 0x7fd90c102150 2024-04-26T17:26:59.586 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.587+0000 7fd913a05640 1 -- 172.21.15.90:0/2667928464 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd90c062d00 con 0x7fd90c102150 2024-04-26T17:26:59.588 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.588+0000 7fd9027fc640 1 -- 172.21.15.90:0/2667928464 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+24864 (secure 0 0 0) 0x7fd8fc00d040 con 0x7fd90c102150 2024-04-26T17:26:59.588 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:26:59.588 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":94,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:26:35.532276+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:26:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.590+0000 7fd913a05640 1 -- 172.21.15.90:0/2667928464 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8f80a3bb0 msgr2=0x7fd8f80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.590+0000 7fd913a05640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8f80a3bb0 0x7fd8f80a6070 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fd908006fd0 tx=0x7fd908008040 comp rx=0 tx=0).stop 2024-04-26T17:26:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.590+0000 7fd913a05640 1 -- 172.21.15.90:0/2667928464 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd90c102150 msgr2=0x7fd90c198430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.590+0000 7fd913a05640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd90c102150 0x7fd90c198430 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fd8fc00b450 tx=0x7fd8fc00b910 comp rx=0 tx=0).stop 2024-04-26T17:26:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.590+0000 7fd913a05640 1 -- 172.21.15.90:0/2667928464 shutdown_connections 2024-04-26T17:26:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.590+0000 7fd913a05640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8f80a3bb0 0x7fd8f80a6070 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.590+0000 7fd913a05640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd90c103d00 0x7fd90c19f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.590+0000 7fd913a05640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd90c103340 0x7fd90c198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.590+0000 7fd913a05640 1 --2- 172.21.15.90:0/2667928464 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd90c102150 0x7fd90c198430 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.590+0000 7fd913a05640 1 -- 172.21.15.90:0/2667928464 >> 172.21.15.90:0/2667928464 conn(0x7fd90c0fd700 msgr2=0x7fd90c106640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.591+0000 7fd913a05640 1 -- 172.21.15.90:0/2667928464 shutdown_connections 2024-04-26T17:26:59.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.591+0000 7fd913a05640 1 -- 172.21.15.90:0/2667928464 wait complete. 2024-04-26T17:26:59.602 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T17:24:39.091441+0000', 'modified': '2024-04-26T17:25:06.873123+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24509, 'mds_1': 24476, 'mds_2': 24472, 'mds_3': 24409, 'mds_4': 24404}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14634': {'gid': 14634, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.90:6839/1862823529', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6838', 'nonce': 1862823529}, {'type': 'v1', 'addr': '172.21.15.90:6839', 'nonce': 1862823529}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14652': {'gid': 14652, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.90:6841/4015520836', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6840', 'nonce': 4015520836}, {'type': 'v1', 'addr': '172.21.15.90:6841', 'nonce': 4015520836}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24404': {'gid': 24404, 'name': 'k', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.119:6833/1174168626', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6832', 'nonce': 1174168626}, {'type': 'v1', 'addr': '172.21.15.119:6833', 'nonce': 1174168626}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24409': {'gid': 24409, 'name': 'l', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.167:6833/3768631178', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6832', 'nonce': 3768631178}, {'type': 'v1', 'addr': '172.21.15.167:6833', 'nonce': 3768631178}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24440': {'gid': 24440, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.119:6835/2416334665', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6834', 'nonce': 2416334665}, {'type': 'v1', 'addr': '172.21.15.119:6835', 'nonce': 2416334665}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24442': {'gid': 24442, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.167:6835/2788858813', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6834', 'nonce': 2788858813}, {'type': 'v1', 'addr': '172.21.15.167:6835', 'nonce': 2788858813}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24460': {'gid': 24460, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.167:6837/20881690', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6836', 'nonce': 20881690}, {'type': 'v1', 'addr': '172.21.15.167:6837', 'nonce': 20881690}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.167:6839/2775345094', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6838', 'nonce': 2775345094}, {'type': 'v1', 'addr': '172.21.15.167:6839', 'nonce': 2775345094}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'h', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.119:6837/1366309506', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6836', 'nonce': 1366309506}, {'type': 'v1', 'addr': '172.21.15.119:6837', 'nonce': 1366309506}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24509': {'gid': 24509, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.119:6839/3240223440', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6838', 'nonce': 3240223440}, {'type': 'v1', 'addr': '172.21.15.119:6839', 'nonce': 3240223440}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24509, 'qdb_cluster': [24509, 24404, 24476, 24409, 24472]} 2024-04-26T17:26:59.602 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T17:26:59.602 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.k status 2024-04-26T17:26:59.703 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.701+0000 7ff4efc43640 1 -- 172.21.15.90:0/293857350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4e8102230 msgr2=0x7ff4e81026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.701+0000 7ff4efc43640 1 --2- 172.21.15.90:0/293857350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4e8102230 0x7ff4e81026b0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc009900 tx=0x7ff4dc02a410 comp rx=0 tx=0).stop 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 -- 172.21.15.90:0/293857350 shutdown_connections 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 --2- 172.21.15.90:0/293857350 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff4e8102bf0 0x7ff4e8109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 --2- 172.21.15.90:0/293857350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4e8102230 0x7ff4e81026b0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 --2- 172.21.15.90:0/293857350 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e8101040 0x7ff4e8101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 -- 172.21.15.90:0/293857350 >> 172.21.15.90:0/293857350 conn(0x7ff4e80fc5b0 msgr2=0x7ff4e80fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 -- 172.21.15.90:0/293857350 shutdown_connections 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 -- 172.21.15.90:0/293857350 wait complete. 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 Processor -- start 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 -- start start 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4e8101040 0x7ff4e8069e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e8102230 0x7ff4e819d090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff4e8102bf0 0x7ff4e819f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e810cb50 con 0x7ff4e8101040 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e810c9d0 con 0x7ff4e8102230 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4efc43640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e810ccd0 con 0x7ff4e8102bf0 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4ed9df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4e8101040 0x7ff4e8069e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4ed9df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4e8101040 0x7ff4e8069e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42910/0 (socket says 172.21.15.90:42910) 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.702+0000 7ff4ed9df640 1 -- 172.21.15.90:0/150485836 learned_addr learned my addr 172.21.15.90:0/150485836 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e8102230 0x7ff4e819d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4ed9df640 1 -- 172.21.15.90:0/150485836 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff4e8102bf0 msgr2=0x7ff4e819f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff4e8102bf0 0x7ff4e819f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4ed9df640 1 -- 172.21.15.90:0/150485836 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e8102230 msgr2=0x7ff4e819d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e8102230 0x7ff4e819d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4ed9df640 1 -- 172.21.15.90:0/150485836 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e819ff90 con 0x7ff4e8101040 2024-04-26T17:26:59.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e8102230 0x7ff4e819d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:59.706 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4e8101040 0x7ff4e8069e20 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009fd0 tx=0x7ff4d800c270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.706 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4e6ffd640 1 -- 172.21.15.90:0/150485836 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d8011470 con 0x7ff4e8101040 2024-04-26T17:26:59.706 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4e6ffd640 1 -- 172.21.15.90:0/150485836 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff4d8011ac0 con 0x7ff4e8101040 2024-04-26T17:26:59.706 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4e6ffd640 1 -- 172.21.15.90:0/150485836 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d801aaa0 con 0x7ff4e8101040 2024-04-26T17:26:59.706 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4efc43640 1 -- 172.21.15.90:0/150485836 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4e81a0280 con 0x7ff4e8101040 2024-04-26T17:26:59.706 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.703+0000 7ff4efc43640 1 -- 172.21.15.90:0/150485836 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4e81a07d0 con 0x7ff4e8101040 2024-04-26T17:26:59.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.706+0000 7ff4f2a36740 1 Processor -- start 2024-04-26T17:26:59.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.706+0000 7ff4e6ffd640 1 -- 172.21.15.90:0/150485836 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff4d8011c70 con 0x7ff4e8101040 2024-04-26T17:26:59.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.706+0000 7ff4f2a36740 1 -- start start 2024-04-26T17:26:59.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.706+0000 7ff4f2a36740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa42245f0 0x55baa4224a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.706+0000 7ff4f2a36740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4225c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.706+0000 7ff4f2a36740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 0x55baa422ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4f2a36740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55baa41893f0 con 0x55baa4226180 2024-04-26T17:26:59.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4f2a36740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55baa4125830 con 0x55baa42257c0 2024-04-26T17:26:59.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4f2a36740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55baa41853b0 con 0x55baa42245f0 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ed1de640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 0x55baa422ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ed1de640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 0x55baa422ca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42926/0 (socket says 172.21.15.90:42926) 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ed1de640 1 -- 172.21.15.90:0/3514319468 learned_addr learned my addr 172.21.15.90:0/3514319468 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ee1e0640 1 --2- 172.21.15.90:0/3514319468 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa42245f0 0x55baa4224a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4e6ffd640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff4d00a3bb0 0x7ff4d00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/3514319468 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4225c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ed1de640 1 -- 172.21.15.90:0/3514319468 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa42245f0 msgr2=0x55baa4224a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ee1e0640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff4d00a3bb0 0x7ff4d00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/3514319468 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa42245f0 0x55baa4224a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ed1de640 1 -- 172.21.15.90:0/3514319468 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 msgr2=0x55baa4225c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/3514319468 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4225c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ed1de640 1 -- 172.21.15.90:0/3514319468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55baa3e9b2d0 con 0x55baa4226180 2024-04-26T17:26:59.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/3514319468 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4225c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4e6ffd640 1 -- 172.21.15.90:0/150485836 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ff4d80d0e20 con 0x7ff4e8101040 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/3514319468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 0x55baa422ca10 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc005d90 tx=0x7ff4dc0318c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a887ddc53dc4a401 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4ee1e0640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff4d00a3bb0 0x7ff4d00a6070 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x55baa42256c0 tx=0x7ff4e0005890 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.707+0000 7ff4cffff640 1 -- 172.21.15.90:0/3514319468 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc035030 con 0x55baa4226180 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.708+0000 7ff4cffff640 1 -- 172.21.15.90:0/3514319468 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff4dc031d40 con 0x55baa4226180 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.708+0000 7ff4cffff640 1 -- 172.21.15.90:0/3514319468 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc004920 con 0x55baa4226180 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.708+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3514319468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 msgr2=0x55baa422ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.708+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/3514319468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 0x55baa422ca10 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc005d90 tx=0x7ff4dc0318c0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.708+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3514319468 shutdown_connections 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.708+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/3514319468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 0x55baa422ca10 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.708+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/3514319468 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4225c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.708+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/3514319468 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa42245f0 0x55baa4224a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.708+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3514319468 >> 172.21.15.90:0/3514319468 conn(0x55baa421fae0 msgr2=0x55baa421fee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.708+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3514319468 shutdown_connections 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.708+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3514319468 wait complete. 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4f2a36740 1 -- start start 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4f2a36740 1 Processor -- start 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4f2a36740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 0x55baa422e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4f2a36740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa422ef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4f2a36740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa4226180 0x55baa4235f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4f2a36740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55baa422d130 con 0x55baa42245f0 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4f2a36740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55baa4123470 con 0x55baa42257c0 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4f2a36740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55baa422d2b0 con 0x55baa4226180 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4f2a36740 10 client.0 _ll_register_callbacks cb 0x55baa4111020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4ed9df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 0x55baa422e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4ed9df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 0x55baa422e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42930/0 (socket says 172.21.15.90:42930) 2024-04-26T17:26:59.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4ed9df640 1 -- 172.21.15.90:0/3393749873 learned_addr learned my addr 172.21.15.90:0/3393749873 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4ee1e0640 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa4226180 0x55baa4235f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa422ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4ed9df640 1 -- 172.21.15.90:0/3393749873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa4226180 msgr2=0x55baa4235f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa4226180 0x55baa4235f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4ed9df640 1 -- 172.21.15.90:0/3393749873 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 msgr2=0x55baa422ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa422ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4ed9df640 1 -- 172.21.15.90:0/3393749873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55baa3f656b0 con 0x55baa42245f0 2024-04-26T17:26:59.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.709+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa422ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 0x55baa422e9e0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8099190 tx=0x7ff4d809e180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7e2c1bb90b2b2b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4cd7fa640 1 -- 172.21.15.90:0/3393749873 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d809cd30 con 0x55baa42245f0 2024-04-26T17:26:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4cd7fa640 1 -- 172.21.15.90:0/3393749873 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ff4d80b6220 con 0x55baa42245f0 2024-04-26T17:26:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3393749873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4dc031d40 con 0x55baa42245f0 2024-04-26T17:26:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4cd7fa640 1 -- 172.21.15.90:0/3393749873 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff4d809d430 con 0x55baa42245f0 2024-04-26T17:26:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4f2a36740 10 client.15450 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3393749873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55baa4239340 con 0x55baa42245f0 2024-04-26T17:26:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4cd7fa640 1 -- 172.21.15.90:0/3393749873 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff4dc031d40 con 0x55baa42245f0 2024-04-26T17:26:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4cd7fa640 1 -- 172.21.15.90:0/3393749873 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7ff4d8022030 con 0x55baa42245f0 2024-04-26T17:26:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4f2a36740 10 client.15450 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:59.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4f2a36740 10 client.15450 resolve_mds: resolved name 'k' to daemon mds.k 2024-04-26T17:26:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4f2a36740 20 client.15450 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55baa423b9e0 0x55baa423ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4f2a36740 4 client.15450 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:26:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3393749873 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55baa4197000 con 0x55baa423b9e0 2024-04-26T17:26:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.710+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55baa423b9e0 0x55baa423ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.711+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55baa423b9e0 0x55baa423ce50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e5cbf27eca0e91ea server_cookie=f6ed072d2b342b13 in_seq=0 out_seq=0 2024-04-26T17:26:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.711+0000 7ff4cd7fa640 10 client.15450 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:26:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4cd7fa640 1 -- 172.21.15.90:0/3393749873 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55baa4197000 con 0x55baa423b9e0 2024-04-26T17:26:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4cd7fa640 10 client.15450 handle_command_reply: tid=0 2024-04-26T17:26:59.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4f2a36740 1 client.15450 shutdown 2024-04-26T17:26:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3393749873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 msgr2=0x55baa422e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 0x55baa422e9e0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8099190 tx=0x7ff4d809e180 comp rx=0 tx=0).stop 2024-04-26T17:26:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3393749873 shutdown_connections 2024-04-26T17:26:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55baa423b9e0 0x55baa423ce50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa4226180 0x55baa4235f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa422ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/3393749873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 0x55baa422e9e0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4cd7fa640 0 client.15450 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:26:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3393749873 >> 172.21.15.90:0/3393749873 conn(0x55baa421fae0 msgr2=0x55baa421ec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3393749873 shutdown_connections 2024-04-26T17:26:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4f2a36740 1 -- 172.21.15.90:0/3393749873 wait complete. 2024-04-26T17:26:59.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.712+0000 7ff4f2a36740 20 client.15450 trim_cache size 0 max 16384 2024-04-26T17:26:59.735 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.730+0000 7ff4f2a36740 1 Processor -- start 2024-04-26T17:26:59.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.730+0000 7ff4f2a36740 1 -- start start 2024-04-26T17:26:59.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.730+0000 7ff4f2a36740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 0x55baa4225ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.730+0000 7ff4f2a36740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4235f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.730+0000 7ff4f2a36740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa4226180 0x55baa422e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.730+0000 7ff4f2a36740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55baa423b190 con 0x55baa42245f0 2024-04-26T17:26:59.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.730+0000 7ff4f2a36740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55baa423b860 con 0x55baa42257c0 2024-04-26T17:26:59.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.730+0000 7ff4f2a36740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55baa423bf30 con 0x55baa4226180 2024-04-26T17:26:59.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.730+0000 7ff4ed9df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 0x55baa4225ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4ed9df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 0x55baa4225ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42944/0 (socket says 172.21.15.90:42944) 2024-04-26T17:26:59.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4ed9df640 1 -- 172.21.15.90:0/4135751898 learned_addr learned my addr 172.21.15.90:0/4135751898 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:59.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4ee1e0640 1 --2- 172.21.15.90:0/4135751898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa4226180 0x55baa422e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/4135751898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4235f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4ed9df640 1 -- 172.21.15.90:0/4135751898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa4226180 msgr2=0x55baa422e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/4135751898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa4226180 0x55baa422e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4ed9df640 1 -- 172.21.15.90:0/4135751898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 msgr2=0x55baa4235f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/4135751898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4235f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4ed9df640 1 -- 172.21.15.90:0/4135751898 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55baa4225240 con 0x55baa42245f0 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/4135751898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4235f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/4135751898 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 0x55baa4225ba0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7ff4d80996b0 tx=0x7ff4d8098fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db71be1d232d7e9d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4cf7fe640 1 -- 172.21.15.90:0/4135751898 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d80a10e0 con 0x55baa42245f0 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4cf7fe640 1 -- 172.21.15.90:0/4135751898 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff4d80a59a0 con 0x55baa42245f0 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.731+0000 7ff4cf7fe640 1 -- 172.21.15.90:0/4135751898 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d80bd070 con 0x55baa42245f0 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.732+0000 7ff4f2a36740 1 -- 172.21.15.90:0/4135751898 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 msgr2=0x55baa4225ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.732+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/4135751898 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 0x55baa4225ba0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7ff4d80996b0 tx=0x7ff4d8098fd0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.732+0000 7ff4f2a36740 1 -- 172.21.15.90:0/4135751898 shutdown_connections 2024-04-26T17:26:59.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.732+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/4135751898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa4226180 0x55baa422e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.732+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/4135751898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4235f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.732+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/4135751898 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa42245f0 0x55baa4225ba0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.732+0000 7ff4f2a36740 1 -- 172.21.15.90:0/4135751898 >> 172.21.15.90:0/4135751898 conn(0x55baa421fae0 msgr2=0x55baa4229260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.732+0000 7ff4f2a36740 1 -- 172.21.15.90:0/4135751898 shutdown_connections 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.732+0000 7ff4f2a36740 1 -- 172.21.15.90:0/4135751898 wait complete. 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.732+0000 7ff4f2a36740 1 -- start start 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.732+0000 7ff4f2a36740 1 Processor -- start 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.732+0000 7ff4f2a36740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa42245f0 0x55baa4231700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4f2a36740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4231c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4f2a36740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 0x55baa4234c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4f2a36740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55baa423ccd0 con 0x55baa4226180 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4f2a36740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55baa423c600 con 0x55baa42257c0 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4f2a36740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55baa423d3a0 con 0x55baa42245f0 2024-04-26T17:26:59.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4f2a36740 10 client.0 _ll_register_callbacks cb 0x7ff4d809c780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4ee1e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 0x55baa4234c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4ee1e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 0x55baa4234c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42956/0 (socket says 172.21.15.90:42956) 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4ee1e0640 1 -- 172.21.15.90:0/404857606 learned_addr learned my addr 172.21.15.90:0/404857606 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa42245f0 0x55baa4231700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4231c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4ee1e0640 1 -- 172.21.15.90:0/404857606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa42245f0 msgr2=0x55baa4231700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4ee1e0640 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa42245f0 0x55baa4231700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4ee1e0640 1 -- 172.21.15.90:0/404857606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 msgr2=0x55baa4231c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4ee1e0640 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4231c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4ee1e0640 1 -- 172.21.15.90:0/404857606 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55baa4235250 con 0x55baa4226180 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4ed1de640 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4231c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4ee1e0640 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 0x55baa4234c60 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7ff4e0003690 tx=0x7ff4e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6d668b5519291d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4cd7fa640 1 -- 172.21.15.90:0/404857606 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4e0026020 con 0x55baa4226180 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4cd7fa640 1 -- 172.21.15.90:0/404857606 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ff4e000d890 con 0x55baa4226180 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4f2a36740 1 -- 172.21.15.90:0/404857606 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4d80a59a0 con 0x55baa4226180 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4cd7fa640 1 -- 172.21.15.90:0/404857606 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff4e0031050 con 0x55baa4226180 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4f2a36740 10 client.15456 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.733+0000 7ff4f2a36740 1 -- 172.21.15.90:0/404857606 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55baa42a1ac0 con 0x55baa4226180 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.734+0000 7ff4cd7fa640 1 -- 172.21.15.90:0/404857606 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff4d80a59a0 con 0x55baa4226180 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.734+0000 7ff4cd7fa640 1 -- 172.21.15.90:0/404857606 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7ff4e001f050 con 0x55baa4226180 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.734+0000 7ff4f2a36740 10 client.15456 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.734+0000 7ff4f2a36740 10 client.15456 resolve_mds: resolved name 'k' to daemon mds.k 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.734+0000 7ff4f2a36740 20 client.15456 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.734+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55baa42a67b0 0x55baa42a54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.734+0000 7ff4f2a36740 4 client.15456 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T17:26:59.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.734+0000 7ff4f2a36740 1 -- 172.21.15.90:0/404857606 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "status"}) -- 0x55baa4190e70 con 0x55baa42a67b0 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.734+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55baa42a67b0 0x55baa42a54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.734+0000 7ff4cd7fa640 10 client.15456 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.734+0000 7ff4ed9df640 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55baa42a67b0 0x55baa42a54c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=37a18df3c057a0e5 server_cookie=4380a15655bef0b2 in_seq=0 out_seq=0 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4cd7fa640 1 -- 172.21.15.90:0/404857606 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55baa4190e70 con 0x55baa42a67b0 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4cd7fa640 10 client.15456 handle_command_reply: tid=0 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4f2a36740 1 client.15456 shutdown 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4f2a36740 1 -- 172.21.15.90:0/404857606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 msgr2=0x55baa4234c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 0x55baa4234c60 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7ff4e0003690 tx=0x7ff4e00046c0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4f2a36740 1 -- 172.21.15.90:0/404857606 shutdown_connections 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55baa42a67b0 0x55baa42a54c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55baa4226180 0x55baa4234c60 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4cd7fa640 0 client.15456 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55baa42257c0 0x55baa4231c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4f2a36740 1 --2- 172.21.15.90:0/404857606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55baa42245f0 0x55baa4231700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4f2a36740 1 -- 172.21.15.90:0/404857606 >> 172.21.15.90:0/404857606 conn(0x55baa421fae0 msgr2=0x55baa4229260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4f2a36740 1 -- 172.21.15.90:0/404857606 shutdown_connections 2024-04-26T17:26:59.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4f2a36740 1 -- 172.21.15.90:0/404857606 wait complete. 2024-04-26T17:26:59.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4f2a36740 20 client.15456 trim_cache size 0 max 16384 2024-04-26T17:26:59.742 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:26:59.742 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:26:59.742 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 4, 2024-04-26T17:26:59.742 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24404, 2024-04-26T17:26:59.742 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-04-26T17:26:59.742 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-04-26T17:26:59.743 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-04-26T17:26:59.743 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 113.867928499, 2024-04-26T17:26:59.743 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 27, 2024-04-26T17:26:59.743 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 94, 2024-04-26T17:26:59.743 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 90, 2024-04-26T17:26:59.743 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 175.041607322 2024-04-26T17:26:59.743 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:26:59.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4efc43640 1 -- 172.21.15.90:0/150485836 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff4d00a3bb0 msgr2=0x7ff4d00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4efc43640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff4d00a3bb0 0x7ff4d00a6070 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x55baa42256c0 tx=0x7ff4e0005890 comp rx=0 tx=0).stop 2024-04-26T17:26:59.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4efc43640 1 -- 172.21.15.90:0/150485836 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4e8101040 msgr2=0x7ff4e8069e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.735+0000 7ff4efc43640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4e8101040 0x7ff4e8069e20 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009fd0 tx=0x7ff4d800c270 comp rx=0 tx=0).stop 2024-04-26T17:26:59.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.736+0000 7ff4efc43640 1 -- 172.21.15.90:0/150485836 shutdown_connections 2024-04-26T17:26:59.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.736+0000 7ff4efc43640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff4d00a3bb0 0x7ff4d00a6070 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.736+0000 7ff4efc43640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff4e8102bf0 0x7ff4e819f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.736+0000 7ff4efc43640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e8102230 0x7ff4e819d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.736+0000 7ff4efc43640 1 --2- 172.21.15.90:0/150485836 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4e8101040 0x7ff4e8069e20 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.736+0000 7ff4efc43640 1 -- 172.21.15.90:0/150485836 >> 172.21.15.90:0/150485836 conn(0x7ff4e80fc5b0 msgr2=0x7ff4e8105650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.736+0000 7ff4efc43640 1 -- 172.21.15.90:0/150485836 shutdown_connections 2024-04-26T17:26:59.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.736+0000 7ff4efc43640 1 -- 172.21.15.90:0/150485836 wait complete. 2024-04-26T17:26:59.746 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.l status 2024-04-26T17:26:59.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.845+0000 7f1cdf074640 1 -- 172.21.15.90:0/2692085519 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cd8102be0 msgr2=0x7f1cd8104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.845+0000 7f1cdf074640 1 --2- 172.21.15.90:0/2692085519 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cd8102be0 0x7f1cd8104fd0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8009900 tx=0x7f1cc802a410 comp rx=0 tx=0).stop 2024-04-26T17:26:59.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.845+0000 7f1cdf074640 1 -- 172.21.15.90:0/2692085519 shutdown_connections 2024-04-26T17:26:59.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.845+0000 7f1cdf074640 1 --2- 172.21.15.90:0/2692085519 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cd8107e40 0x7f1cd810a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.845+0000 7f1cdf074640 1 --2- 172.21.15.90:0/2692085519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1cd8105510 0x7f1cd8107900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.845+0000 7f1cdf074640 1 --2- 172.21.15.90:0/2692085519 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cd8102be0 0x7f1cd8104fd0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.845+0000 7f1cdf074640 1 -- 172.21.15.90:0/2692085519 >> 172.21.15.90:0/2692085519 conn(0x7f1cd80fc5f0 msgr2=0x7f1cd80fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.845+0000 7f1cdf074640 1 -- 172.21.15.90:0/2692085519 shutdown_connections 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.845+0000 7f1cdf074640 1 -- 172.21.15.90:0/2692085519 wait complete. 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdf074640 1 Processor -- start 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdf074640 1 -- start start 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdf074640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cd8102be0 0x7f1cd81984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdf074640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1cd8105510 0x7f1cd81989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdf074640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cd8107e40 0x7f1cd819fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdf074640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd810dcf0 con 0x7f1cd8102be0 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdf074640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd810db70 con 0x7f1cd8107e40 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdf074640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd810de70 con 0x7f1cd8105510 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdce10640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cd8102be0 0x7f1cd81984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdce10640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cd8102be0 0x7f1cd81984a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42974/0 (socket says 172.21.15.90:42974) 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdce10640 1 -- 172.21.15.90:0/1393544455 learned_addr learned my addr 172.21.15.90:0/1393544455 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdd611640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cd8107e40 0x7f1cd819fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdce10640 1 -- 172.21.15.90:0/1393544455 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1cd8105510 msgr2=0x7f1cd81989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdce10640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1cd8105510 0x7f1cd81989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdce10640 1 -- 172.21.15.90:0/1393544455 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cd8107e40 msgr2=0x7f1cd819fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdce10640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cd8107e40 0x7f1cd819fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.846+0000 7f1cdce10640 1 -- 172.21.15.90:0/1393544455 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd81a00c0 con 0x7f1cd8102be0 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.847+0000 7f1cdce10640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cd8102be0 0x7f1cd81984a0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8004770 tx=0x7f1cc80043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.847+0000 7f1cd5ffb640 1 -- 172.21.15.90:0/1393544455 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc803f030 con 0x7f1cd8102be0 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.847+0000 7f1cd5ffb640 1 -- 172.21.15.90:0/1393544455 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1cc8003cb0 con 0x7f1cd8102be0 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.847+0000 7f1cdf074640 1 -- 172.21.15.90:0/1393544455 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cd81a0350 con 0x7f1cd8102be0 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.847+0000 7f1cd5ffb640 1 -- 172.21.15.90:0/1393544455 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc8035070 con 0x7f1cd8102be0 2024-04-26T17:26:59.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.847+0000 7f1cdf074640 1 -- 172.21.15.90:0/1393544455 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cd81a0890 con 0x7f1cd8102be0 2024-04-26T17:26:59.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.849+0000 7f1cd5ffb640 1 -- 172.21.15.90:0/1393544455 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f1cc8042030 con 0x7f1cd8102be0 2024-04-26T17:26:59.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.849+0000 7f1ce1d81740 1 Processor -- start 2024-04-26T17:26:59.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.849+0000 7f1ce1d81740 1 -- start start 2024-04-26T17:26:59.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1ce1d81740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8664455f0 0x55e866445a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1ce1d81740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 0x55e866446c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1ce1d81740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e866447180 0x55e86644da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1ce1d81740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e8663aa3f0 con 0x55e8664467c0 2024-04-26T17:26:59.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1ce1d81740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55e866346830 con 0x55e8664455f0 2024-04-26T17:26:59.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1ce1d81740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e8663a63b0 con 0x55e866447180 2024-04-26T17:26:59.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cdce10640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 0x55e866446c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cdce10640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 0x55e866446c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42980/0 (socket says 172.21.15.90:42980) 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cdce10640 1 -- 172.21.15.90:0/1518076433 learned_addr learned my addr 172.21.15.90:0/1518076433 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cd5ffb640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1cc00a3c30 0x7f1cc00a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cdd611640 1 --2- 172.21.15.90:0/1518076433 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8664455f0 0x55e866445a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cd7fff640 1 --2- 172.21.15.90:0/1518076433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e866447180 0x55e86644da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cdd611640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1cc00a3c30 0x7f1cc00a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cdce10640 1 -- 172.21.15.90:0/1518076433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e866447180 msgr2=0x55e86644da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cdce10640 1 --2- 172.21.15.90:0/1518076433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e866447180 0x55e86644da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cdce10640 1 -- 172.21.15.90:0/1518076433 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8664455f0 msgr2=0x55e866445a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cdce10640 1 --2- 172.21.15.90:0/1518076433 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8664455f0 0x55e866445a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cdce10640 1 -- 172.21.15.90:0/1518076433 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8660bc2d0 con 0x55e8664467c0 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cd7fff640 1 --2- 172.21.15.90:0/1518076433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e866447180 0x55e86644da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cd5ffb640 1 -- 172.21.15.90:0/1393544455 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f1cc80f0e90 con 0x7f1cd8102be0 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cdce10640 1 --2- 172.21.15.90:0/1518076433 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 0x55e866446c40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f1cc803c500 tx=0x7f1cc804b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b82d8f548d969df server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cdd611640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1cc00a3c30 0x7f1cc00a60f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x55e8664466c0 tx=0x7f1cd0009570 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.850+0000 7f1cbeffd640 1 -- 172.21.15.90:0/1518076433 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc8049070 con 0x55e8664467c0 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.851+0000 7f1cbeffd640 1 -- 172.21.15.90:0/1518076433 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1cc803c530 con 0x55e8664467c0 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.851+0000 7f1cbeffd640 1 -- 172.21.15.90:0/1518076433 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc80bd4a0 con 0x55e8664467c0 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.851+0000 7f1ce1d81740 1 -- 172.21.15.90:0/1518076433 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 msgr2=0x55e866446c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.851+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/1518076433 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 0x55e866446c40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f1cc803c500 tx=0x7f1cc804b000 comp rx=0 tx=0).stop 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.851+0000 7f1ce1d81740 1 -- 172.21.15.90:0/1518076433 shutdown_connections 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.851+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/1518076433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e866447180 0x55e86644da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.851+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/1518076433 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 0x55e866446c40 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.851+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/1518076433 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8664455f0 0x55e866445a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.851+0000 7f1ce1d81740 1 -- 172.21.15.90:0/1518076433 >> 172.21.15.90:0/1518076433 conn(0x55e866440ae0 msgr2=0x55e866440ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.851+0000 7f1ce1d81740 1 -- 172.21.15.90:0/1518076433 shutdown_connections 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.851+0000 7f1ce1d81740 1 -- 172.21.15.90:0/1518076433 wait complete. 2024-04-26T17:26:59.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.851+0000 7f1ce1d81740 1 -- start start 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1ce1d81740 1 Processor -- start 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1ce1d81740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664455f0 0x55e86644f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1ce1d81740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 0x55e86644fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1ce1d81740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e866447180 0x55e866456cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1ce1d81740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e86644df50 con 0x55e8664467c0 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1ce1d81740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55e866344470 con 0x55e866447180 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1ce1d81740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e86644e0d0 con 0x55e8664455f0 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1ce1d81740 10 client.0 _ll_register_callbacks cb 0x55e866332020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1cd7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 0x55e86644fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1cd7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 0x55e86644fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42986/0 (socket says 172.21.15.90:42986) 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1cd7fff640 1 -- 172.21.15.90:0/4165199029 learned_addr learned my addr 172.21.15.90:0/4165199029 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1cdd611640 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e866447180 0x55e866456cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1cdce10640 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664455f0 0x55e86644f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1cd7fff640 1 -- 172.21.15.90:0/4165199029 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664455f0 msgr2=0x55e86644f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1cd7fff640 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664455f0 0x55e86644f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1cd7fff640 1 -- 172.21.15.90:0/4165199029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e866447180 msgr2=0x55e866456cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1cd7fff640 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e866447180 0x55e866456cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.852+0000 7f1cd7fff640 1 -- 172.21.15.90:0/4165199029 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8661866b0 con 0x55e8664467c0 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1cd7fff640 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 0x55e86644fc80 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc00afd0 tx=0x7f1ccc00c5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce43800f2a0e1566 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1cb7fff640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1cb7fff640 1 -- 172.21.15.90:0/4165199029 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc015070 con 0x55e8664467c0 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1cb7fff640 1 -- 172.21.15.90:0/4165199029 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f1ccc0115f0 con 0x55e8664467c0 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1ce1d81740 1 -- 172.21.15.90:0/4165199029 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e8663b8000 con 0x55e8664467c0 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1cb7fff640 1 -- 172.21.15.90:0/4165199029 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f1ccc021050 con 0x55e8664467c0 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1ce1d81740 10 client.15468 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1ce1d81740 1 -- 172.21.15.90:0/4165199029 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e86645a070 con 0x55e8664467c0 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1cb7fff640 1 -- 172.21.15.90:0/4165199029 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x55e8663b8000 con 0x55e8664467c0 2024-04-26T17:26:59.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1cb7fff640 1 -- 172.21.15.90:0/4165199029 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f1ccc019990 con 0x55e8664467c0 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1ce1d81740 10 client.15468 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1ce1d81740 10 client.15468 resolve_mds: resolved name 'l' to daemon mds.l 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1ce1d81740 20 client.15468 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55e86645c740 0x55e86645dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1ce1d81740 4 client.15468 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.853+0000 7f1ce1d81740 1 -- 172.21.15.90:0/4165199029 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8663b1e70 con 0x55e86645c740 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.854+0000 7f1cdce10640 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55e86645c740 0x55e86645dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.854+0000 7f1cb7fff640 10 client.15468 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.854+0000 7f1cdce10640 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55e86645c740 0x55e86645dbb0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5d4f5b1f94931d90 server_cookie=935bbae8892b6367 in_seq=0 out_seq=0 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1cb7fff640 1 -- 172.21.15.90:0/4165199029 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e8663b1e70 con 0x55e86645c740 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1cb7fff640 10 client.15468 handle_command_reply: tid=0 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1ce1d81740 1 client.15468 shutdown 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1ce1d81740 1 -- 172.21.15.90:0/4165199029 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 msgr2=0x55e86644fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 0x55e86644fc80 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc00afd0 tx=0x7f1ccc00c5e0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1ce1d81740 1 -- 172.21.15.90:0/4165199029 shutdown_connections 2024-04-26T17:26:59.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55e86645c740 0x55e86645dbb0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e866447180 0x55e866456cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664467c0 0x55e86644fc80 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1cb7fff640 0 client.15468 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:26:59.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/4165199029 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664455f0 0x55e86644f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1ce1d81740 1 -- 172.21.15.90:0/4165199029 >> 172.21.15.90:0/4165199029 conn(0x55e866440ae0 msgr2=0x55e86643fc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1ce1d81740 1 -- 172.21.15.90:0/4165199029 shutdown_connections 2024-04-26T17:26:59.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1ce1d81740 1 -- 172.21.15.90:0/4165199029 wait complete. 2024-04-26T17:26:59.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.855+0000 7f1ce1d81740 20 client.15468 trim_cache size 0 max 16384 2024-04-26T17:26:59.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1ce1d81740 1 Processor -- start 2024-04-26T17:26:59.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1ce1d81740 1 -- start start 2024-04-26T17:26:59.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1ce1d81740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664455f0 0x55e86644a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1ce1d81740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8664467c0 0x55e86644a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1ce1d81740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e866447180 0x55e866456c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1ce1d81740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e86645bef0 con 0x55e866447180 2024-04-26T17:26:59.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1ce1d81740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55e86645c5c0 con 0x55e8664467c0 2024-04-26T17:26:59.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1ce1d81740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e86645cc90 con 0x55e8664455f0 2024-04-26T17:26:59.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1cdd611640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e866447180 0x55e866456c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1cdd611640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e866447180 0x55e866456c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42990/0 (socket says 172.21.15.90:42990) 2024-04-26T17:26:59.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1cdd611640 1 -- 172.21.15.90:0/1481853520 learned_addr learned my addr 172.21.15.90:0/1481853520 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:59.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1cdce10640 1 --2- 172.21.15.90:0/1481853520 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664455f0 0x55e86644a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1cd7fff640 1 --2- 172.21.15.90:0/1481853520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8664467c0 0x55e86644a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1cdd611640 1 -- 172.21.15.90:0/1481853520 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664455f0 msgr2=0x55e86644a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1cdd611640 1 --2- 172.21.15.90:0/1481853520 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664455f0 0x55e86644a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1cdd611640 1 -- 172.21.15.90:0/1481853520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8664467c0 msgr2=0x55e86644a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1cdd611640 1 --2- 172.21.15.90:0/1481853520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8664467c0 0x55e86644a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1cdd611640 1 -- 172.21.15.90:0/1481853520 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e866446240 con 0x55e866447180 2024-04-26T17:26:59.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.873+0000 7f1cd7fff640 1 --2- 172.21.15.90:0/1481853520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8664467c0 0x55e86644a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:26:59.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1cdd611640 1 --2- 172.21.15.90:0/1481853520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e866447180 0x55e866456c80 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0014910 tx=0x7f1cd00097c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7084b7def075ff1f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1cbe7fc640 1 -- 172.21.15.90:0/1481853520 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd0025070 con 0x55e866447180 2024-04-26T17:26:59.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1cbe7fc640 1 -- 172.21.15.90:0/1481853520 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1cd0011470 con 0x55e866447180 2024-04-26T17:26:59.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1cbe7fc640 1 -- 172.21.15.90:0/1481853520 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd0021660 con 0x55e866447180 2024-04-26T17:26:59.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1ce1d81740 1 -- 172.21.15.90:0/1481853520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e866447180 msgr2=0x55e866456c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/1481853520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e866447180 0x55e866456c80 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0014910 tx=0x7f1cd00097c0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1ce1d81740 1 -- 172.21.15.90:0/1481853520 shutdown_connections 2024-04-26T17:26:59.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/1481853520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e866447180 0x55e866456c80 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/1481853520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8664467c0 0x55e86644a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/1481853520 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664455f0 0x55e86644a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1ce1d81740 1 -- 172.21.15.90:0/1481853520 >> 172.21.15.90:0/1481853520 conn(0x55e866440ae0 msgr2=0x55e866440ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1ce1d81740 1 -- 172.21.15.90:0/1481853520 shutdown_connections 2024-04-26T17:26:59.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.874+0000 7f1ce1d81740 1 -- 172.21.15.90:0/1481853520 wait complete. 2024-04-26T17:26:59.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1ce1d81740 1 -- start start 2024-04-26T17:26:59.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1ce1d81740 1 Processor -- start 2024-04-26T17:26:59.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1ce1d81740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664455f0 0x55e866454c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1ce1d81740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664467c0 0x55e8664be6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1ce1d81740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e866447180 0x55e8664c0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1ce1d81740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e86645da30 con 0x55e8664455f0 2024-04-26T17:26:59.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1ce1d81740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55e86645d360 con 0x55e866447180 2024-04-26T17:26:59.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1ce1d81740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e86645e100 con 0x55e8664467c0 2024-04-26T17:26:59.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1ce1d81740 10 client.0 _ll_register_callbacks cb 0x7f1ccc00ab60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1cdce10640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664455f0 0x55e866454c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1cdce10640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664455f0 0x55e866454c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42994/0 (socket says 172.21.15.90:42994) 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1cdce10640 1 -- 172.21.15.90:0/2343686950 learned_addr learned my addr 172.21.15.90:0/2343686950 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1cd7fff640 1 --2- 172.21.15.90:0/2343686950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664467c0 0x55e8664be6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1cdce10640 1 -- 172.21.15.90:0/2343686950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664467c0 msgr2=0x55e8664be6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1cdce10640 1 --2- 172.21.15.90:0/2343686950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664467c0 0x55e8664be6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1cdce10640 1 -- 172.21.15.90:0/2343686950 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e866447180 msgr2=0x55e8664c0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1cdce10640 1 --2- 172.21.15.90:0/2343686950 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e866447180 0x55e8664c0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.875+0000 7f1cdce10640 1 -- 172.21.15.90:0/2343686950 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8664c1360 con 0x55e8664455f0 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1cdce10640 1 --2- 172.21.15.90:0/2343686950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664455f0 0x55e866454c70 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f1cc80ee610 tx=0x7f1cc8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28d481b38bcd0591 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1cb7fff640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1cb7fff640 1 -- 172.21.15.90:0/2343686950 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc8049040 con 0x55e8664455f0 2024-04-26T17:26:59.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1cb7fff640 1 -- 172.21.15.90:0/2343686950 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f1cc80bb0a0 con 0x55e8664455f0 2024-04-26T17:26:59.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1ce1d81740 1 -- 172.21.15.90:0/2343686950 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1cd0011470 con 0x55e8664455f0 2024-04-26T17:26:59.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1cb7fff640 1 -- 172.21.15.90:0/2343686950 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f1cc80bcda0 con 0x55e8664455f0 2024-04-26T17:26:59.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1ce1d81740 10 client.15474 fetch_fsmap learned FSMap version 27 2024-04-26T17:26:59.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1ce1d81740 1 -- 172.21.15.90:0/2343686950 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e8664c2640 con 0x55e8664455f0 2024-04-26T17:26:59.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1cb7fff640 1 -- 172.21.15.90:0/2343686950 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1cd0011470 con 0x55e8664455f0 2024-04-26T17:26:59.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1cb7fff640 1 -- 172.21.15.90:0/2343686950 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f1cc80b9410 con 0x55e8664455f0 2024-04-26T17:26:59.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1ce1d81740 10 client.15474 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:26:59.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1ce1d81740 10 client.15474 resolve_mds: resolved name 'l' to daemon mds.l 2024-04-26T17:26:59.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1ce1d81740 20 client.15474 populate_metadata read hostname 'smithi090' 2024-04-26T17:26:59.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/2343686950 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55e8664c70b0 0x55e8664c5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:26:59.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1ce1d81740 4 client.15474 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T17:26:59.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1ce1d81740 1 -- 172.21.15.90:0/2343686950 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "status"}) -- 0x55e86632d9a0 con 0x55e8664c70b0 2024-04-26T17:26:59.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.876+0000 7f1cd7fff640 1 --2- 172.21.15.90:0/2343686950 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55e8664c70b0 0x55e8664c5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:26:59.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1cd7fff640 1 --2- 172.21.15.90:0/2343686950 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55e8664c70b0 0x55e8664c5dc0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9b6b9c08fdf62091 server_cookie=5864425d5af268cb in_seq=0 out_seq=0 2024-04-26T17:26:59.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1cb7fff640 10 client.15474 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:26:59.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1cb7fff640 1 -- 172.21.15.90:0/2343686950 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55e86632d9a0 con 0x55e8664c70b0 2024-04-26T17:26:59.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1cb7fff640 10 client.15474 handle_command_reply: tid=0 2024-04-26T17:26:59.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1ce1d81740 1 client.15474 shutdown 2024-04-26T17:26:59.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1ce1d81740 1 -- 172.21.15.90:0/2343686950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664455f0 msgr2=0x55e866454c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/2343686950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664455f0 0x55e866454c70 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f1cc80ee610 tx=0x7f1cc8009260 comp rx=0 tx=0).stop 2024-04-26T17:26:59.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1ce1d81740 1 -- 172.21.15.90:0/2343686950 shutdown_connections 2024-04-26T17:26:59.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/2343686950 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55e8664c70b0 0x55e8664c5dc0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/2343686950 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e866447180 0x55e8664c0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1cb7fff640 0 client.15474 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:26:59.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/2343686950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8664467c0 0x55e8664be6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1ce1d81740 1 --2- 172.21.15.90:0/2343686950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8664455f0 0x55e866454c70 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1ce1d81740 1 -- 172.21.15.90:0/2343686950 >> 172.21.15.90:0/2343686950 conn(0x55e866440ae0 msgr2=0x55e86644d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1ce1d81740 1 -- 172.21.15.90:0/2343686950 shutdown_connections 2024-04-26T17:26:59.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1ce1d81740 1 -- 172.21.15.90:0/2343686950 wait complete. 2024-04-26T17:26:59.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.877+0000 7f1ce1d81740 20 client.15474 trim_cache size 0 max 16384 2024-04-26T17:26:59.976 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:26:59.976 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:26:59.976 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 3, 2024-04-26T17:26:59.976 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24409, 2024-04-26T17:26:59.976 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-04-26T17:26:59.977 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-04-26T17:26:59.977 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-04-26T17:26:59.977 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 115.025183962, 2024-04-26T17:26:59.977 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 27, 2024-04-26T17:26:59.977 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 94, 2024-04-26T17:26:59.978 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 90, 2024-04-26T17:26:59.978 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 178.27307020200001 2024-04-26T17:26:59.978 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:26:59.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.878+0000 7f1cdf074640 1 -- 172.21.15.90:0/1393544455 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1cc00a3c30 msgr2=0x7f1cc00a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.878+0000 7f1cdf074640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1cc00a3c30 0x7f1cc00a60f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x55e8664466c0 tx=0x7f1cd0009570 comp rx=0 tx=0).stop 2024-04-26T17:26:59.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.878+0000 7f1cdf074640 1 -- 172.21.15.90:0/1393544455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cd8102be0 msgr2=0x7f1cd81984a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:26:59.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.878+0000 7f1cdf074640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cd8102be0 0x7f1cd81984a0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8004770 tx=0x7f1cc80043b0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.878+0000 7f1cdf074640 1 -- 172.21.15.90:0/1393544455 shutdown_connections 2024-04-26T17:26:59.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.878+0000 7f1cdf074640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1cc00a3c30 0x7f1cc00a60f0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.878+0000 7f1cdf074640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cd8107e40 0x7f1cd819fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.878+0000 7f1cdf074640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1cd8105510 0x7f1cd81989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.878+0000 7f1cdf074640 1 --2- 172.21.15.90:0/1393544455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cd8102be0 0x7f1cd81984a0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:26:59.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.878+0000 7f1cdf074640 1 -- 172.21.15.90:0/1393544455 >> 172.21.15.90:0/1393544455 conn(0x7f1cd80fc5f0 msgr2=0x7f1cd8103680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:26:59.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.878+0000 7f1cdf074640 1 -- 172.21.15.90:0/1393544455 shutdown_connections 2024-04-26T17:26:59.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:26:59.878+0000 7f1cdf074640 1 -- 172.21.15.90:0/1393544455 wait complete. 2024-04-26T17:26:59.982 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:59 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3206532414' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:26:59.982 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:59 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3281720238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:26:59.982 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:59 smithi090 ceph-mon[29417]: pgmap v367: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-26T17:26:59.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:26:59 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2667928464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:26:59.985 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-26T17:27:00.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.084+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/3342801798 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4e54103da0 msgr2=0x7f4e5410a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.084+0000 7f4e5a0cf640 1 --2- 172.21.15.90:0/3342801798 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4e54103da0 0x7f4e5410a630 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c009cd0 tx=0x7f4e4c02a8e0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.084+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/3342801798 shutdown_connections 2024-04-26T17:27:00.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.084+0000 7f4e5a0cf640 1 --2- 172.21.15.90:0/3342801798 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4e54103da0 0x7f4e5410a630 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.084+0000 7f4e5a0cf640 1 --2- 172.21.15.90:0/3342801798 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4e541033e0 0x7f4e54103860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.084+0000 7f4e5a0cf640 1 --2- 172.21.15.90:0/3342801798 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e54100410 0x7f4e54100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.084+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/3342801798 >> 172.21.15.90:0/3342801798 conn(0x7f4e540fbd40 msgr2=0x7f4e540fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.084+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/3342801798 shutdown_connections 2024-04-26T17:27:00.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.084+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/3342801798 wait complete. 2024-04-26T17:27:00.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.085+0000 7f4e5a0cf640 1 Processor -- start 2024-04-26T17:27:00.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.085+0000 7f4e5a0cf640 1 -- start start 2024-04-26T17:27:00.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.085+0000 7f4e5a0cf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4e54100410 0x7f4e54198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.085+0000 7f4e5a0cf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e541033e0 0x7f4e541988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.085+0000 7f4e5a0cf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4e54103da0 0x7f4e5419f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.085+0000 7f4e5a0cf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4e5410dc80 con 0x7f4e54103da0 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.085+0000 7f4e5a0cf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f4e5410db00 con 0x7f4e54100410 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.085+0000 7f4e5a0cf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4e5410de00 con 0x7f4e541033e0 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.085+0000 7f4e53fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4e54103da0 0x7f4e5419f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.085+0000 7f4e53fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4e54103da0 0x7f4e5419f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43012/0 (socket says 172.21.15.90:43012) 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.085+0000 7f4e53fff640 1 -- 172.21.15.90:0/596670926 learned_addr learned my addr 172.21.15.90:0/596670926 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.085+0000 7f4e537fe640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4e54100410 0x7f4e54198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e541033e0 0x7f4e541988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e53fff640 1 -- 172.21.15.90:0/596670926 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e541033e0 msgr2=0x7f4e541988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e53fff640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e541033e0 0x7f4e541988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e53fff640 1 -- 172.21.15.90:0/596670926 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4e54100410 msgr2=0x7f4e54198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e53fff640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4e54100410 0x7f4e54198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e53fff640 1 -- 172.21.15.90:0/596670926 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e5419ffa0 con 0x7f4e54103da0 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e541033e0 0x7f4e541988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e53fff640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4e54103da0 0x7f4e5419f930 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c009df0 tx=0x7f4e4c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e50ff9640 1 -- 172.21.15.90:0/596670926 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4c004450 con 0x7f4e54103da0 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e50ff9640 1 -- 172.21.15.90:0/596670926 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f4e4c003e10 con 0x7f4e54103da0 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/596670926 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e541a0230 con 0x7f4e54103da0 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e50ff9640 1 -- 172.21.15.90:0/596670926 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4c0466e0 con 0x7f4e54103da0 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.086+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/596670926 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e541a0780 con 0x7f4e54103da0 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.088+0000 7f4e50ff9640 1 -- 172.21.15.90:0/596670926 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f4e4c0305a0 con 0x7f4e54103da0 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e5cde9740 1 Processor -- start 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e5cde9740 1 -- start start 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e50ff9640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4e3c0a3bb0 0x7f4e3c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e5cde9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953bc5f0 0x561a953bca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e5cde9740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bd7c0 0x561a953bdc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e5cde9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 0x561a953c4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e5cde9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x561a953213f0 con 0x561a953be180 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e5cde9740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x561a952bd830 con 0x561a953bd7c0 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e5cde9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561a9531d3b0 con 0x561a953bc5f0 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4e3c0a3bb0 0x7f4e3c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e50ff9640 1 -- 172.21.15.90:0/596670926 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f4e4c02e030 con 0x7f4e54103da0 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e53fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 0x561a953c4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e537fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953bc5f0 0x561a953bca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e53fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 0x561a953c4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43020/0 (socket says 172.21.15.90:43020) 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e53fff640 1 -- 172.21.15.90:0/511531006 learned_addr learned my addr 172.21.15.90:0/511531006 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e537fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953bc5f0 0x561a953bca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:47248/0 (socket says 172.21.15.90:47248) 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/511531006 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bd7c0 0x561a953bdc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e53fff640 1 -- 172.21.15.90:0/511531006 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953bc5f0 msgr2=0x561a953bca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e53fff640 1 --2- 172.21.15.90:0/511531006 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953bc5f0 0x561a953bca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e53fff640 1 -- 172.21.15.90:0/511531006 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bd7c0 msgr2=0x561a953bdc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e53fff640 1 --2- 172.21.15.90:0/511531006 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bd7c0 0x561a953bdc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e53fff640 1 -- 172.21.15.90:0/511531006 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a950332d0 con 0x561a953be180 2024-04-26T17:27:00.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/511531006 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bd7c0 0x561a953bdc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:00.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4e3c0a3bb0 0x7f4e3c0a6070 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f4e54199890 tx=0x7f4e4800b700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e53fff640 1 --2- 172.21.15.90:0/511531006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 0x561a953c4a10 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c0ba5c0 tx=0x7f4e4c0be030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb61369c890f3fd8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.089+0000 7f4e39ffb640 1 -- 172.21.15.90:0/511531006 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4c0be860 con 0x561a953be180 2024-04-26T17:27:00.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.090+0000 7f4e39ffb640 1 -- 172.21.15.90:0/511531006 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f4e4c036040 con 0x561a953be180 2024-04-26T17:27:00.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.090+0000 7f4e39ffb640 1 -- 172.21.15.90:0/511531006 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4c0c6dd0 con 0x561a953be180 2024-04-26T17:27:00.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.090+0000 7f4e5cde9740 1 -- 172.21.15.90:0/511531006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 msgr2=0x561a953c4a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.090+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/511531006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 0x561a953c4a10 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c0ba5c0 tx=0x7f4e4c0be030 comp rx=0 tx=0).stop 2024-04-26T17:27:00.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.090+0000 7f4e5cde9740 1 -- 172.21.15.90:0/511531006 shutdown_connections 2024-04-26T17:27:00.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.090+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/511531006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 0x561a953c4a10 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.090+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/511531006 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bd7c0 0x561a953bdc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.090+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/511531006 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953bc5f0 0x561a953bca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.090+0000 7f4e5cde9740 1 -- 172.21.15.90:0/511531006 >> 172.21.15.90:0/511531006 conn(0x561a953b7ae0 msgr2=0x561a953b7ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.090+0000 7f4e5cde9740 1 -- 172.21.15.90:0/511531006 shutdown_connections 2024-04-26T17:27:00.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.090+0000 7f4e5cde9740 1 -- 172.21.15.90:0/511531006 wait complete. 2024-04-26T17:27:00.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.090+0000 7f4e5cde9740 1 -- start start 2024-04-26T17:27:00.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e5cde9740 1 Processor -- start 2024-04-26T17:27:00.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e5cde9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953bc5f0 0x561a953c6890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e5cde9740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bd7c0 0x561a953c6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e5cde9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 0x561a953cde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e5cde9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x561a953c4f50 con 0x561a953be180 2024-04-26T17:27:00.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e5cde9740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x561a952bb470 con 0x561a953bd7c0 2024-04-26T17:27:00.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e5cde9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561a953c50d0 con 0x561a953bc5f0 2024-04-26T17:27:00.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e5cde9740 10 client.0 _ll_register_callbacks cb 0x561a952a9020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:00.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e53fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 0x561a953cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e53fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 0x561a953cde10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43024/0 (socket says 172.21.15.90:43024) 2024-04-26T17:27:00.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e53fff640 1 -- 172.21.15.90:0/3819321764 learned_addr learned my addr 172.21.15.90:0/3819321764 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bd7c0 0x561a953c6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e53fff640 1 -- 172.21.15.90:0/3819321764 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953bc5f0 msgr2=0x561a953c6890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e537fe640 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953bc5f0 0x561a953c6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e53fff640 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953bc5f0 0x561a953c6890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e53fff640 1 -- 172.21.15.90:0/3819321764 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bd7c0 msgr2=0x561a953c6dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e53fff640 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bd7c0 0x561a953c6dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e53fff640 1 -- 172.21.15.90:0/3819321764 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a950fd6b0 con 0x561a953be180 2024-04-26T17:27:00.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bd7c0 0x561a953c6dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:00.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e53fff640 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 0x561a953cde10 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c0efcf0 tx=0x7f4e4c0333d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac95d4d28f3abf9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.091+0000 7f4e32ffd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:00.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e32ffd640 1 -- 172.21.15.90:0/3819321764 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4c0be860 con 0x561a953be180 2024-04-26T17:27:00.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e32ffd640 1 -- 172.21.15.90:0/3819321764 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f4e4c048e30 con 0x561a953be180 2024-04-26T17:27:00.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3819321764 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e4c036040 con 0x561a953be180 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e32ffd640 1 -- 172.21.15.90:0/3819321764 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4e4c0098b0 con 0x561a953be180 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e5cde9740 10 client.15486 fetch_fsmap learned FSMap version 27 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3819321764 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x561a953c4f50 con 0x561a953be180 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e32ffd640 1 -- 172.21.15.90:0/3819321764 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f4e4c085030 con 0x561a953be180 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e32ffd640 1 -- 172.21.15.90:0/3819321764 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f4e4c04e070 con 0x561a953be180 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e5cde9740 10 client.15486 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e5cde9740 10 client.15486 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e5cde9740 20 client.15486 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x561a953d3540 0x561a953d49b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e5cde9740 4 client.15486 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.092+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3819321764 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a9532f000 con 0x561a953d3540 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.093+0000 7f4e537fe640 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x561a953d3540 0x561a953d49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.093+0000 7f4e32ffd640 10 client.15486 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:27:00.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.093+0000 7f4e537fe640 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x561a953d3540 0x561a953d49b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f2bb8caaa335b3e7 server_cookie=d6406d1be6784a5a in_seq=0 out_seq=0 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e32ffd640 1 -- 172.21.15.90:0/3819321764 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561a9532f000 con 0x561a953d3540 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e32ffd640 10 client.15486 handle_command_reply: tid=0 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e5cde9740 1 client.15486 shutdown 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3819321764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 msgr2=0x561a953cde10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 0x561a953cde10 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c0efcf0 tx=0x7f4e4c0333d0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3819321764 shutdown_connections 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x561a953d3540 0x561a953d49b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953be180 0x561a953cde10 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bd7c0 0x561a953c6dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e32ffd640 0 client.15486 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/3819321764 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953bc5f0 0x561a953c6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3819321764 >> 172.21.15.90:0/3819321764 conn(0x561a953b7ae0 msgr2=0x561a953b6c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3819321764 shutdown_connections 2024-04-26T17:27:00.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3819321764 wait complete. 2024-04-26T17:27:00.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.094+0000 7f4e5cde9740 20 client.15486 trim_cache size 0 max 16384 2024-04-26T17:27:00.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.111+0000 7f4e5cde9740 1 Processor -- start 2024-04-26T17:27:00.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e5cde9740 1 -- start start 2024-04-26T17:27:00.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e5cde9740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bc5f0 0x561a953bdba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e5cde9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 0x561a953cddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e5cde9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953be180 0x561a953ba7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e5cde9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x561a953d2cf0 con 0x561a953bd7c0 2024-04-26T17:27:00.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e5cde9740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x561a953d33c0 con 0x561a953bc5f0 2024-04-26T17:27:00.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e5cde9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561a953d3a90 con 0x561a953be180 2024-04-26T17:27:00.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e52ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 0x561a953cddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e52ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 0x561a953cddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43032/0 (socket says 172.21.15.90:43032) 2024-04-26T17:27:00.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e52ffd640 1 -- 172.21.15.90:0/3720118243 learned_addr learned my addr 172.21.15.90:0/3720118243 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e53fff640 1 --2- 172.21.15.90:0/3720118243 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953be180 0x561a953ba7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e537fe640 1 --2- 172.21.15.90:0/3720118243 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bc5f0 0x561a953bdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e52ffd640 1 -- 172.21.15.90:0/3720118243 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953be180 msgr2=0x561a953ba7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/3720118243 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953be180 0x561a953ba7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e52ffd640 1 -- 172.21.15.90:0/3720118243 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bc5f0 msgr2=0x561a953bdba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/3720118243 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bc5f0 0x561a953bdba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e52ffd640 1 -- 172.21.15.90:0/3720118243 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a953d2b20 con 0x561a953bd7c0 2024-04-26T17:27:00.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/3720118243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 0x561a953cddd0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f4e480124a0 tx=0x7f4e48014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e67403f77b948a91 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e397fa640 1 -- 172.21.15.90:0/3720118243 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e48004220 con 0x561a953bd7c0 2024-04-26T17:27:00.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e397fa640 1 -- 172.21.15.90:0/3720118243 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f4e48023070 con 0x561a953bd7c0 2024-04-26T17:27:00.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.112+0000 7f4e397fa640 1 -- 172.21.15.90:0/3720118243 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e48027790 con 0x561a953bd7c0 2024-04-26T17:27:00.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.113+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3720118243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 msgr2=0x561a953cddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.113+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/3720118243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 0x561a953cddd0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f4e480124a0 tx=0x7f4e48014000 comp rx=0 tx=0).stop 2024-04-26T17:27:00.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.113+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3720118243 shutdown_connections 2024-04-26T17:27:00.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.113+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/3720118243 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953be180 0x561a953ba7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.113+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/3720118243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 0x561a953cddd0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.113+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/3720118243 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bc5f0 0x561a953bdba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.113+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3720118243 >> 172.21.15.90:0/3720118243 conn(0x561a953b7ae0 msgr2=0x561a953b2c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.113+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3720118243 shutdown_connections 2024-04-26T17:27:00.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.113+0000 7f4e5cde9740 1 -- 172.21.15.90:0/3720118243 wait complete. 2024-04-26T17:27:00.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.113+0000 7f4e5cde9740 1 -- start start 2024-04-26T17:27:00.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.113+0000 7f4e5cde9740 1 Processor -- start 2024-04-26T17:27:00.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e5cde9740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bc5f0 0x561a953c9910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e5cde9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 0x561a953c9e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e5cde9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953be180 0x561a953cce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e5cde9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x561a953d4830 con 0x561a953bd7c0 2024-04-26T17:27:00.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e5cde9740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x561a953d4160 con 0x561a953bc5f0 2024-04-26T17:27:00.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e5cde9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561a953d4f00 con 0x561a953be180 2024-04-26T17:27:00.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e5cde9740 10 client.0 _ll_register_callbacks cb 0x7f4e4400b770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:00.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e52ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 0x561a953c9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e52ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 0x561a953c9e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43046/0 (socket says 172.21.15.90:43046) 2024-04-26T17:27:00.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e52ffd640 1 -- 172.21.15.90:0/1107995816 learned_addr learned my addr 172.21.15.90:0/1107995816 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e537fe640 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bc5f0 0x561a953c9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e53fff640 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953be180 0x561a953cce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e52ffd640 1 -- 172.21.15.90:0/1107995816 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953be180 msgr2=0x561a953cce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953be180 0x561a953cce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e52ffd640 1 -- 172.21.15.90:0/1107995816 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bc5f0 msgr2=0x561a953c9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bc5f0 0x561a953c9910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e52ffd640 1 -- 172.21.15.90:0/1107995816 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a953cd460 con 0x561a953bd7c0 2024-04-26T17:27:00.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e53fff640 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953be180 0x561a953cce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:00.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e52ffd640 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 0x561a953c9e50 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4e480041b0 tx=0x7f4e4800bec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67032a3e6589e37a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e32ffd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:00.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e32ffd640 1 -- 172.21.15.90:0/1107995816 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e48036060 con 0x561a953bd7c0 2024-04-26T17:27:00.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e32ffd640 1 -- 172.21.15.90:0/1107995816 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f4e480035f0 con 0x561a953bd7c0 2024-04-26T17:27:00.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.114+0000 7f4e5cde9740 1 -- 172.21.15.90:0/1107995816 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e48023070 con 0x561a953bd7c0 2024-04-26T17:27:00.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.115+0000 7f4e32ffd640 1 -- 172.21.15.90:0/1107995816 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4e4803d050 con 0x561a953bd7c0 2024-04-26T17:27:00.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.115+0000 7f4e5cde9740 10 client.15492 fetch_fsmap learned FSMap version 27 2024-04-26T17:27:00.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.115+0000 7f4e5cde9740 1 -- 172.21.15.90:0/1107995816 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x561a954399c0 con 0x561a953bd7c0 2024-04-26T17:27:00.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.115+0000 7f4e32ffd640 1 -- 172.21.15.90:0/1107995816 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f4e48023070 con 0x561a953bd7c0 2024-04-26T17:27:00.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.115+0000 7f4e32ffd640 1 -- 172.21.15.90:0/1107995816 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f4e48027bd0 con 0x561a953bd7c0 2024-04-26T17:27:00.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.115+0000 7f4e5cde9740 10 client.15492 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:27:00.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.115+0000 7f4e5cde9740 10 client.15492 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T17:27:00.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.115+0000 7f4e5cde9740 20 client.15492 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:00.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.115+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x561a953d3540 0x561a9543acb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.115+0000 7f4e5cde9740 4 client.15492 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T17:27:00.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.115+0000 7f4e5cde9740 1 -- 172.21.15.90:0/1107995816 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "status"}) -- 0x561a95328e70 con 0x561a953d3540 2024-04-26T17:27:00.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.115+0000 7f4e537fe640 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x561a953d3540 0x561a9543acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e32ffd640 10 client.15492 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:27:00.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e537fe640 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x561a953d3540 0x561a9543acb0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c401fa35aba1dfb server_cookie=ea697039b6eb9fb4 in_seq=0 out_seq=0 2024-04-26T17:27:00.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e32ffd640 1 -- 172.21.15.90:0/1107995816 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x561a95328e70 con 0x561a953d3540 2024-04-26T17:27:00.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e32ffd640 10 client.15492 handle_command_reply: tid=0 2024-04-26T17:27:00.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e5cde9740 1 client.15492 shutdown 2024-04-26T17:27:00.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e5cde9740 1 -- 172.21.15.90:0/1107995816 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 msgr2=0x561a953c9e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 0x561a953c9e50 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4e480041b0 tx=0x7f4e4800bec0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e5cde9740 1 -- 172.21.15.90:0/1107995816 shutdown_connections 2024-04-26T17:27:00.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x561a953d3540 0x561a9543acb0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561a953be180 0x561a953cce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e32ffd640 0 client.15492 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:27:00.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561a953bd7c0 0x561a953c9e50 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e5cde9740 1 --2- 172.21.15.90:0/1107995816 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561a953bc5f0 0x561a953c9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.133 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e5cde9740 1 -- 172.21.15.90:0/1107995816 >> 172.21.15.90:0/1107995816 conn(0x561a953b7ae0 msgr2=0x561a953b6400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.133 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e5cde9740 1 -- 172.21.15.90:0/1107995816 shutdown_connections 2024-04-26T17:27:00.133 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e5cde9740 1 -- 172.21.15.90:0/1107995816 wait complete. 2024-04-26T17:27:00.133 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.116+0000 7f4e5cde9740 20 client.15492 trim_cache size 0 max 16384 2024-04-26T17:27:00.134 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:27:00.134 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:27:00.134 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 2, 2024-04-26T17:27:00.134 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24472, 2024-04-26T17:27:00.135 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-04-26T17:27:00.135 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-04-26T17:27:00.135 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-04-26T17:27:00.135 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 115.567305241, 2024-04-26T17:27:00.135 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 27, 2024-04-26T17:27:00.135 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 94, 2024-04-26T17:27:00.135 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 90, 2024-04-26T17:27:00.136 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 154.70868227599999 2024-04-26T17:27:00.136 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:27:00.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.117+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/596670926 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4e3c0a3bb0 msgr2=0x7f4e3c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.117+0000 7f4e5a0cf640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4e3c0a3bb0 0x7f4e3c0a6070 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f4e54199890 tx=0x7f4e4800b700 comp rx=0 tx=0).stop 2024-04-26T17:27:00.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.117+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/596670926 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4e54103da0 msgr2=0x7f4e5419f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.117+0000 7f4e5a0cf640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4e54103da0 0x7f4e5419f930 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c009df0 tx=0x7f4e4c003c20 comp rx=0 tx=0).stop 2024-04-26T17:27:00.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.117+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/596670926 shutdown_connections 2024-04-26T17:27:00.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.117+0000 7f4e5a0cf640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f4e3c0a3bb0 0x7f4e3c0a6070 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.117+0000 7f4e5a0cf640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4e54103da0 0x7f4e5419f930 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.117+0000 7f4e5a0cf640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e541033e0 0x7f4e541988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.117+0000 7f4e5a0cf640 1 --2- 172.21.15.90:0/596670926 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4e54100410 0x7f4e54198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.117+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/596670926 >> 172.21.15.90:0/596670926 conn(0x7f4e540fbd40 msgr2=0x7f4e54106780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.117+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/596670926 shutdown_connections 2024-04-26T17:27:00.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.117+0000 7f4e5a0cf640 1 -- 172.21.15.90:0/596670926 wait complete. 2024-04-26T17:27:00.141 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-26T17:27:00.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.241+0000 7f7dc2101640 1 -- 172.21.15.90:0/3147648668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7dbc1001c0 msgr2=0x7f7dbc100640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.241+0000 7f7dc2101640 1 --2- 172.21.15.90:0/3147648668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7dbc1001c0 0x7f7dbc100640 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f7db0009900 tx=0x7f7db002a3f0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.241+0000 7f7dc2101640 1 -- 172.21.15.90:0/3147648668 shutdown_connections 2024-04-26T17:27:00.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.241+0000 7f7dc2101640 1 --2- 172.21.15.90:0/3147648668 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7dbc100b80 0x7f7dbc10a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.241+0000 7f7dc2101640 1 --2- 172.21.15.90:0/3147648668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7dbc1001c0 0x7f7dbc100640 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.241+0000 7f7dc2101640 1 --2- 172.21.15.90:0/3147648668 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7dbc103750 0x7f7dbc103b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.241+0000 7f7dc2101640 1 -- 172.21.15.90:0/3147648668 >> 172.21.15.90:0/3147648668 conn(0x7f7dbc0fbd40 msgr2=0x7f7dbc0fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.241+0000 7f7dc2101640 1 -- 172.21.15.90:0/3147648668 shutdown_connections 2024-04-26T17:27:00.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.241+0000 7f7dc2101640 1 -- 172.21.15.90:0/3147648668 wait complete. 2024-04-26T17:27:00.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dc2101640 1 Processor -- start 2024-04-26T17:27:00.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dc2101640 1 -- start start 2024-04-26T17:27:00.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dc2101640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7dbc1001c0 0x7f7dbc198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dc2101640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7dbc100b80 0x7f7dbc1987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dc2101640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7dbc103750 0x7f7dbc19f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dc2101640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc10dc70 con 0x7f7dbc100b80 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dc2101640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc10daf0 con 0x7f7dbc1001c0 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dc2101640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc10ddf0 con 0x7f7dbc103750 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dbaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7dbc100b80 0x7f7dbc1987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dbaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7dbc100b80 0x7f7dbc1987d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43070/0 (socket says 172.21.15.90:43070) 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dbaffd640 1 -- 172.21.15.90:0/4023618371 learned_addr learned my addr 172.21.15.90:0/4023618371 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dbbfff640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7dbc103750 0x7f7dbc19f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7dbc1001c0 0x7f7dbc198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dbaffd640 1 -- 172.21.15.90:0/4023618371 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7dbc103750 msgr2=0x7f7dbc19f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dbaffd640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7dbc103750 0x7f7dbc19f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dbaffd640 1 -- 172.21.15.90:0/4023618371 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7dbc1001c0 msgr2=0x7f7dbc198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dbaffd640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7dbc1001c0 0x7f7dbc198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dbaffd640 1 -- 172.21.15.90:0/4023618371 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dbc19feb0 con 0x7f7dbc100b80 2024-04-26T17:27:00.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.242+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7dbc1001c0 0x7f7dbc198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:00.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.243+0000 7f7dbaffd640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7dbc100b80 0x7f7dbc1987d0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f7db0005d90 tx=0x7f7db00045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.243+0000 7f7db8ff9640 1 -- 172.21.15.90:0/4023618371 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db003f030 con 0x7f7dbc100b80 2024-04-26T17:27:00.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.243+0000 7f7dc2101640 1 -- 172.21.15.90:0/4023618371 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dbc1a0140 con 0x7f7dbc100b80 2024-04-26T17:27:00.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.243+0000 7f7db8ff9640 1 -- 172.21.15.90:0/4023618371 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7db0003cb0 con 0x7f7dbc100b80 2024-04-26T17:27:00.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.243+0000 7f7db8ff9640 1 -- 172.21.15.90:0/4023618371 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db0035070 con 0x7f7dbc100b80 2024-04-26T17:27:00.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.243+0000 7f7dc2101640 1 -- 172.21.15.90:0/4023618371 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dbc1a0630 con 0x7f7dbc100b80 2024-04-26T17:27:00.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:59 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3206532414' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:27:00.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:59 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3281720238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:27:00.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:59 smithi167 ceph-mon[32665]: pgmap v367: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-26T17:27:00.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:26:59 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2667928464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:00.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7db8ff9640 1 -- 172.21.15.90:0/4023618371 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7db0042030 con 0x7f7dbc100b80 2024-04-26T17:27:00.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7dc4e18740 1 Processor -- start 2024-04-26T17:27:00.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7dc4e18740 1 -- start start 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7dc4e18740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596935f0 0x559c59693a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7dc4e18740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 0x559c59694c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7dc4e18740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c59695180 0x559c5969ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7dc4e18740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559c595f83f0 con 0x559c596947c0 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7dc4e18740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x559c59594830 con 0x559c596935f0 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7dc4e18740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559c595f43b0 con 0x559c59695180 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7dbb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 0x559c59694c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7db8ff9640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7da40a3bb0 0x7f7da40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7dbb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 0x559c59694c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43080/0 (socket says 172.21.15.90:43080) 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.245+0000 7f7dbb7fe640 1 -- 172.21.15.90:0/2660500786 learned_addr learned my addr 172.21.15.90:0/2660500786 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7dbbfff640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7da40a3bb0 0x7f7da40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7db8ff9640 1 -- 172.21.15.90:0/4023618371 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7db00f12b0 con 0x7f7dbc100b80 2024-04-26T17:27:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7dbbfff640 1 --2- 172.21.15.90:0/2660500786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596935f0 0x559c59693a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7dbb7fe640 1 -- 172.21.15.90:0/2660500786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c59695180 msgr2=0x559c5969ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7dbaffd640 1 --2- 172.21.15.90:0/2660500786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c59695180 0x559c5969ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/2660500786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c59695180 0x559c5969ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7dbb7fe640 1 -- 172.21.15.90:0/2660500786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596935f0 msgr2=0x559c59693a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/2660500786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596935f0 0x559c59693a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7dbb7fe640 1 -- 172.21.15.90:0/2660500786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c5930a2d0 con 0x559c596947c0 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7dbbfff640 1 --2- 172.21.15.90:0/2660500786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596935f0 0x559c59693a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7dbaffd640 1 --2- 172.21.15.90:0/2660500786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c59695180 0x559c5969ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/2660500786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 0x559c59694c40 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f7dac008c30 tx=0x7f7dac00e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8b2f8ba5905cdff server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7dbbfff640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7da40a3bb0 0x7f7da40a6070 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x559c596946c0 tx=0x7f7db40072a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7da1ffb640 1 -- 172.21.15.90:0/2660500786 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dac014070 con 0x559c596947c0 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7da1ffb640 1 -- 172.21.15.90:0/2660500786 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7dac0054d0 con 0x559c596947c0 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.246+0000 7f7da1ffb640 1 -- 172.21.15.90:0/2660500786 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dac004c60 con 0x559c596947c0 2024-04-26T17:27:00.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.247+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2660500786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 msgr2=0x559c59694c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.247+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2660500786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 0x559c59694c40 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f7dac008c30 tx=0x7f7dac00e720 comp rx=0 tx=0).stop 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.247+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2660500786 shutdown_connections 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.247+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2660500786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c59695180 0x559c5969ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.247+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2660500786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 0x559c59694c40 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.247+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2660500786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596935f0 0x559c59693a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.247+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2660500786 >> 172.21.15.90:0/2660500786 conn(0x559c5968eae0 msgr2=0x559c5968eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.247+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2660500786 shutdown_connections 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.247+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2660500786 wait complete. 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.247+0000 7f7dc4e18740 1 -- start start 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.247+0000 7f7dc4e18740 1 Processor -- start 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dc4e18740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c596935f0 0x559c5969da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dc4e18740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 0x559c5969df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dc4e18740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c59695180 0x559c596a4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dc4e18740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559c5969c190 con 0x559c596947c0 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dc4e18740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x559c59592470 con 0x559c59695180 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dc4e18740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559c5969c310 con 0x559c596935f0 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dc4e18740 10 client.0 _ll_register_callbacks cb 0x559c59580020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dbaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 0x559c5969df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dbaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 0x559c5969df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43082/0 (socket says 172.21.15.90:43082) 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dbaffd640 1 -- 172.21.15.90:0/2254033036 learned_addr learned my addr 172.21.15.90:0/2254033036 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c596935f0 0x559c5969da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dbaffd640 1 -- 172.21.15.90:0/2254033036 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c596935f0 msgr2=0x559c5969da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dbaffd640 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c596935f0 0x559c5969da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dbaffd640 1 -- 172.21.15.90:0/2254033036 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c59695180 msgr2=0x559c596a4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dbaffd640 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c59695180 0x559c596a4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dbaffd640 1 -- 172.21.15.90:0/2254033036 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c593d46b0 con 0x559c596947c0 2024-04-26T17:27:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c596935f0 0x559c5969da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dbaffd640 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 0x559c5969df50 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f7db00b9620 tx=0x7f7db00bcdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e075a1e993df025f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7d9affd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7d9affd640 1 -- 172.21.15.90:0/2254033036 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db0049030 con 0x559c596947c0 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7d9affd640 1 -- 172.21.15.90:0/2254033036 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7db00b9830 con 0x559c596947c0 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2254033036 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7dac0054d0 con 0x559c596947c0 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7d9affd640 1 -- 172.21.15.90:0/2254033036 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f7db00bd1c0 con 0x559c596947c0 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dc4e18740 10 client.15504 fetch_fsmap learned FSMap version 27 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.248+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2254033036 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x559c596a8200 con 0x559c596947c0 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.249+0000 7f7d9affd640 1 -- 172.21.15.90:0/2254033036 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7dac0054d0 con 0x559c596947c0 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.249+0000 7f7d9affd640 1 -- 172.21.15.90:0/2254033036 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f7db00c1120 con 0x559c596947c0 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.249+0000 7f7dc4e18740 10 client.15504 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.249+0000 7f7dc4e18740 10 client.15504 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.249+0000 7f7dc4e18740 20 client.15504 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.249+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x559c596aa8e0 0x559c596abd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.249+0000 7f7dc4e18740 4 client.15504 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.249+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2254033036 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559c59606000 con 0x559c596aa8e0 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.249+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x559c596aa8e0 0x559c596abd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.249+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x559c596aa8e0 0x559c596abd50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e1ecf4ad8fb9cd1 server_cookie=17293797c95d3359 in_seq=0 out_seq=0 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.249+0000 7f7d9affd640 10 client.15504 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.250+0000 7f7d9affd640 1 -- 172.21.15.90:0/2254033036 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559c59606000 con 0x559c596aa8e0 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.250+0000 7f7d9affd640 10 client.15504 handle_command_reply: tid=0 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.250+0000 7f7dc4e18740 1 client.15504 shutdown 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.250+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2254033036 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 msgr2=0x559c5969df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.250+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 0x559c5969df50 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f7db00b9620 tx=0x7f7db00bcdc0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.250+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2254033036 shutdown_connections 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.250+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x559c596aa8e0 0x559c596abd50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.250+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c59695180 0x559c596a4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.250+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596947c0 0x559c5969df50 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.250+0000 7f7d9affd640 0 client.15504 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:27:00.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.250+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2254033036 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c596935f0 0x559c5969da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.250+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2254033036 >> 172.21.15.90:0/2254033036 conn(0x559c5968eae0 msgr2=0x559c5968dc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.251+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2254033036 shutdown_connections 2024-04-26T17:27:00.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.251+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2254033036 wait complete. 2024-04-26T17:27:00.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.251+0000 7f7dc4e18740 20 client.15504 trim_cache size 0 max 16384 2024-04-26T17:27:00.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.268+0000 7f7dc4e18740 1 Processor -- start 2024-04-26T17:27:00.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.268+0000 7f7dc4e18740 1 -- start start 2024-04-26T17:27:00.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dc4e18740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c596935f0 0x559c596a9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dc4e18740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596947c0 0x559c596a9a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dc4e18740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c59695180 0x559c5969d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dc4e18740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559c596aa090 con 0x559c59695180 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dc4e18740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x559c596aa760 con 0x559c596947c0 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dc4e18740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559c596aae30 con 0x559c596935f0 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dbbfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c59695180 0x559c5969d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dbbfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c59695180 0x559c5969d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43090/0 (socket says 172.21.15.90:43090) 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dbbfff640 1 -- 172.21.15.90:0/2444293735 learned_addr learned my addr 172.21.15.90:0/2444293735 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dbaffd640 1 --2- 172.21.15.90:0/2444293735 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596947c0 0x559c596a9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/2444293735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c596935f0 0x559c596a9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dbbfff640 1 -- 172.21.15.90:0/2444293735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c596935f0 msgr2=0x559c596a9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dbbfff640 1 --2- 172.21.15.90:0/2444293735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c596935f0 0x559c596a9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dbbfff640 1 -- 172.21.15.90:0/2444293735 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596947c0 msgr2=0x559c596a9a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dbbfff640 1 --2- 172.21.15.90:0/2444293735 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596947c0 0x559c596a9a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dbbfff640 1 -- 172.21.15.90:0/2444293735 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c59694240 con 0x559c59695180 2024-04-26T17:27:00.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7dbbfff640 1 --2- 172.21.15.90:0/2444293735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c59695180 0x559c5969d620 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f7db4013870 tx=0x7f7db4007520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d7cf1ea15e95d99 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7da17fa640 1 -- 172.21.15.90:0/2444293735 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db400fad0 con 0x559c59695180 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7da17fa640 1 -- 172.21.15.90:0/2444293735 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7db4016070 con 0x559c59695180 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.269+0000 7f7da17fa640 1 -- 172.21.15.90:0/2444293735 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db4025660 con 0x559c59695180 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.270+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2444293735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c59695180 msgr2=0x559c5969d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.270+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2444293735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c59695180 0x559c5969d620 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f7db4013870 tx=0x7f7db4007520 comp rx=0 tx=0).stop 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.270+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2444293735 shutdown_connections 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.270+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2444293735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c59695180 0x559c5969d620 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.270+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2444293735 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596947c0 0x559c596a9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.270+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/2444293735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c596935f0 0x559c596a9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.270+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2444293735 >> 172.21.15.90:0/2444293735 conn(0x559c5968eae0 msgr2=0x559c596899c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.270+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2444293735 shutdown_connections 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.270+0000 7f7dc4e18740 1 -- 172.21.15.90:0/2444293735 wait complete. 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.270+0000 7f7dc4e18740 1 -- start start 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.270+0000 7f7dc4e18740 1 Processor -- start 2024-04-26T17:27:00.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dc4e18740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596935f0 0x559c5970e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dc4e18740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596947c0 0x559c59710dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dc4e18740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c59695180 0x559c59713320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dc4e18740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559c596abbd0 con 0x559c596935f0 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dc4e18740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x559c596ab500 con 0x559c596947c0 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dc4e18740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559c596ac2a0 con 0x559c59695180 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dc4e18740 10 client.0 _ll_register_callbacks cb 0x7f7db0009610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dbb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596935f0 0x559c5970e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dbb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596935f0 0x559c5970e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43106/0 (socket says 172.21.15.90:43106) 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dbb7fe640 1 -- 172.21.15.90:0/1630763076 learned_addr learned my addr 172.21.15.90:0/1630763076 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dbbfff640 1 --2- 172.21.15.90:0/1630763076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c59695180 0x559c59713320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dbb7fe640 1 -- 172.21.15.90:0/1630763076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c59695180 msgr2=0x559c59713320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/1630763076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c59695180 0x559c59713320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dbb7fe640 1 -- 172.21.15.90:0/1630763076 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596947c0 msgr2=0x559c59710dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/1630763076 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596947c0 0x559c59710dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dbb7fe640 1 -- 172.21.15.90:0/1630763076 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c59713b30 con 0x559c596935f0 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dbb7fe640 1 --2- 172.21.15.90:0/1630763076 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596935f0 0x559c5970e880 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7dac004b80 tx=0x7f7dac005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cfacbe556d718df server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7d9affd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7d9affd640 1 -- 172.21.15.90:0/1630763076 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dac02b020 con 0x559c596935f0 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7d9affd640 1 -- 172.21.15.90:0/1630763076 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7dac0272d0 con 0x559c596935f0 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dc4e18740 1 -- 172.21.15.90:0/1630763076 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7db4016070 con 0x559c596935f0 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7d9affd640 1 -- 172.21.15.90:0/1630763076 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f7dac036050 con 0x559c596935f0 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dc4e18740 10 client.15510 fetch_fsmap learned FSMap version 27 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.271+0000 7f7dc4e18740 1 -- 172.21.15.90:0/1630763076 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x559c59714e90 con 0x559c596935f0 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.272+0000 7f7d9affd640 1 -- 172.21.15.90:0/1630763076 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7db4016070 con 0x559c596935f0 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.272+0000 7f7d9affd640 1 -- 172.21.15.90:0/1630763076 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f7dac025a50 con 0x559c596935f0 2024-04-26T17:27:00.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.272+0000 7f7dc4e18740 10 client.15510 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.272+0000 7f7dc4e18740 10 client.15510 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.272+0000 7f7dc4e18740 20 client.15510 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.272+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/1630763076 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x559c597197f0 0x559c59718500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.272+0000 7f7dc4e18740 4 client.15510 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.272+0000 7f7dc4e18740 1 -- 172.21.15.90:0/1630763076 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "status"}) -- 0x559c595ffe70 con 0x559c597197f0 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.272+0000 7f7dbaffd640 1 --2- 172.21.15.90:0/1630763076 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x559c597197f0 0x559c59718500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7d9affd640 10 client.15510 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dbaffd640 1 --2- 172.21.15.90:0/1630763076 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x559c597197f0 0x559c59718500 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=97f6284ee3ca7b41 server_cookie=d2ce3c24786778c6 in_seq=0 out_seq=0 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7d9affd640 1 -- 172.21.15.90:0/1630763076 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x559c595ffe70 con 0x559c597197f0 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7d9affd640 10 client.15510 handle_command_reply: tid=0 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dc4e18740 1 client.15510 shutdown 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dc4e18740 1 -- 172.21.15.90:0/1630763076 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596935f0 msgr2=0x559c5970e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/1630763076 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596935f0 0x559c5970e880 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7dac004b80 tx=0x7f7dac005bc0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dc4e18740 1 -- 172.21.15.90:0/1630763076 shutdown_connections 2024-04-26T17:27:00.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/1630763076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c59695180 0x559c59713320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/1630763076 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x559c597197f0 0x559c59718500 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/1630763076 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559c596947c0 0x559c59710dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7d9affd640 0 client.15510 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:27:00.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dc4e18740 1 --2- 172.21.15.90:0/1630763076 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559c596935f0 0x559c5970e880 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dc4e18740 1 -- 172.21.15.90:0/1630763076 >> 172.21.15.90:0/1630763076 conn(0x559c5968eae0 msgr2=0x559c596899c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dc4e18740 1 -- 172.21.15.90:0/1630763076 shutdown_connections 2024-04-26T17:27:00.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dc4e18740 1 -- 172.21.15.90:0/1630763076 wait complete. 2024-04-26T17:27:00.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.273+0000 7f7dc4e18740 20 client.15510 trim_cache size 0 max 16384 2024-04-26T17:27:00.281 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:27:00.282 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:27:00.282 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 1, 2024-04-26T17:27:00.282 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24476, 2024-04-26T17:27:00.282 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-04-26T17:27:00.282 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-04-26T17:27:00.282 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-04-26T17:27:00.282 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 116.73049048599999, 2024-04-26T17:27:00.282 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 27, 2024-04-26T17:27:00.282 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 94, 2024-04-26T17:27:00.282 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 90, 2024-04-26T17:27:00.282 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 157.72025695100001 2024-04-26T17:27:00.282 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:27:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.274+0000 7f7dc2101640 1 -- 172.21.15.90:0/4023618371 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7da40a3bb0 msgr2=0x7f7da40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.274+0000 7f7dc2101640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7da40a3bb0 0x7f7da40a6070 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x559c596946c0 tx=0x7f7db40072a0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.274+0000 7f7dc2101640 1 -- 172.21.15.90:0/4023618371 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7dbc100b80 msgr2=0x7f7dbc1987d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.274+0000 7f7dc2101640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7dbc100b80 0x7f7dbc1987d0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f7db0005d90 tx=0x7f7db00045e0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.274+0000 7f7dc2101640 1 -- 172.21.15.90:0/4023618371 shutdown_connections 2024-04-26T17:27:00.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.274+0000 7f7dc2101640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7da40a3bb0 0x7f7da40a6070 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.274+0000 7f7dc2101640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7dbc103750 0x7f7dbc19f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.274+0000 7f7dc2101640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7dbc100b80 0x7f7dbc1987d0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.274+0000 7f7dc2101640 1 --2- 172.21.15.90:0/4023618371 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7dbc1001c0 0x7f7dbc198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.274+0000 7f7dc2101640 1 -- 172.21.15.90:0/4023618371 >> 172.21.15.90:0/4023618371 conn(0x7f7dbc0fbd40 msgr2=0x7f7dbc1067e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.274+0000 7f7dc2101640 1 -- 172.21.15.90:0/4023618371 shutdown_connections 2024-04-26T17:27:00.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.274+0000 7f7dc2101640 1 -- 172.21.15.90:0/4023618371 wait complete. 2024-04-26T17:27:00.286 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-26T17:27:00.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:59 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3206532414' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:27:00.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:59 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3281720238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:27:00.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:59 smithi119 ceph-mon[32584]: pgmap v367: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-26T17:27:00.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:26:59 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2667928464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:00.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.385+0000 7f32b9c31640 1 -- 172.21.15.90:0/175174725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32b4103340 msgr2=0x7f32b41037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.385+0000 7f32b9c31640 1 --2- 172.21.15.90:0/175174725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32b4103340 0x7f32b41037c0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f32a8009900 tx=0x7f32a802a410 comp rx=0 tx=0).stop 2024-04-26T17:27:00.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.385+0000 7f32b9c31640 1 -- 172.21.15.90:0/175174725 shutdown_connections 2024-04-26T17:27:00.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.385+0000 7f32b9c31640 1 --2- 172.21.15.90:0/175174725 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f32b4103d00 0x7f32b410a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.385+0000 7f32b9c31640 1 --2- 172.21.15.90:0/175174725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32b4103340 0x7f32b41037c0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.385+0000 7f32b9c31640 1 --2- 172.21.15.90:0/175174725 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f32b4102150 0x7f32b4102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.385+0000 7f32b9c31640 1 -- 172.21.15.90:0/175174725 >> 172.21.15.90:0/175174725 conn(0x7f32b40fd6e0 msgr2=0x7f32b40ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.385+0000 7f32b9c31640 1 -- 172.21.15.90:0/175174725 shutdown_connections 2024-04-26T17:27:00.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.385+0000 7f32b9c31640 1 -- 172.21.15.90:0/175174725 wait complete. 2024-04-26T17:27:00.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b9c31640 1 Processor -- start 2024-04-26T17:27:00.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b9c31640 1 -- start start 2024-04-26T17:27:00.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b9c31640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f32b4102150 0x7f32b41983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b9c31640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32b4103340 0x7f32b4198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b9c31640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f32b4103d00 0x7f32b419f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b9c31640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f32b410dc60 con 0x7f32b4103340 2024-04-26T17:27:00.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b9c31640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f32b410dae0 con 0x7f32b4102150 2024-04-26T17:27:00.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b9c31640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f32b410dde0 con 0x7f32b4103d00 2024-04-26T17:27:00.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b2ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32b4103340 0x7f32b4198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b2ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32b4103340 0x7f32b4198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43126/0 (socket says 172.21.15.90:43126) 2024-04-26T17:27:00.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b2ffd640 1 -- 172.21.15.90:0/3237935735 learned_addr learned my addr 172.21.15.90:0/3237935735 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.391 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b37fe640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f32b4102150 0x7f32b41983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.391 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b3fff640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f32b4103d00 0x7f32b419f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.391 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b2ffd640 1 -- 172.21.15.90:0/3237935735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f32b4103d00 msgr2=0x7f32b419f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.391 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f32b4103d00 0x7f32b419f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.391 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b2ffd640 1 -- 172.21.15.90:0/3237935735 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f32b4102150 msgr2=0x7f32b41983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.391 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f32b4102150 0x7f32b41983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.391 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b2ffd640 1 -- 172.21.15.90:0/3237935735 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b419ffe0 con 0x7f32b4103340 2024-04-26T17:27:00.391 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.386+0000 7f32b3fff640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f32b4103d00 0x7f32b419f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:00.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.387+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32b4103340 0x7f32b4198900 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f32a8004770 tx=0x7f32a80042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.387+0000 7f32b0ff9640 1 -- 172.21.15.90:0/3237935735 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a803f030 con 0x7f32b4103340 2024-04-26T17:27:00.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.387+0000 7f32b0ff9640 1 -- 172.21.15.90:0/3237935735 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f32a80044d0 con 0x7f32b4103340 2024-04-26T17:27:00.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.387+0000 7f32b9c31640 1 -- 172.21.15.90:0/3237935735 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32b41a0270 con 0x7f32b4103340 2024-04-26T17:27:00.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.387+0000 7f32b0ff9640 1 -- 172.21.15.90:0/3237935735 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a8035070 con 0x7f32b4103340 2024-04-26T17:27:00.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.387+0000 7f32b9c31640 1 -- 172.21.15.90:0/3237935735 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32b41a0760 con 0x7f32b4103340 2024-04-26T17:27:00.404 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.389+0000 7f32b0ff9640 1 -- 172.21.15.90:0/3237935735 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f32a8042030 con 0x7f32b4103340 2024-04-26T17:27:00.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32bca25740 1 Processor -- start 2024-04-26T17:27:00.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32bca25740 1 -- start start 2024-04-26T17:27:00.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32bca25740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0925f0 0x555e0e092a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32bca25740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 0x555e0e093c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32bca25740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e094180 0x555e0e09aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32bca25740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555e0dff73f0 con 0x555e0e0937c0 2024-04-26T17:27:00.405 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32bca25740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x555e0df93830 con 0x555e0e0925f0 2024-04-26T17:27:00.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32bca25740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555e0dff33b0 con 0x555e0e094180 2024-04-26T17:27:00.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b37fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 0x555e0e093c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b37fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 0x555e0e093c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43130/0 (socket says 172.21.15.90:43130) 2024-04-26T17:27:00.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b37fe640 1 -- 172.21.15.90:0/559367886 learned_addr learned my addr 172.21.15.90:0/559367886 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b0ff9640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f329c0a3bb0 0x7f329c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/559367886 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e094180 0x555e0e09aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b3fff640 1 --2- 172.21.15.90:0/559367886 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0925f0 0x555e0e092a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b37fe640 1 -- 172.21.15.90:0/559367886 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e094180 msgr2=0x555e0e09aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b3fff640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f329c0a3bb0 0x7f329c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b37fe640 1 --2- 172.21.15.90:0/559367886 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e094180 0x555e0e09aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b0ff9640 1 -- 172.21.15.90:0/3237935735 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f32a80f0d50 con 0x7f32b4103340 2024-04-26T17:27:00.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b37fe640 1 -- 172.21.15.90:0/559367886 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0925f0 msgr2=0x555e0e092a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b37fe640 1 --2- 172.21.15.90:0/559367886 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0925f0 0x555e0e092a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b37fe640 1 -- 172.21.15.90:0/559367886 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e0dd092d0 con 0x555e0e0937c0 2024-04-26T17:27:00.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b3fff640 1 --2- 172.21.15.90:0/559367886 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0925f0 0x555e0e092a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:00.407 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.390+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/559367886 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e094180 0x555e0e09aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:00.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f32b37fe640 1 --2- 172.21.15.90:0/559367886 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 0x555e0e093c40 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f32a4009ca0 tx=0x7f32a4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d46da4de8312ee34 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f3299ffb640 1 -- 172.21.15.90:0/559367886 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a4004220 con 0x555e0e0937c0 2024-04-26T17:27:00.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f32b3fff640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f329c0a3bb0 0x7f329c0a6070 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f32ac009370 tx=0x7f32ac009520 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f3299ffb640 1 -- 172.21.15.90:0/559367886 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f32a40043c0 con 0x555e0e0937c0 2024-04-26T17:27:00.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f3299ffb640 1 -- 172.21.15.90:0/559367886 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a4019810 con 0x555e0e0937c0 2024-04-26T17:27:00.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f32bca25740 1 -- 172.21.15.90:0/559367886 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 msgr2=0x555e0e093c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f32bca25740 1 --2- 172.21.15.90:0/559367886 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 0x555e0e093c40 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f32a4009ca0 tx=0x7f32a4011810 comp rx=0 tx=0).stop 2024-04-26T17:27:00.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f32bca25740 1 -- 172.21.15.90:0/559367886 shutdown_connections 2024-04-26T17:27:00.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f32bca25740 1 --2- 172.21.15.90:0/559367886 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e094180 0x555e0e09aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f32bca25740 1 --2- 172.21.15.90:0/559367886 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 0x555e0e093c40 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f32bca25740 1 --2- 172.21.15.90:0/559367886 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0925f0 0x555e0e092a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f32bca25740 1 -- 172.21.15.90:0/559367886 >> 172.21.15.90:0/559367886 conn(0x555e0e08dae0 msgr2=0x555e0e08dee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f32bca25740 1 -- 172.21.15.90:0/559367886 shutdown_connections 2024-04-26T17:27:00.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.391+0000 7f32bca25740 1 -- 172.21.15.90:0/559367886 wait complete. 2024-04-26T17:27:00.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32bca25740 1 -- start start 2024-04-26T17:27:00.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32bca25740 1 Processor -- start 2024-04-26T17:27:00.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32bca25740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0925f0 0x555e0e09c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32bca25740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0937c0 0x555e0e09cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32bca25740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e094180 0x555e0e0a3f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32bca25740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555e0e09b190 con 0x555e0e0925f0 2024-04-26T17:27:00.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32bca25740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x555e0df91470 con 0x555e0e0937c0 2024-04-26T17:27:00.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32bca25740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555e0e09b310 con 0x555e0e094180 2024-04-26T17:27:00.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32bca25740 10 client.0 _ll_register_callbacks cb 0x555e0df7f020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:00.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32b37fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0925f0 0x555e0e09c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32b37fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0925f0 0x555e0e09c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43134/0 (socket says 172.21.15.90:43134) 2024-04-26T17:27:00.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32b37fe640 1 -- 172.21.15.90:0/414362741 learned_addr learned my addr 172.21.15.90:0/414362741 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0937c0 0x555e0e09cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32b3fff640 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e094180 0x555e0e0a3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.392+0000 7f32b37fe640 1 -- 172.21.15.90:0/414362741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e094180 msgr2=0x555e0e0a3f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32b37fe640 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e094180 0x555e0e0a3f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32b37fe640 1 -- 172.21.15.90:0/414362741 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0937c0 msgr2=0x555e0e09cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32b37fe640 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0937c0 0x555e0e09cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32b37fe640 1 -- 172.21.15.90:0/414362741 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e0ddd36b0 con 0x555e0e0925f0 2024-04-26T17:27:00.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32b37fe640 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0925f0 0x555e0e09c9e0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f32a4009c70 tx=0x7f32a4003670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e95c8e69d1ab936 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f3292ffd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:00.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f3292ffd640 1 -- 172.21.15.90:0/414362741 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a4028070 con 0x555e0e0925f0 2024-04-26T17:27:00.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f3292ffd640 1 -- 172.21.15.90:0/414362741 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f32a4003a70 con 0x555e0e0925f0 2024-04-26T17:27:00.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32bca25740 1 -- 172.21.15.90:0/414362741 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32a40043c0 con 0x555e0e0925f0 2024-04-26T17:27:00.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f3292ffd640 1 -- 172.21.15.90:0/414362741 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f32a4034050 con 0x555e0e0925f0 2024-04-26T17:27:00.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32bca25740 10 client.15522 fetch_fsmap learned FSMap version 27 2024-04-26T17:27:00.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32bca25740 1 -- 172.21.15.90:0/414362741 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x555e0e0a7240 con 0x555e0e0925f0 2024-04-26T17:27:00.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f3292ffd640 1 -- 172.21.15.90:0/414362741 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f32a40043c0 con 0x555e0e0925f0 2024-04-26T17:27:00.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f3292ffd640 1 -- 172.21.15.90:0/414362741 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f32a4004ba0 con 0x555e0e0925f0 2024-04-26T17:27:00.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32bca25740 10 client.15522 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:27:00.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32bca25740 10 client.15522 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T17:27:00.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32bca25740 20 client.15522 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:00.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32bca25740 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555e0e0a96c0 0x555e0e0aab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32bca25740 4 client.15522 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:00.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.393+0000 7f32bca25740 1 -- 172.21.15.90:0/414362741 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555e0e005000 con 0x555e0e0a96c0 2024-04-26T17:27:00.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.394+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555e0e0a96c0 0x555e0e0aab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.394+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555e0e0a96c0 0x555e0e0aab30 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90ca15ccc3949452 server_cookie=d49be6b83c248568 in_seq=0 out_seq=0 2024-04-26T17:27:00.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.394+0000 7f3292ffd640 10 client.15522 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:00.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f3292ffd640 1 -- 172.21.15.90:0/414362741 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555e0e005000 con 0x555e0e0a96c0 2024-04-26T17:27:00.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f3292ffd640 10 client.15522 handle_command_reply: tid=0 2024-04-26T17:27:00.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f32bca25740 1 client.15522 shutdown 2024-04-26T17:27:00.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f32bca25740 1 -- 172.21.15.90:0/414362741 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0925f0 msgr2=0x555e0e09c9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f32bca25740 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0925f0 0x555e0e09c9e0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f32a4009c70 tx=0x7f32a4003670 comp rx=0 tx=0).stop 2024-04-26T17:27:00.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f32bca25740 1 -- 172.21.15.90:0/414362741 shutdown_connections 2024-04-26T17:27:00.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f32bca25740 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555e0e0a96c0 0x555e0e0aab30 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f32bca25740 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e094180 0x555e0e0a3f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f32bca25740 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0937c0 0x555e0e09cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f3292ffd640 0 client.15522 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:00.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f32bca25740 1 --2- 172.21.15.90:0/414362741 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0925f0 0x555e0e09c9e0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f32bca25740 1 -- 172.21.15.90:0/414362741 >> 172.21.15.90:0/414362741 conn(0x555e0e08dae0 msgr2=0x555e0e08cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f32bca25740 1 -- 172.21.15.90:0/414362741 shutdown_connections 2024-04-26T17:27:00.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f32bca25740 1 -- 172.21.15.90:0/414362741 wait complete. 2024-04-26T17:27:00.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.395+0000 7f32bca25740 20 client.15522 trim_cache size 0 max 16384 2024-04-26T17:27:00.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32bca25740 1 Processor -- start 2024-04-26T17:27:00.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32bca25740 1 -- start start 2024-04-26T17:27:00.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32bca25740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e0925f0 0x555e0e0971c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32bca25740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 0x555e0e097700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32bca25740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e094180 0x555e0e090920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32bca25740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555e0e0a8e70 con 0x555e0e0937c0 2024-04-26T17:27:00.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32bca25740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x555e0e0a9540 con 0x555e0e094180 2024-04-26T17:27:00.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32bca25740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555e0e0a9c10 con 0x555e0e0925f0 2024-04-26T17:27:00.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32b2ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 0x555e0e097700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32b2ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 0x555e0e097700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43144/0 (socket says 172.21.15.90:43144) 2024-04-26T17:27:00.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32b2ffd640 1 -- 172.21.15.90:0/4000480473 learned_addr learned my addr 172.21.15.90:0/4000480473 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32b2ffd640 1 -- 172.21.15.90:0/4000480473 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e0925f0 msgr2=0x555e0e0971c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32b3fff640 1 --2- 172.21.15.90:0/4000480473 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e094180 0x555e0e090920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32b37fe640 1 --2- 172.21.15.90:0/4000480473 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e0925f0 0x555e0e0971c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/4000480473 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e0925f0 0x555e0e0971c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32b2ffd640 1 -- 172.21.15.90:0/4000480473 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e094180 msgr2=0x555e0e090920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/4000480473 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e094180 0x555e0e090920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32b2ffd640 1 -- 172.21.15.90:0/4000480473 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e0e092fe0 con 0x555e0e0937c0 2024-04-26T17:27:00.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.413+0000 7f32b37fe640 1 --2- 172.21.15.90:0/4000480473 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e0925f0 0x555e0e0971c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:00.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/4000480473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 0x555e0e097700 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f32a80ee7f0 tx=0x7f32a80f0040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=650b8d9a1ece6c68 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32997fa640 1 -- 172.21.15.90:0/4000480473 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a8049040 con 0x555e0e0937c0 2024-04-26T17:27:00.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32997fa640 1 -- 172.21.15.90:0/4000480473 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f32a80c1010 con 0x555e0e0937c0 2024-04-26T17:27:00.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32997fa640 1 -- 172.21.15.90:0/4000480473 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a80b92d0 con 0x555e0e0937c0 2024-04-26T17:27:00.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32bca25740 1 -- 172.21.15.90:0/4000480473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 msgr2=0x555e0e097700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32bca25740 1 --2- 172.21.15.90:0/4000480473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 0x555e0e097700 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f32a80ee7f0 tx=0x7f32a80f0040 comp rx=0 tx=0).stop 2024-04-26T17:27:00.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32bca25740 1 -- 172.21.15.90:0/4000480473 shutdown_connections 2024-04-26T17:27:00.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32bca25740 1 --2- 172.21.15.90:0/4000480473 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e094180 0x555e0e090920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32bca25740 1 --2- 172.21.15.90:0/4000480473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e0937c0 0x555e0e097700 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32bca25740 1 --2- 172.21.15.90:0/4000480473 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e0925f0 0x555e0e0971c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32bca25740 1 -- 172.21.15.90:0/4000480473 >> 172.21.15.90:0/4000480473 conn(0x555e0e08dae0 msgr2=0x555e0e0a8650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32bca25740 1 -- 172.21.15.90:0/4000480473 shutdown_connections 2024-04-26T17:27:00.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.414+0000 7f32bca25740 1 -- 172.21.15.90:0/4000480473 wait complete. 2024-04-26T17:27:00.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32bca25740 1 -- start start 2024-04-26T17:27:00.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32bca25740 1 Processor -- start 2024-04-26T17:27:00.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32bca25740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e0925f0 0x555e0e098e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32bca25740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0937c0 0x555e0e099340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32bca25740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e094180 0x555e0e1117b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32bca25740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555e0e0aa9b0 con 0x555e0e094180 2024-04-26T17:27:00.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32bca25740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x555e0e0aa2e0 con 0x555e0e0937c0 2024-04-26T17:27:00.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32bca25740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555e0e0ab080 con 0x555e0e0925f0 2024-04-26T17:27:00.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32bca25740 10 client.0 _ll_register_callbacks cb 0x7f32a4009f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:00.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32b3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e094180 0x555e0e1117b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32b3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e094180 0x555e0e1117b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43158/0 (socket says 172.21.15.90:43158) 2024-04-26T17:27:00.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32b3fff640 1 -- 172.21.15.90:0/911489520 learned_addr learned my addr 172.21.15.90:0/911489520 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:00.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0937c0 0x555e0e099340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32b3fff640 1 -- 172.21.15.90:0/911489520 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e0925f0 msgr2=0x555e0e098e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32b3fff640 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e0925f0 0x555e0e098e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32b3fff640 1 -- 172.21.15.90:0/911489520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0937c0 msgr2=0x555e0e099340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:00.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32b3fff640 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0937c0 0x555e0e099340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32b3fff640 1 -- 172.21.15.90:0/911489520 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e0e111dc0 con 0x555e0e094180 2024-04-26T17:27:00.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.415+0000 7f32b2ffd640 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0937c0 0x555e0e099340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:00.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f32b3fff640 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e094180 0x555e0e1117b0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f32ac012d80 tx=0x7f32ac004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7c1035be286dcdd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f3292ffd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f3292ffd640 1 -- 172.21.15.90:0/911489520 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ac02b060 con 0x555e0e094180 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f3292ffd640 1 -- 172.21.15.90:0/911489520 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f32ac01edb0 con 0x555e0e094180 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f32bca25740 1 -- 172.21.15.90:0/911489520 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32a80c1010 con 0x555e0e094180 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f3292ffd640 1 -- 172.21.15.90:0/911489520 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f32ac032050 con 0x555e0e094180 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f32bca25740 10 client.15528 fetch_fsmap learned FSMap version 27 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f32bca25740 1 -- 172.21.15.90:0/911489520 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x555e0e113100 con 0x555e0e094180 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f3292ffd640 1 -- 172.21.15.90:0/911489520 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f32a80c1010 con 0x555e0e094180 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f3292ffd640 1 -- 172.21.15.90:0/911489520 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f32ac025030 con 0x555e0e094180 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f32bca25740 10 client.15528 fetch_fsmap finished waiting for FSMap version 27 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f32bca25740 10 client.15528 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f32bca25740 20 client.15528 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:00.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f32bca25740 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555e0e117db0 0x555e0e116ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:00.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f32bca25740 4 client.15528 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T17:27:00.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.416+0000 7f32bca25740 1 -- 172.21.15.90:0/911489520 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "status"}) -- 0x555e0dffee70 con 0x555e0e117db0 2024-04-26T17:27:00.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32b37fe640 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555e0e117db0 0x555e0e116ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:00.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32b37fe640 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555e0e117db0 0x555e0e116ac0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f887793b2a41140 server_cookie=594a6babe49d85e8 in_seq=0 out_seq=0 2024-04-26T17:27:00.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f3292ffd640 10 client.15528 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:00.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f3292ffd640 1 -- 172.21.15.90:0/911489520 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x555e0dffee70 con 0x555e0e117db0 2024-04-26T17:27:00.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f3292ffd640 10 client.15528 handle_command_reply: tid=0 2024-04-26T17:27:00.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32bca25740 1 client.15528 shutdown 2024-04-26T17:27:00.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32bca25740 1 -- 172.21.15.90:0/911489520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e094180 msgr2=0x555e0e1117b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32bca25740 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e094180 0x555e0e1117b0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f32ac012d80 tx=0x7f32ac004a40 comp rx=0 tx=0).stop 2024-04-26T17:27:00.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32bca25740 1 -- 172.21.15.90:0/911489520 shutdown_connections 2024-04-26T17:27:00.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32bca25740 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555e0e117db0 0x555e0e116ac0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32bca25740 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e0e094180 0x555e0e1117b0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32bca25740 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555e0e0937c0 0x555e0e099340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f3292ffd640 0 client.15528 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:00.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32bca25740 1 --2- 172.21.15.90:0/911489520 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555e0e0925f0 0x555e0e098e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32bca25740 1 -- 172.21.15.90:0/911489520 >> 172.21.15.90:0/911489520 conn(0x555e0e08dae0 msgr2=0x555e0e0a8650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32bca25740 1 -- 172.21.15.90:0/911489520 shutdown_connections 2024-04-26T17:27:00.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.417+0000 7f32bca25740 1 -- 172.21.15.90:0/911489520 wait complete. 2024-04-26T17:27:00.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32bca25740 20 client.15528 trim_cache size 0 max 16384 2024-04-26T17:27:00.432 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:27:00.432 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "970e2e88-03f0-11ef-bc93-c7b262605968", 2024-04-26T17:27:00.432 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 0, 2024-04-26T17:27:00.432 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24509, 2024-04-26T17:27:00.433 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-04-26T17:27:00.433 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-04-26T17:27:00.433 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-04-26T17:27:00.433 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 140.66631421700001, 2024-04-26T17:27:00.433 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 27, 2024-04-26T17:27:00.433 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 94, 2024-04-26T17:27:00.433 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 90, 2024-04-26T17:27:00.434 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 146.42488189599999 2024-04-26T17:27:00.434 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:27:00.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32b9c31640 1 -- 172.21.15.90:0/3237935735 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f329c0a3bb0 msgr2=0x7f329c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32b9c31640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f329c0a3bb0 0x7f329c0a6070 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f32ac009370 tx=0x7f32ac009520 comp rx=0 tx=0).stop 2024-04-26T17:27:00.436 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32b9c31640 1 -- 172.21.15.90:0/3237935735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32b4103340 msgr2=0x7f32b4198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:00.436 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32b9c31640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32b4103340 0x7f32b4198900 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f32a8004770 tx=0x7f32a80042e0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.436 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32b9c31640 1 -- 172.21.15.90:0/3237935735 shutdown_connections 2024-04-26T17:27:00.436 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32b9c31640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f329c0a3bb0 0x7f329c0a6070 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.436 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32b9c31640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f32b4103d00 0x7f32b419f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.437 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32b9c31640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32b4103340 0x7f32b4198900 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.437 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32b9c31640 1 --2- 172.21.15.90:0/3237935735 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f32b4102150 0x7f32b41983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:00.437 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32b9c31640 1 -- 172.21.15.90:0/3237935735 >> 172.21.15.90:0/3237935735 conn(0x7f32b40fd6e0 msgr2=0x7f32b4106760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:00.437 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32b9c31640 1 -- 172.21.15.90:0/3237935735 shutdown_connections 2024-04-26T17:27:00.437 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:00.418+0000 7f32b9c31640 1 -- 172.21.15.90:0/3237935735 wait complete. 2024-04-26T17:27:00.438 INFO:teuthology.run_tasks:Running task sequential... 2024-04-26T17:27:00.545 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-26T17:27:00.545 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-26T17:27:00.546 INFO:teuthology.task.print:Enabling mgr modules 2024-04-26T17:27:00.546 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-04-26T17:27:00.608 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-04-26T17:27:00.608 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-04-26T17:27:00.608 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-04-26T17:27:00.609 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-26T17:27:00.609 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-26T17:27:00.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:00.609 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list 2024-04-26T17:27:00.624 INFO:teuthology.orchestra.run.smithi090.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-04-26T17:27:00.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:00.625 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-26T17:27:00.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:00.690 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link delete ceph-brx 2024-04-26T17:27:00.782 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-04-26T17:27:00.783 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-26T17:27:01.021 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:27:02.789 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:02 smithi090 ceph-mon[29417]: pgmap v368: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:27:02.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.790+0000 7fb507b30700 1 -- 172.21.15.90:0/418252595 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb50006b2a0 msgr2=0x7fb50010fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:02.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.790+0000 7fb507b30700 1 --2- 172.21.15.90:0/418252595 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb50006b2a0 0x7fb50010fab0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc009990 tx=0x7fb4fc009ca0 comp rx=0 tx=0).stop 2024-04-26T17:27:02.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.790+0000 7fb507b30700 1 -- 172.21.15.90:0/418252595 shutdown_connections 2024-04-26T17:27:02.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.790+0000 7fb507b30700 1 --2- 172.21.15.90:0/418252595 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb50006b2a0 0x7fb50010fab0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:02.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.790+0000 7fb507b30700 1 --2- 172.21.15.90:0/418252595 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb500108c70 0x7fb500109050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:02.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.790+0000 7fb507b30700 1 --2- 172.21.15.90:0/418252595 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb50006a900 0x7fb50006ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:02.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.790+0000 7fb507b30700 1 -- 172.21.15.90:0/418252595 >> 172.21.15.90:0/418252595 conn(0x7fb500078aa0 msgr2=0x7fb500078eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:02.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.791+0000 7fb507b30700 1 -- 172.21.15.90:0/418252595 shutdown_connections 2024-04-26T17:27:02.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.791+0000 7fb507b30700 1 -- 172.21.15.90:0/418252595 wait complete. 2024-04-26T17:27:02.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.791+0000 7fb507b30700 1 Processor -- start 2024-04-26T17:27:02.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.791+0000 7fb507b30700 1 -- start start 2024-04-26T17:27:02.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.791+0000 7fb507b30700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb50006a900 0x7fb50019b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:02.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.791+0000 7fb507b30700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb50006b2a0 0x7fb50019bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:02.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.791+0000 7fb507b30700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb500108c70 0x7fb50019fea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:02.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.791+0000 7fb507b30700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb500115070 con 0x7fb50006b2a0 2024-04-26T17:27:02.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.791+0000 7fb507b30700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb500114ef0 con 0x7fb50006a900 2024-04-26T17:27:02.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.791+0000 7fb507b30700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb5001151f0 con 0x7fb500108c70 2024-04-26T17:27:02.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.791+0000 7fb5050cb700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb50006b2a0 0x7fb50019bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:02.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.791+0000 7fb5050cb700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb50006b2a0 0x7fb50019bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43180/0 (socket says 172.21.15.90:43180) 2024-04-26T17:27:02.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb5050cb700 1 -- 172.21.15.90:0/532211993 learned_addr learned my addr 172.21.15.90:0/532211993 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:02.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb5058cc700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb50006a900 0x7fb50019b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:02.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb5050cb700 1 -- 172.21.15.90:0/532211993 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb500108c70 msgr2=0x7fb50019fea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:02.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb5050cb700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb500108c70 0x7fb50019fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:02.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb5050cb700 1 -- 172.21.15.90:0/532211993 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb50006a900 msgr2=0x7fb50019b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:02.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb5050cb700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb50006a900 0x7fb50019b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:02.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb5050cb700 1 -- 172.21.15.90:0/532211993 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5001a05e0 con 0x7fb50006b2a0 2024-04-26T17:27:02.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb5050cb700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb50006b2a0 0x7fb50019bb60 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fb4f000b530 tx=0x7fb4f000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:02.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb4f6ffd700 1 -- 172.21.15.90:0/532211993 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f0015020 con 0x7fb50006b2a0 2024-04-26T17:27:02.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb4f6ffd700 1 -- 172.21.15.90:0/532211993 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb4f0011ce0 con 0x7fb50006b2a0 2024-04-26T17:27:02.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb4f6ffd700 1 -- 172.21.15.90:0/532211993 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f0010e30 con 0x7fb50006b2a0 2024-04-26T17:27:02.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb507b30700 1 -- 172.21.15.90:0/532211993 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5001a08d0 con 0x7fb50006b2a0 2024-04-26T17:27:02.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.792+0000 7fb507b30700 1 -- 172.21.15.90:0/532211993 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5001a8150 con 0x7fb50006b2a0 2024-04-26T17:27:02.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.793+0000 7fb507b30700 1 -- 172.21.15.90:0/532211993 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb50010b1e0 con 0x7fb50006b2a0 2024-04-26T17:27:02.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.794+0000 7fb4f6ffd700 1 -- 172.21.15.90:0/532211993 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb4f0018020 con 0x7fb50006b2a0 2024-04-26T17:27:02.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.795+0000 7fb4f6ffd700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb4ec0a3c40 0x7fb4ec0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:02.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.795+0000 7fb5058cc700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb4ec0a3c40 0x7fb4ec0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:02.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.795+0000 7fb4f6ffd700 1 -- 172.21.15.90:0/532211993 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fb4f00d0020 con 0x7fb50006b2a0 2024-04-26T17:27:02.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.795+0000 7fb5058cc700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb4ec0a3c40 0x7fb4ec0a6100 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb4f800a400 tx=0x7fb4f800d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:02.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:02 smithi119 ceph-mon[32584]: pgmap v368: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:27:02.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:02.799+0000 7fb4f6ffd700 1 -- 172.21.15.90:0/532211993 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb4f001f020 con 0x7fb50006b2a0 2024-04-26T17:27:03.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:02 smithi167 ceph-mon[32665]: pgmap v368: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T17:27:03.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.044+0000 7fb507b30700 1 -- 172.21.15.90:0/532211993 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb5000698e0 con 0x7fb50006b2a0 2024-04-26T17:27:03.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.044+0000 7fb4f6ffd700 1 -- 172.21.15.90:0/532211993 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) ==== 53+0+88 (secure 0 0 0) 0x7fb4f009c630 con 0x7fb50006b2a0 2024-04-26T17:27:03.046 INFO:teuthology.orchestra.run.smithi090.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-26T17:27:03.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.046+0000 7fb507b30700 1 -- 172.21.15.90:0/532211993 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb4ec0a3c40 msgr2=0x7fb4ec0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:03.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.046+0000 7fb507b30700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb4ec0a3c40 0x7fb4ec0a6100 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb4f800a400 tx=0x7fb4f800d040 comp rx=0 tx=0).stop 2024-04-26T17:27:03.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.046+0000 7fb507b30700 1 -- 172.21.15.90:0/532211993 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb50006b2a0 msgr2=0x7fb50019bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:03.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.046+0000 7fb507b30700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb50006b2a0 0x7fb50019bb60 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fb4f000b530 tx=0x7fb4f000b840 comp rx=0 tx=0).stop 2024-04-26T17:27:03.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.046+0000 7fb507b30700 1 -- 172.21.15.90:0/532211993 shutdown_connections 2024-04-26T17:27:03.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.046+0000 7fb507b30700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb4ec0a3c40 0x7fb4ec0a6100 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:03.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.046+0000 7fb507b30700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb500108c70 0x7fb50019fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:03.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.046+0000 7fb507b30700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb50006a900 0x7fb50019b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:03.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.046+0000 7fb507b30700 1 --2- 172.21.15.90:0/532211993 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb50006b2a0 0x7fb50019bb60 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:03.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.046+0000 7fb507b30700 1 -- 172.21.15.90:0/532211993 >> 172.21.15.90:0/532211993 conn(0x7fb500078aa0 msgr2=0x7fb500100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:03.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.046+0000 7fb507b30700 1 -- 172.21.15.90:0/532211993 shutdown_connections 2024-04-26T17:27:03.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03.046+0000 7fb507b30700 1 -- 172.21.15.90:0/532211993 wait complete. 2024-04-26T17:27:03.678 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:03 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/532211993' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T17:27:03.708 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-26T17:27:03.708 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-26T17:27:03.708 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi090.front.sepia.ceph.com 2024-04-26T17:27:03.708 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-26T17:27:03.708 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-26T17:27:03.708 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-26T17:27:03.708 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-26T17:27:03.708 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-26T17:27:03.708 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-26T17:27:03.708 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:03.709 DEBUG:teuthology.orchestra.run.smithi090:> ip addr 2024-04-26T17:27:03.725 INFO:teuthology.orchestra.run.smithi090.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-26T17:27:03.725 INFO:teuthology.orchestra.run.smithi090.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-26T17:27:03.725 INFO:teuthology.orchestra.run.smithi090.stdout: inet 127.0.0.1/8 scope host lo 2024-04-26T17:27:03.725 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-04-26T17:27:03.725 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 ::1/128 scope host 2024-04-26T17:27:03.725 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-04-26T17:27:03.725 INFO:teuthology.orchestra.run.smithi090.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:d8:a1:a8 brd ff:ff:ff:ff:ff:ff 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout: altname enp7s0f0 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:d8:a1:a9 brd ff:ff:ff:ff:ff:ff 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout: altname enp7s0f1 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:8f:d7:66 brd ff:ff:ff:ff:ff:ff 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:8f:d7:67 brd ff:ff:ff:ff:ff:ff 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout: inet 172.21.15.90/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft 42138sec preferred_lft 42138sec 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 fe80::c699:4aad:4c8:c084/64 scope link noprefixroute 2024-04-26T17:27:03.726 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-04-26T17:27:03.727 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-26T17:27:03.727 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T17:27:03.727 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-04-26T17:27:03.727 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link add name ceph-brx type bridge 2024-04-26T17:27:03.727 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip addr flush dev ceph-brx 2024-04-26T17:27:03.727 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link set ceph-brx up 2024-04-26T17:27:03.727 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-26T17:27:03.727 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-04-26T17:27:03.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:03 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/532211993' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T17:27:03.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T17:27:03.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:27:03.865 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:03.865 DEBUG:teuthology.orchestra.run.smithi090:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-26T17:27:03.887 INFO:teuthology.orchestra.run.smithi090.stdout:1 2024-04-26T17:27:03.889 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:03.889 DEBUG:teuthology.orchestra.run.smithi090:> route 2024-04-26T17:27:03.945 INFO:teuthology.orchestra.run.smithi090.stdout:Kernel IP routing table 2024-04-26T17:27:03.945 INFO:teuthology.orchestra.run.smithi090.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-26T17:27:03.945 INFO:teuthology.orchestra.run.smithi090.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-26T17:27:03.945 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-26T17:27:03.945 INFO:teuthology.orchestra.run.smithi090.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-26T17:27:03.945 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T17:27:03.945 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-04-26T17:27:03.946 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-26T17:27:03.946 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-26T17:27:03.946 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-26T17:27:03.946 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-04-26T17:27:04.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:03 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/532211993' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T17:27:04.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T17:27:04.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:27:04.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:04.069 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list 2024-04-26T17:27:04.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:04.085 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list-id 2024-04-26T17:27:04.139 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T17:27:04.139 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-04-26T17:27:04.139 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T17:27:04.139 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-26T17:27:04.140 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-04-26T17:27:04.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T17:27:04.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:27:04.254 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-26T17:27:04.254 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T17:27:04.254 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-04-26T17:27:04.254 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-26T17:27:04.254 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-26T17:27:04.255 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-26T17:27:04.255 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-26T17:27:04.255 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-26T17:27:04.255 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-04-26T17:27:04.302 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T17:27:04.356 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:27:04.362 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T17:27:04.362 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-04-26T17:27:04.362 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link set brx.0 up 2024-04-26T17:27:04.363 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link set dev brx.0 master ceph-brx 2024-04-26T17:27:04.363 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-04-26T17:27:04.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T17:27:04.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:27:04.436 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-04-26T17:27:04.436 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T17:27:04.436 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-26T17:27:04.451 INFO:teuthology.orchestra.run.smithi090.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-26T17:27:04.451 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T17:27:04.451 DEBUG:teuthology.orchestra.run.smithi090:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-26T17:27:04.506 DEBUG:teuthology.orchestra.run.smithi090:> sudo modprobe fuse 2024-04-26T17:27:04.566 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:04 smithi090 ceph-mon[29417]: pgmap v369: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:27:04.570 DEBUG:teuthology.orchestra.run.smithi090:> cat /proc/self/mounts | awk '{print $2}' 2024-04-26T17:27:04.626 INFO:teuthology.orchestra.run.smithi090.stdout:/proc 2024-04-26T17:27:04.626 INFO:teuthology.orchestra.run.smithi090.stdout:/sys 2024-04-26T17:27:04.626 INFO:teuthology.orchestra.run.smithi090.stdout:/dev 2024-04-26T17:27:04.626 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/security 2024-04-26T17:27:04.626 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/shm 2024-04-26T17:27:04.626 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/pts 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/run 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/cgroup 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/pstore 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/bpf 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/ 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/selinux 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/mqueue 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/hugepages 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/debug 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/tracing 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-sysusers.service 2024-04-26T17:27:04.627 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/config 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/fuse/connections 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-sysctl.service 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/nfs/rpc_pipefs 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/run/user/1000 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/ceph 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/2de523190e87e8a3b17a51eb590bfdc6a9e2b0dbebfaa6a1daf117446c8549ca/merged 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/8bb9ca8a5415d4d2cfc1af7cd75482fb9ded1391acd817bf1da62f6b3183249f/merged 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/run/user/0 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/2b13a01384c97bc717930b5d177d53b8799e7296d2b5fdc51ca6a81f8dc8f877/merged 2024-04-26T17:27:04.628 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/2988dccb812df25700a2ad9649c03c323a7e19c83911dd599ad51ae517461391/merged 2024-04-26T17:27:04.629 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/cb3929dce0ae82dda7930616601d5ba53730552b20b48767c986a360ce624502/merged 2024-04-26T17:27:04.629 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/eb97ded5fa85c6e1b6a4616f083b45b35bf7741f6c4b7e2132c3d6fdf82564b2/merged 2024-04-26T17:27:04.629 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/0a3697feca84298839a20c027090cd0c7c871113d1aaaec200f38af018a77d42/merged 2024-04-26T17:27:04.629 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/63b6396688f8e5b1331af01f0273ec464fa7dbcea94377b7fd1fd9f0aa6029fa/merged 2024-04-26T17:27:04.629 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/bf33d0d77efd03e2ea7069ef9732fdee5b3be3a8b98033f25d374ddfa8392f2a/merged 2024-04-26T17:27:04.629 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/ce2e3e80c0279671cfe3bc6adb52d50d2a5ff309c43f70c3d424a8ad10831531/merged 2024-04-26T17:27:04.629 INFO:teuthology.orchestra.run.smithi090.stdout:/run/netns 2024-04-26T17:27:04.629 INFO:teuthology.orchestra.run.smithi090.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T17:27:04.629 INFO:teuthology.orchestra.run.smithi090.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T17:27:04.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:04.629 DEBUG:teuthology.orchestra.run.smithi090:> ls /sys/fs/fuse/connections 2024-04-26T17:27:04.683 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-26T17:27:04.683 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434 --client_fs=cephfs) 2024-04-26T17:27:04.725 DEBUG:teuthology.orchestra.run.smithi090:> sudo modprobe fuse 2024-04-26T17:27:04.748 DEBUG:teuthology.orchestra.run.smithi090:> cat /proc/self/mounts | awk '{print $2}' 2024-04-26T17:27:04.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:04 smithi119 ceph-mon[32584]: pgmap v369: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:27:04.803 INFO:teuthology.orchestra.run.smithi090.stdout:/proc 2024-04-26T17:27:04.803 INFO:teuthology.orchestra.run.smithi090.stdout:/sys 2024-04-26T17:27:04.803 INFO:teuthology.orchestra.run.smithi090.stdout:/dev 2024-04-26T17:27:04.804 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/security 2024-04-26T17:27:04.804 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/shm 2024-04-26T17:27:04.804 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/pts 2024-04-26T17:27:04.804 INFO:teuthology.orchestra.run.smithi090.stdout:/run 2024-04-26T17:27:04.804 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/cgroup 2024-04-26T17:27:04.804 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/pstore 2024-04-26T17:27:04.804 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/bpf 2024-04-26T17:27:04.804 INFO:teuthology.orchestra.run.smithi090.stdout:/ 2024-04-26T17:27:04.804 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/selinux 2024-04-26T17:27:04.804 INFO:teuthology.orchestra.run.smithi090.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T17:27:04.804 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/mqueue 2024-04-26T17:27:04.805 INFO:teuthology.orchestra.run.smithi090.stdout:/dev/hugepages 2024-04-26T17:27:04.805 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/debug 2024-04-26T17:27:04.805 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/tracing 2024-04-26T17:27:04.805 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-sysusers.service 2024-04-26T17:27:04.805 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/kernel/config 2024-04-26T17:27:04.805 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-26T17:27:04.805 INFO:teuthology.orchestra.run.smithi090.stdout:/sys/fs/fuse/connections 2024-04-26T17:27:04.805 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-sysctl.service 2024-04-26T17:27:04.805 INFO:teuthology.orchestra.run.smithi090.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-26T17:27:04.805 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/nfs/rpc_pipefs 2024-04-26T17:27:04.805 INFO:teuthology.orchestra.run.smithi090.stdout:/run/user/1000 2024-04-26T17:27:04.805 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/ceph 2024-04-26T17:27:04.806 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay 2024-04-26T17:27:04.806 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/2de523190e87e8a3b17a51eb590bfdc6a9e2b0dbebfaa6a1daf117446c8549ca/merged 2024-04-26T17:27:04.806 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/8bb9ca8a5415d4d2cfc1af7cd75482fb9ded1391acd817bf1da62f6b3183249f/merged 2024-04-26T17:27:04.806 INFO:teuthology.orchestra.run.smithi090.stdout:/run/user/0 2024-04-26T17:27:04.806 INFO:teuthology.orchestra.run.smithi090.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T17:27:04.806 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/2b13a01384c97bc717930b5d177d53b8799e7296d2b5fdc51ca6a81f8dc8f877/merged 2024-04-26T17:27:04.806 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/2988dccb812df25700a2ad9649c03c323a7e19c83911dd599ad51ae517461391/merged 2024-04-26T17:27:04.806 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/cb3929dce0ae82dda7930616601d5ba53730552b20b48767c986a360ce624502/merged 2024-04-26T17:27:04.806 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/eb97ded5fa85c6e1b6a4616f083b45b35bf7741f6c4b7e2132c3d6fdf82564b2/merged 2024-04-26T17:27:04.806 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/0a3697feca84298839a20c027090cd0c7c871113d1aaaec200f38af018a77d42/merged 2024-04-26T17:27:04.806 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/63b6396688f8e5b1331af01f0273ec464fa7dbcea94377b7fd1fd9f0aa6029fa/merged 2024-04-26T17:27:04.807 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/bf33d0d77efd03e2ea7069ef9732fdee5b3be3a8b98033f25d374ddfa8392f2a/merged 2024-04-26T17:27:04.807 INFO:teuthology.orchestra.run.smithi090.stdout:/var/lib/containers/storage/overlay/ce2e3e80c0279671cfe3bc6adb52d50d2a5ff309c43f70c3d424a8ad10831531/merged 2024-04-26T17:27:04.807 INFO:teuthology.orchestra.run.smithi090.stdout:/run/netns 2024-04-26T17:27:04.807 INFO:teuthology.orchestra.run.smithi090.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T17:27:04.807 INFO:teuthology.orchestra.run.smithi090.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T17:27:04.807 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi090.stderr:2024-04-26T17:27:04.804+0000 7f75cc3ff480 -1 init, newargv = 0x558282b93470 newargc=15 2024-04-26T17:27:04.807 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi090.stderr:ceph-fuse[83409]: starting ceph client 2024-04-26T17:27:04.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:04.809 DEBUG:teuthology.orchestra.run.smithi090:> ls /sys/fs/fuse/connections 2024-04-26T17:27:04.825 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi090.stderr:ceph-fuse[83409]: starting fuse 2024-04-26T17:27:04.839 INFO:teuthology.orchestra.run.smithi090.stdout:115 2024-04-26T17:27:04.839 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [115] 2024-04-26T17:27:04.839 DEBUG:teuthology.orchestra.run.smithi090:> sudo stdin-killer -- python3 -c ' 2024-04-26T17:27:04.839 DEBUG:teuthology.orchestra.run.smithi090:> import glob 2024-04-26T17:27:04.839 DEBUG:teuthology.orchestra.run.smithi090:> import re 2024-04-26T17:27:04.839 DEBUG:teuthology.orchestra.run.smithi090:> import os 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> import subprocess 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> def _find_admin_socket(client_name): 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> files = glob.glob(asok_path) 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> # Given a non-glob path, it better be there 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> if "*" not in asok_path: 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> assert(len(files) == 1) 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> return files[0] 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> for f in files: 2024-04-26T17:27:04.840 DEBUG:teuthology.orchestra.run.smithi090:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-26T17:27:04.841 DEBUG:teuthology.orchestra.run.smithi090:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-26T17:27:04.841 DEBUG:teuthology.orchestra.run.smithi090:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-26T17:27:04.841 DEBUG:teuthology.orchestra.run.smithi090:> contents = proc_f.read() 2024-04-26T17:27:04.841 DEBUG:teuthology.orchestra.run.smithi090:> if mountpoint in contents: 2024-04-26T17:27:04.841 DEBUG:teuthology.orchestra.run.smithi090:> return f 2024-04-26T17:27:04.841 DEBUG:teuthology.orchestra.run.smithi090:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-26T17:27:04.841 DEBUG:teuthology.orchestra.run.smithi090:> 2024-04-26T17:27:04.841 DEBUG:teuthology.orchestra.run.smithi090:> print(_find_admin_socket("client.0")) 2024-04-26T17:27:04.841 DEBUG:teuthology.orchestra.run.smithi090:> ' 2024-04-26T17:27:04.957 INFO:teuthology.orchestra.run.smithi090.stdout:/var/run/ceph/ceph-client.0.83409.asok 2024-04-26T17:27:04.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T17:27:04.967 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.83409.asok 2024-04-26T17:27:04.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:04.967 DEBUG:teuthology.orchestra.run.smithi090:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.83409.asok status 2024-04-26T17:27:05.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:04 smithi167 ceph-mon[32665]: pgmap v369: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T17:27:05.100 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: "metadata": { 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_sha1": "c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f", 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_version": "ceph version 19.0.0-3227-gc37f63b3 (c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f) squid (dev)", 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: "entity_id": "0", 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: "hostname": "smithi090", 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: "pid": "83409", 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: "root": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434" 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: "dentry_count": 0, 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: "dentry_pinned_count": 0, 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 15540, 2024-04-26T17:27:05.101 INFO:teuthology.orchestra.run.smithi090.stdout: "inst": { 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: "name": { 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "client", 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: "num": 15540 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": { 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "v1", 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": "192.168.0.1:0", 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: "nonce": 4272139796 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": { 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "v1", 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": "192.168.0.1:0", 2024-04-26T17:27:05.102 INFO:teuthology.orchestra.run.smithi090.stdout: "nonce": 4272139796 2024-04-26T17:27:05.103 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:27:05.103 INFO:teuthology.orchestra.run.smithi090.stdout: "inst_str": "client.15540 192.168.0.1:0/4272139796", 2024-04-26T17:27:05.103 INFO:teuthology.orchestra.run.smithi090.stdout: "addr_str": "192.168.0.1:0/4272139796", 2024-04-26T17:27:05.103 INFO:teuthology.orchestra.run.smithi090.stdout: "inode_count": 5, 2024-04-26T17:27:05.103 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_epoch": 27, 2024-04-26T17:27:05.103 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_epoch": 94, 2024-04-26T17:27:05.103 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_epoch_barrier": 0, 2024-04-26T17:27:05.103 INFO:teuthology.orchestra.run.smithi090.stdout: "blocklisted": false, 2024-04-26T17:27:05.103 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs" 2024-04-26T17:27:05.103 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:27:05.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:05.109 DEBUG:teuthology.orchestra.run.smithi090:> stat --file-system '--printf=%T 2024-04-26T17:27:05.109 DEBUG:teuthology.orchestra.run.smithi090:> ' -- /home/ubuntu/cephtest/mnt.0 2024-04-26T17:27:05.125 INFO:teuthology.orchestra.run.smithi090.stdout:fuseblk 2024-04-26T17:27:05.125 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-04-26T17:27:05.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:05.125 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-26T17:27:05.189 INFO:teuthology.run_tasks:Running task exec... 2024-04-26T17:27:05.200 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T17:27:05.200 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi090.front.sepia.ceph.com 2024-04-26T17:27:05.200 DEBUG:teuthology.orchestra.run.smithi090:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-04-26T17:27:05.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.326+0000 7f0464151640 1 -- 172.21.15.90:0/7761917 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f045c102c10 msgr2=0x7f045c1094a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:05.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.326+0000 7f0464151640 1 --2- 172.21.15.90:0/7761917 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f045c102c10 0x7f045c1094a0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f0458009900 tx=0x7f045802a410 comp rx=0 tx=0).stop 2024-04-26T17:27:05.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 -- 172.21.15.90:0/7761917 shutdown_connections 2024-04-26T17:27:05.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 --2- 172.21.15.90:0/7761917 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f045c102c10 0x7f045c1094a0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:05.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 --2- 172.21.15.90:0/7761917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f045c102250 0x7f045c1026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:05.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 --2- 172.21.15.90:0/7761917 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f045c101060 0x7f045c101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:05.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 -- 172.21.15.90:0/7761917 >> 172.21.15.90:0/7761917 conn(0x7f045c0fc5d0 msgr2=0x7f045c0fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:05.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 -- 172.21.15.90:0/7761917 shutdown_connections 2024-04-26T17:27:05.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 -- 172.21.15.90:0/7761917 wait complete. 2024-04-26T17:27:05.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 Processor -- start 2024-04-26T17:27:05.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 -- start start 2024-04-26T17:27:05.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f045c101060 0x7f045c198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:05.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f045c102250 0x7f045c198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:05.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f045c102c10 0x7f045c19f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:05.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f045c10cbf0 con 0x7f045c101060 2024-04-26T17:27:05.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f045c10ca70 con 0x7f045c102250 2024-04-26T17:27:05.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0464151640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f045c10cd70 con 0x7f045c102c10 2024-04-26T17:27:05.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0461eed640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f045c101060 0x7f045c198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:05.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.327+0000 7f0461eed640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f045c101060 0x7f045c198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41308/0 (socket says 172.21.15.90:41308) 2024-04-26T17:27:05.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f0461eed640 1 -- 172.21.15.90:0/2185299760 learned_addr learned my addr 172.21.15.90:0/2185299760 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:05.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f04616ec640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f045c102250 0x7f045c198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:05.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f04626ee640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f045c102c10 0x7f045c19f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:05.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f0461eed640 1 -- 172.21.15.90:0/2185299760 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f045c102c10 msgr2=0x7f045c19f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:05.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f0461eed640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f045c102c10 0x7f045c19f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:05.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f0461eed640 1 -- 172.21.15.90:0/2185299760 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f045c102250 msgr2=0x7f045c198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:05.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f0461eed640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f045c102250 0x7f045c198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:05.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f0461eed640 1 -- 172.21.15.90:0/2185299760 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f045c19ff50 con 0x7f045c101060 2024-04-26T17:27:05.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f04616ec640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f045c102250 0x7f045c198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:05.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f0461eed640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f045c101060 0x7f045c198330 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f045400eaa0 tx=0x7f045400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:05.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f0452ffd640 1 -- 172.21.15.90:0/2185299760 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0454016070 con 0x7f045c101060 2024-04-26T17:27:05.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f0464151640 1 -- 172.21.15.90:0/2185299760 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f045c1a0240 con 0x7f045c101060 2024-04-26T17:27:05.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f0452ffd640 1 -- 172.21.15.90:0/2185299760 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f0454003e20 con 0x7f045c101060 2024-04-26T17:27:05.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f0452ffd640 1 -- 172.21.15.90:0/2185299760 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0454011470 con 0x7f045c101060 2024-04-26T17:27:05.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.328+0000 7f0464151640 1 -- 172.21.15.90:0/2185299760 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f045c1a07c0 con 0x7f045c101060 2024-04-26T17:27:05.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.329+0000 7f0464151640 1 -- 172.21.15.90:0/2185299760 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f045c1a0a80 con 0x7f045c101060 2024-04-26T17:27:05.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.330+0000 7f0452ffd640 1 -- 172.21.15.90:0/2185299760 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f0454019070 con 0x7f045c101060 2024-04-26T17:27:05.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.331+0000 7f0452ffd640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f04480a3c50 0x7f04480a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:05.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.331+0000 7f04616ec640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f04480a3c50 0x7f04480a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:05.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.331+0000 7f0452ffd640 1 -- 172.21.15.90:0/2185299760 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f04540d0db0 con 0x7f045c101060 2024-04-26T17:27:05.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.331+0000 7f04616ec640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f04480a3c50 0x7f04480a6110 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f045c199840 tx=0x7f044c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:05.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.335+0000 7f0452ffd640 1 -- 172.21.15.90:0/2185299760 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f045409d3c0 con 0x7f045c101060 2024-04-26T17:27:05.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:05.554+0000 7f0464151640 1 -- 172.21.15.90:0/2185299760 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f045c1a0c50 con 0x7f045c101060 2024-04-26T17:27:05.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:05 smithi090 ceph-mon[29417]: pgmap v370: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:27:06.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:05 smithi167 ceph-mon[32665]: pgmap v370: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:27:06.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:05 smithi119 ceph-mon[32584]: pgmap v370: 129 pgs: 129 active+clean; 647 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:27:06.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.558+0000 7f0452ffd640 1 -- 172.21.15.90:0/2185299760 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v28) ==== 118+0+0 (secure 0 0 0) 0x7f045409ccc0 con 0x7f045c101060 2024-04-26T17:27:06.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.561+0000 7f0464151640 1 -- 172.21.15.90:0/2185299760 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f04480a3c50 msgr2=0x7f04480a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:06.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.561+0000 7f0464151640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f04480a3c50 0x7f04480a6110 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f045c199840 tx=0x7f044c008040 comp rx=0 tx=0).stop 2024-04-26T17:27:06.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.561+0000 7f0464151640 1 -- 172.21.15.90:0/2185299760 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f045c101060 msgr2=0x7f045c198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:06.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.561+0000 7f0464151640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f045c101060 0x7f045c198330 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f045400eaa0 tx=0x7f045400ef60 comp rx=0 tx=0).stop 2024-04-26T17:27:06.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.561+0000 7f0464151640 1 -- 172.21.15.90:0/2185299760 shutdown_connections 2024-04-26T17:27:06.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.561+0000 7f0464151640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f04480a3c50 0x7f04480a6110 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.561+0000 7f0464151640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f045c102c10 0x7f045c19f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.561+0000 7f0464151640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f045c102250 0x7f045c198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.561+0000 7f0464151640 1 --2- 172.21.15.90:0/2185299760 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f045c101060 0x7f045c198330 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.561+0000 7f0464151640 1 -- 172.21.15.90:0/2185299760 >> 172.21.15.90:0/2185299760 conn(0x7f045c0fc5d0 msgr2=0x7f045c0fe010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:06.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.562+0000 7f0464151640 1 -- 172.21.15.90:0/2185299760 shutdown_connections 2024-04-26T17:27:06.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.562+0000 7f0464151640 1 -- 172.21.15.90:0/2185299760 wait complete. 2024-04-26T17:27:06.574 DEBUG:teuthology.orchestra.run.smithi090:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-04-26T17:27:06.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.682+0000 7fea9ed8e640 1 -- 172.21.15.90:0/1107718800 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea981010a0 msgr2=0x7fea981014c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:06.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.682+0000 7fea9ed8e640 1 --2- 172.21.15.90:0/1107718800 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea981010a0 0x7fea981014c0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fea8c009900 tx=0x7fea8c02a410 comp rx=0 tx=0).stop 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.682+0000 7fea9ed8e640 1 -- 172.21.15.90:0/1107718800 shutdown_connections 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.682+0000 7fea9ed8e640 1 --2- 172.21.15.90:0/1107718800 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fea98102c50 0x7fea981094e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.682+0000 7fea9ed8e640 1 --2- 172.21.15.90:0/1107718800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea98102290 0x7fea98102710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.682+0000 7fea9ed8e640 1 --2- 172.21.15.90:0/1107718800 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea981010a0 0x7fea981014c0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.682+0000 7fea9ed8e640 1 -- 172.21.15.90:0/1107718800 >> 172.21.15.90:0/1107718800 conn(0x7fea980fc610 msgr2=0x7fea980fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.682+0000 7fea9ed8e640 1 -- 172.21.15.90:0/1107718800 shutdown_connections 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.682+0000 7fea9ed8e640 1 -- 172.21.15.90:0/1107718800 wait complete. 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9ed8e640 1 Processor -- start 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9ed8e640 1 -- start start 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9ed8e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fea981010a0 0x7fea98197280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9ed8e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea98102290 0x7fea981977c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9ed8e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea98102c50 0x7fea9819e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9ed8e640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fea9810cc30 con 0x7fea98102c50 2024-04-26T17:27:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9ed8e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fea9810cab0 con 0x7fea981010a0 2024-04-26T17:27:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9ed8e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fea9810cdb0 con 0x7fea98102290 2024-04-26T17:27:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9d32b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea98102c50 0x7fea9819e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9d32b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea98102c50 0x7fea9819e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41312/0 (socket says 172.21.15.90:41312) 2024-04-26T17:27:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9d32b640 1 -- 172.21.15.90:0/42714001 learned_addr learned my addr 172.21.15.90:0/42714001 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea97fff640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea98102290 0x7fea981977c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9cb2a640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fea981010a0 0x7fea98197280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9d32b640 1 -- 172.21.15.90:0/42714001 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea98102290 msgr2=0x7fea981977c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9d32b640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea98102290 0x7fea981977c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9d32b640 1 -- 172.21.15.90:0/42714001 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fea981010a0 msgr2=0x7fea98197280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9d32b640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fea981010a0 0x7fea98197280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9d32b640 1 -- 172.21.15.90:0/42714001 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea9819eea0 con 0x7fea98102c50 2024-04-26T17:27:06.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea9d32b640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea98102c50 0x7fea9819e830 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fea9000db90 tx=0x7fea9000dc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:06.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.683+0000 7fea95ffb640 1 -- 172.21.15.90:0/42714001 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea9000e980 con 0x7fea98102c50 2024-04-26T17:27:06.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.684+0000 7fea95ffb640 1 -- 172.21.15.90:0/42714001 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fea90009580 con 0x7fea98102c50 2024-04-26T17:27:06.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.684+0000 7fea9ed8e640 1 -- 172.21.15.90:0/42714001 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea9806a910 con 0x7fea98102c50 2024-04-26T17:27:06.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.684+0000 7fea95ffb640 1 -- 172.21.15.90:0/42714001 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea90016650 con 0x7fea98102c50 2024-04-26T17:27:06.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.684+0000 7fea9ed8e640 1 -- 172.21.15.90:0/42714001 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea9806ae90 con 0x7fea98102c50 2024-04-26T17:27:06.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.685+0000 7fea9ed8e640 1 -- 172.21.15.90:0/42714001 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea9804fe90 con 0x7fea98102c50 2024-04-26T17:27:06.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.686+0000 7fea95ffb640 1 -- 172.21.15.90:0/42714001 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fea90009b00 con 0x7fea98102c50 2024-04-26T17:27:06.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.686+0000 7fea95ffb640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fea880a3c50 0x7fea880a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:06.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.686+0000 7fea9cb2a640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fea880a3c50 0x7fea880a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:06.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.686+0000 7fea95ffb640 1 -- 172.21.15.90:0/42714001 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fea900d1e40 con 0x7fea98102c50 2024-04-26T17:27:06.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.687+0000 7fea9cb2a640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fea880a3c50 0x7fea880a6110 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fea8c000c00 tx=0x7fea8c005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:06.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.691+0000 7fea95ffb640 1 -- 172.21.15.90:0/42714001 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fea9009e450 con 0x7fea98102c50 2024-04-26T17:27:06.861 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:06 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2185299760' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T17:27:06.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.899+0000 7fea9ed8e640 1 -- 172.21.15.90:0/42714001 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7fea9806b0f0 con 0x7fea880a3c50 2024-04-26T17:27:06.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.923+0000 7fea95ffb640 1 -- 172.21.15.90:0/42714001 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7fea9806b0f0 con 0x7fea880a3c50 2024-04-26T17:27:06.924 INFO:teuthology.orchestra.run.smithi090.stdout:{} 2024-04-26T17:27:06.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.926+0000 7fea9ed8e640 1 -- 172.21.15.90:0/42714001 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fea880a3c50 msgr2=0x7fea880a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:06.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.926+0000 7fea9ed8e640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fea880a3c50 0x7fea880a6110 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fea8c000c00 tx=0x7fea8c005d50 comp rx=0 tx=0).stop 2024-04-26T17:27:06.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.926+0000 7fea9ed8e640 1 -- 172.21.15.90:0/42714001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea98102c50 msgr2=0x7fea9819e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:06.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.926+0000 7fea9ed8e640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea98102c50 0x7fea9819e830 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fea9000db90 tx=0x7fea9000dc80 comp rx=0 tx=0).stop 2024-04-26T17:27:06.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.926+0000 7fea9ed8e640 1 -- 172.21.15.90:0/42714001 shutdown_connections 2024-04-26T17:27:06.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.926+0000 7fea9ed8e640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fea880a3c50 0x7fea880a6110 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.926+0000 7fea9ed8e640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea98102c50 0x7fea9819e830 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.926+0000 7fea9ed8e640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea98102290 0x7fea981977c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.926+0000 7fea9ed8e640 1 --2- 172.21.15.90:0/42714001 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fea981010a0 0x7fea98197280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:06.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.926+0000 7fea9ed8e640 1 -- 172.21.15.90:0/42714001 >> 172.21.15.90:0/42714001 conn(0x7fea980fc610 msgr2=0x7fea98105590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:06.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.926+0000 7fea9ed8e640 1 -- 172.21.15.90:0/42714001 shutdown_connections 2024-04-26T17:27:06.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:06.926+0000 7fea9ed8e640 1 -- 172.21.15.90:0/42714001 wait complete. 2024-04-26T17:27:06.937 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-26T17:27:06.949 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-04-26T17:27:06.959 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:27:07.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:06 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2185299760' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T17:27:07.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:06 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2185299760' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T17:27:07.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.057+0000 7f55f18ae640 1 -- 172.21.15.90:0/2032837127 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55ec105590 msgr2=0x7f55ec107980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.057+0000 7f55f18ae640 1 --2- 172.21.15.90:0/2032837127 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55ec105590 0x7f55ec107980 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f55e0009900 tx=0x7f55e002a410 comp rx=0 tx=0).stop 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.057+0000 7f55f18ae640 1 -- 172.21.15.90:0/2032837127 shutdown_connections 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.057+0000 7f55f18ae640 1 --2- 172.21.15.90:0/2032837127 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55ec107ec0 0x7f55ec10a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.057+0000 7f55f18ae640 1 --2- 172.21.15.90:0/2032837127 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55ec105590 0x7f55ec107980 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.057+0000 7f55f18ae640 1 --2- 172.21.15.90:0/2032837127 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f55ec102c60 0x7f55ec105050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.057+0000 7f55f18ae640 1 -- 172.21.15.90:0/2032837127 >> 172.21.15.90:0/2032837127 conn(0x7f55ec0fc5b0 msgr2=0x7f55ec0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.057+0000 7f55f18ae640 1 -- 172.21.15.90:0/2032837127 shutdown_connections 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.057+0000 7f55f18ae640 1 -- 172.21.15.90:0/2032837127 wait complete. 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55f18ae640 1 Processor -- start 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55f18ae640 1 -- start start 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55f18ae640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f55ec102c60 0x7f55ec198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55f18ae640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55ec105590 0x7f55ec198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55f18ae640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55ec107ec0 0x7f55ec19f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55f18ae640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f55ec10dc80 con 0x7f55ec107ec0 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55f18ae640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f55ec10db00 con 0x7f55ec105590 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55f18ae640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f55ec10de00 con 0x7f55ec102c60 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55eb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55ec107ec0 0x7f55ec19f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55eb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55ec107ec0 0x7f55ec19f8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41352/0 (socket says 172.21.15.90:41352) 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55eb7fe640 1 -- 172.21.15.90:0/137605545 learned_addr learned my addr 172.21.15.90:0/137605545 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55ea7fc640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55ec105590 0x7f55ec198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.058+0000 7f55eaffd640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f55ec102c60 0x7f55ec198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.059+0000 7f55eb7fe640 1 -- 172.21.15.90:0/137605545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f55ec102c60 msgr2=0x7f55ec198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.059+0000 7f55eb7fe640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f55ec102c60 0x7f55ec198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.059+0000 7f55eb7fe640 1 -- 172.21.15.90:0/137605545 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55ec105590 msgr2=0x7f55ec198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.059+0000 7f55eb7fe640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55ec105590 0x7f55ec198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.059+0000 7f55eb7fe640 1 -- 172.21.15.90:0/137605545 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55ec19ff50 con 0x7f55ec107ec0 2024-04-26T17:27:07.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.059+0000 7f55eaffd640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f55ec102c60 0x7f55ec198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:07.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.059+0000 7f55eb7fe640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55ec107ec0 0x7f55ec19f8e0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f55e400d750 tx=0x7f55e400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:07.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.059+0000 7f55f08ac640 1 -- 172.21.15.90:0/137605545 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e4017070 con 0x7f55ec107ec0 2024-04-26T17:27:07.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.059+0000 7f55f18ae640 1 -- 172.21.15.90:0/137605545 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55ec1a0240 con 0x7f55ec107ec0 2024-04-26T17:27:07.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.059+0000 7f55f08ac640 1 -- 172.21.15.90:0/137605545 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f55e40054d0 con 0x7f55ec107ec0 2024-04-26T17:27:07.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.059+0000 7f55f08ac640 1 -- 172.21.15.90:0/137605545 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e4004c60 con 0x7f55ec107ec0 2024-04-26T17:27:07.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.059+0000 7f55f18ae640 1 -- 172.21.15.90:0/137605545 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55ec1a0710 con 0x7f55ec107ec0 2024-04-26T17:27:07.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.060+0000 7f55f18ae640 1 -- 172.21.15.90:0/137605545 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55ec0fe0a0 con 0x7f55ec107ec0 2024-04-26T17:27:07.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.061+0000 7f55f08ac640 1 -- 172.21.15.90:0/137605545 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f55e4004e00 con 0x7f55ec107ec0 2024-04-26T17:27:07.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.061+0000 7f55f08ac640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f55d40a3bb0 0x7f55d40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.062+0000 7f55eaffd640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f55d40a3bb0 0x7f55d40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.062+0000 7f55f08ac640 1 -- 172.21.15.90:0/137605545 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f55e40d05c0 con 0x7f55ec107ec0 2024-04-26T17:27:07.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.062+0000 7f55eaffd640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f55d40a3bb0 0x7f55d40a6070 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f55dc007e70 tx=0x7f55dc007850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:07.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.065+0000 7f55f08ac640 1 -- 172.21.15.90:0/137605545 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f55e409cbd0 con 0x7f55ec107ec0 2024-04-26T17:27:07.181 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:27:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:27:06.903+0000 7fad7c59f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T17:27:07.181 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:27:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:27:06.903+0000 7fad7c59f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T17:27:07.181 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:27:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:27:06.903+0000 7fad7c59f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T17:27:07.181 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:27:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:27:06.903+0000 7fad7c59f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T17:27:07.181 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:27:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:27:06.903+0000 7fad7c59f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T17:27:07.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.243+0000 7f55f18ae640 1 -- 172.21.15.90:0/137605545 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f55ec062d00 con 0x7f55ec107ec0 2024-04-26T17:27:07.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.244+0000 7f55f08ac640 1 -- 172.21.15.90:0/137605545 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+24864 (secure 0 0 0) 0x7f55e409c4d0 con 0x7f55ec107ec0 2024-04-26T17:27:07.244 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:27:07.245 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":94,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:26:35.532276+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:27:07.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.246+0000 7f55f18ae640 1 -- 172.21.15.90:0/137605545 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f55d40a3bb0 msgr2=0x7f55d40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.246+0000 7f55f18ae640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f55d40a3bb0 0x7f55d40a6070 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f55dc007e70 tx=0x7f55dc007850 comp rx=0 tx=0).stop 2024-04-26T17:27:07.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.246+0000 7f55f18ae640 1 -- 172.21.15.90:0/137605545 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55ec107ec0 msgr2=0x7f55ec19f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.246+0000 7f55f18ae640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55ec107ec0 0x7f55ec19f8e0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f55e400d750 tx=0x7f55e400dc10 comp rx=0 tx=0).stop 2024-04-26T17:27:07.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.246+0000 7f55f18ae640 1 -- 172.21.15.90:0/137605545 shutdown_connections 2024-04-26T17:27:07.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.246+0000 7f55f18ae640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f55d40a3bb0 0x7f55d40a6070 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.246+0000 7f55f18ae640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55ec107ec0 0x7f55ec19f8e0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.246+0000 7f55f18ae640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55ec105590 0x7f55ec198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.246+0000 7f55f18ae640 1 --2- 172.21.15.90:0/137605545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f55ec102c60 0x7f55ec198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.246+0000 7f55f18ae640 1 -- 172.21.15.90:0/137605545 >> 172.21.15.90:0/137605545 conn(0x7f55ec0fc5b0 msgr2=0x7f55ec103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:07.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.246+0000 7f55f18ae640 1 -- 172.21.15.90:0/137605545 shutdown_connections 2024-04-26T17:27:07.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.247+0000 7f55f18ae640 1 -- 172.21.15.90:0/137605545 wait complete. 2024-04-26T17:27:07.258 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T17:24:36.941852+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T17:24:38.058512+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-26T17:24:41.453912+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-26T17:27:07.258 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:27:07.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.360+0000 7f88a7d44640 1 -- 172.21.15.90:0/2341602913 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88a0103330 msgr2=0x7f88a01037b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.360+0000 7f88a7d44640 1 --2- 172.21.15.90:0/2341602913 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88a0103330 0x7f88a01037b0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f8890009900 tx=0x7f889002a410 comp rx=0 tx=0).stop 2024-04-26T17:27:07.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.360+0000 7f88a7d44640 1 -- 172.21.15.90:0/2341602913 shutdown_connections 2024-04-26T17:27:07.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.360+0000 7f88a7d44640 1 --2- 172.21.15.90:0/2341602913 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88a0103cf0 0x7f88a010a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.360+0000 7f88a7d44640 1 --2- 172.21.15.90:0/2341602913 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88a0103330 0x7f88a01037b0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.360+0000 7f88a7d44640 1 --2- 172.21.15.90:0/2341602913 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88a0102140 0x7f88a0102560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.360+0000 7f88a7d44640 1 -- 172.21.15.90:0/2341602913 >> 172.21.15.90:0/2341602913 conn(0x7f88a00fd6b0 msgr2=0x7f88a00ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.360+0000 7f88a7d44640 1 -- 172.21.15.90:0/2341602913 shutdown_connections 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.360+0000 7f88a7d44640 1 -- 172.21.15.90:0/2341602913 wait complete. 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a7d44640 1 Processor -- start 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a7d44640 1 -- start start 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a7d44640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88a0102140 0x7f88a01983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a7d44640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88a0103330 0x7f88a01988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a7d44640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88a0103cf0 0x7f88a019f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a7d44640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f88a010dca0 con 0x7f88a0103330 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a7d44640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f88a010db20 con 0x7f88a0103cf0 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a7d44640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f88a010de20 con 0x7f88a0102140 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a52df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88a0103330 0x7f88a01988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a52df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88a0103330 0x7f88a01988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41362/0 (socket says 172.21.15.90:41362) 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a52df640 1 -- 172.21.15.90:0/994133522 learned_addr learned my addr 172.21.15.90:0/994133522 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:07.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a5ae0640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88a0102140 0x7f88a01983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a52df640 1 -- 172.21.15.90:0/994133522 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88a0102140 msgr2=0x7f88a01983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a52df640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88a0102140 0x7f88a01983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a52df640 1 -- 172.21.15.90:0/994133522 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88a0103cf0 msgr2=0x7f88a019f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a62e1640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88a0103cf0 0x7f88a019f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a52df640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88a0103cf0 0x7f88a019f960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a52df640 1 -- 172.21.15.90:0/994133522 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88a019ffd0 con 0x7f88a0103330 2024-04-26T17:27:07.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.361+0000 7f88a52df640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88a0103330 0x7f88a01988f0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f88900314b0 tx=0x7f8890003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:07.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.362+0000 7f8896ffd640 1 -- 172.21.15.90:0/994133522 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f889003f070 con 0x7f88a0103330 2024-04-26T17:27:07.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.362+0000 7f8896ffd640 1 -- 172.21.15.90:0/994133522 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8890031e10 con 0x7f88a0103330 2024-04-26T17:27:07.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.362+0000 7f88a7d44640 1 -- 172.21.15.90:0/994133522 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88a01a0260 con 0x7f88a0103330 2024-04-26T17:27:07.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.362+0000 7f8896ffd640 1 -- 172.21.15.90:0/994133522 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8890035030 con 0x7f88a0103330 2024-04-26T17:27:07.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.362+0000 7f88a7d44640 1 -- 172.21.15.90:0/994133522 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88a01a0750 con 0x7f88a0103330 2024-04-26T17:27:07.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.363+0000 7f88a7d44640 1 -- 172.21.15.90:0/994133522 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88a0109580 con 0x7f88a0103330 2024-04-26T17:27:07.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.364+0000 7f8896ffd640 1 -- 172.21.15.90:0/994133522 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8890042070 con 0x7f88a0103330 2024-04-26T17:27:07.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.364+0000 7f8896ffd640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f888c0a3bb0 0x7f888c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.366 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.364+0000 7f88a5ae0640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f888c0a3bb0 0x7f888c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.366 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.365+0000 7f8896ffd640 1 -- 172.21.15.90:0/994133522 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f88900f1820 con 0x7f88a0103330 2024-04-26T17:27:07.366 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.365+0000 7f88a5ae0640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f888c0a3bb0 0x7f888c0a6070 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f889c005d00 tx=0x7f889c005c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:07.367 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.368+0000 7f8896ffd640 1 -- 172.21.15.90:0/994133522 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f88900bde30 con 0x7f88a0103330 2024-04-26T17:27:07.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.551+0000 7f88a7d44640 1 -- 172.21.15.90:0/994133522 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f88a002d920 con 0x7f88a0103330 2024-04-26T17:27:07.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.551+0000 7f8896ffd640 1 -- 172.21.15.90:0/994133522 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7f88900bd730 con 0x7f88a0103330 2024-04-26T17:27:07.551 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:27:07.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.553+0000 7f88a7d44640 1 -- 172.21.15.90:0/994133522 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f888c0a3bb0 msgr2=0x7f888c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.553+0000 7f88a7d44640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f888c0a3bb0 0x7f888c0a6070 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f889c005d00 tx=0x7f889c005c50 comp rx=0 tx=0).stop 2024-04-26T17:27:07.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.553+0000 7f88a7d44640 1 -- 172.21.15.90:0/994133522 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88a0103330 msgr2=0x7f88a01988f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.553+0000 7f88a7d44640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88a0103330 0x7f88a01988f0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f88900314b0 tx=0x7f8890003d50 comp rx=0 tx=0).stop 2024-04-26T17:27:07.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.553+0000 7f88a7d44640 1 -- 172.21.15.90:0/994133522 shutdown_connections 2024-04-26T17:27:07.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.553+0000 7f88a7d44640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f888c0a3bb0 0x7f888c0a6070 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.553+0000 7f88a7d44640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88a0103cf0 0x7f88a019f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.553+0000 7f88a7d44640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88a0103330 0x7f88a01988f0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.553+0000 7f88a7d44640 1 --2- 172.21.15.90:0/994133522 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f88a0102140 0x7f88a01983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.553+0000 7f88a7d44640 1 -- 172.21.15.90:0/994133522 >> 172.21.15.90:0/994133522 conn(0x7f88a00fd6b0 msgr2=0x7f88a0106750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:07.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.553+0000 7f88a7d44640 1 -- 172.21.15.90:0/994133522 shutdown_connections 2024-04-26T17:27:07.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.553+0000 7f88a7d44640 1 -- 172.21.15.90:0/994133522 wait complete. 2024-04-26T17:27:07.565 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T17:27:07.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.670+0000 7fcf30ffe640 1 -- 172.21.15.90:0/3092153748 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf2c1012d0 msgr2=0x7fcf2c101750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.670+0000 7fcf30ffe640 1 --2- 172.21.15.90:0/3092153748 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf2c1012d0 0x7fcf2c101750 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fcf14009930 tx=0x7fcf1402a420 comp rx=0 tx=0).stop 2024-04-26T17:27:07.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.670+0000 7fcf30ffe640 1 -- 172.21.15.90:0/3092153748 shutdown_connections 2024-04-26T17:27:07.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.670+0000 7fcf30ffe640 1 --2- 172.21.15.90:0/3092153748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf2c101c90 0x7fcf2c109530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.670+0000 7fcf30ffe640 1 --2- 172.21.15.90:0/3092153748 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf2c1012d0 0x7fcf2c101750 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.670+0000 7fcf30ffe640 1 --2- 172.21.15.90:0/3092153748 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf2c102630 0x7fcf2c102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.670+0000 7fcf30ffe640 1 -- 172.21.15.90:0/3092153748 >> 172.21.15.90:0/3092153748 conn(0x7fcf2c0fbd40 msgr2=0x7fcf2c0fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:07.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.670+0000 7fcf30ffe640 1 -- 172.21.15.90:0/3092153748 shutdown_connections 2024-04-26T17:27:07.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.670+0000 7fcf30ffe640 1 -- 172.21.15.90:0/3092153748 wait complete. 2024-04-26T17:27:07.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf30ffe640 1 Processor -- start 2024-04-26T17:27:07.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf30ffe640 1 -- start start 2024-04-26T17:27:07.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf30ffe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf2c1012d0 0x7fcf2c197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf30ffe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf2c101c90 0x7fcf2c197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf30ffe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf2c102630 0x7fcf2c19e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf30ffe640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcf2c10cb80 con 0x7fcf2c1012d0 2024-04-26T17:27:07.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf30ffe640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fcf2c10ca00 con 0x7fcf2c102630 2024-04-26T17:27:07.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf30ffe640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fcf2c10cd00 con 0x7fcf2c101c90 2024-04-26T17:27:07.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf2a59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf2c1012d0 0x7fcf2c197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf2a59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf2c1012d0 0x7fcf2c197300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41380/0 (socket says 172.21.15.90:41380) 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf2a59c640 1 -- 172.21.15.90:0/1599622613 learned_addr learned my addr 172.21.15.90:0/1599622613 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf2a59c640 1 -- 172.21.15.90:0/1599622613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf2c101c90 msgr2=0x7fcf2c197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf2ad9d640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf2c102630 0x7fcf2c19e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf21d9b640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf2c101c90 0x7fcf2c197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf2a59c640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf2c101c90 0x7fcf2c197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf2a59c640 1 -- 172.21.15.90:0/1599622613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf2c102630 msgr2=0x7fcf2c19e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf2a59c640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf2c102630 0x7fcf2c19e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf2a59c640 1 -- 172.21.15.90:0/1599622613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf2c19ef20 con 0x7fcf2c1012d0 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf2ad9d640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf2c102630 0x7fcf2c19e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.671+0000 7fcf21d9b640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf2c101c90 0x7fcf2c197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.672+0000 7fcf2a59c640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf2c1012d0 0x7fcf2c197300 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c00d950 tx=0x7fcf1c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.672+0000 7fcf23fff640 1 -- 172.21.15.90:0/1599622613 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1c017070 con 0x7fcf2c1012d0 2024-04-26T17:27:07.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.672+0000 7fcf30ffe640 1 -- 172.21.15.90:0/1599622613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf2c19f210 con 0x7fcf2c1012d0 2024-04-26T17:27:07.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.672+0000 7fcf23fff640 1 -- 172.21.15.90:0/1599622613 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fcf1c009c30 con 0x7fcf2c1012d0 2024-04-26T17:27:07.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.672+0000 7fcf23fff640 1 -- 172.21.15.90:0/1599622613 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1c00f620 con 0x7fcf2c1012d0 2024-04-26T17:27:07.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.672+0000 7fcf30ffe640 1 -- 172.21.15.90:0/1599622613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf2c19f760 con 0x7fcf2c1012d0 2024-04-26T17:27:07.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.673+0000 7fcf30ffe640 1 -- 172.21.15.90:0/1599622613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf2c108500 con 0x7fcf2c1012d0 2024-04-26T17:27:07.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.674+0000 7fcf23fff640 1 -- 172.21.15.90:0/1599622613 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fcf1c01a070 con 0x7fcf2c1012d0 2024-04-26T17:27:07.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.674+0000 7fcf23fff640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcf180a3c40 0x7fcf180a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.674+0000 7fcf21d9b640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcf180a3c40 0x7fcf180a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.674+0000 7fcf23fff640 1 -- 172.21.15.90:0/1599622613 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fcf1c0d0480 con 0x7fcf2c1012d0 2024-04-26T17:27:07.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.675+0000 7fcf21d9b640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcf180a3c40 0x7fcf180a6100 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fcf1402a940 tx=0x7fcf14000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:07.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.679+0000 7fcf23fff640 1 -- 172.21.15.90:0/1599622613 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcf1c009de0 con 0x7fcf2c1012d0 2024-04-26T17:27:07.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.858+0000 7fcf30ffe640 1 -- 172.21.15.90:0/1599622613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fcf2c062d00 con 0x7fcf2c1012d0 2024-04-26T17:27:07.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.858+0000 7fcf23fff640 1 -- 172.21.15.90:0/1599622613 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7fcf1c09c930 con 0x7fcf2c1012d0 2024-04-26T17:27:07.858 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:27:07.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.860+0000 7fcf30ffe640 1 -- 172.21.15.90:0/1599622613 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcf180a3c40 msgr2=0x7fcf180a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.860+0000 7fcf30ffe640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcf180a3c40 0x7fcf180a6100 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fcf1402a940 tx=0x7fcf14000bc0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.860+0000 7fcf30ffe640 1 -- 172.21.15.90:0/1599622613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf2c1012d0 msgr2=0x7fcf2c197300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.860+0000 7fcf30ffe640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf2c1012d0 0x7fcf2c197300 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c00d950 tx=0x7fcf1c00de10 comp rx=0 tx=0).stop 2024-04-26T17:27:07.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.860+0000 7fcf30ffe640 1 -- 172.21.15.90:0/1599622613 shutdown_connections 2024-04-26T17:27:07.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.860+0000 7fcf30ffe640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcf180a3c40 0x7fcf180a6100 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.860+0000 7fcf30ffe640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf2c102630 0x7fcf2c19e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.860+0000 7fcf30ffe640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf2c101c90 0x7fcf2c197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.860+0000 7fcf30ffe640 1 --2- 172.21.15.90:0/1599622613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf2c1012d0 0x7fcf2c197300 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.860+0000 7fcf30ffe640 1 -- 172.21.15.90:0/1599622613 >> 172.21.15.90:0/1599622613 conn(0x7fcf2c0fbd40 msgr2=0x7fcf2c1056d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:07.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.860+0000 7fcf30ffe640 1 -- 172.21.15.90:0/1599622613 shutdown_connections 2024-04-26T17:27:07.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.860+0000 7fcf30ffe640 1 -- 172.21.15.90:0/1599622613 wait complete. 2024-04-26T17:27:07.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:07 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2185299760' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-26T17:27:07.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:07 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:27:07.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:07 smithi090 ceph-mon[29417]: from='client.15552 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:27:07.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:07 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/137605545' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:07.871 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:07 smithi090 ceph-mon[29417]: pgmap v371: 129 pgs: 129 active+clean; 647 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T17:27:07.871 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:07 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/994133522' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:27:07.872 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T17:27:07.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.974+0000 7f1270b87640 1 -- 172.21.15.90:0/3333741761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f126c103d10 msgr2=0x7f126c10a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.974+0000 7f1270b87640 1 --2- 172.21.15.90:0/3333741761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f126c103d10 0x7f126c10a5a0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f1264009ca0 tx=0x7f126402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.974+0000 7f1270b87640 1 -- 172.21.15.90:0/3333741761 shutdown_connections 2024-04-26T17:27:07.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.974+0000 7f1270b87640 1 --2- 172.21.15.90:0/3333741761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f126c103d10 0x7f126c10a5a0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.974+0000 7f1270b87640 1 --2- 172.21.15.90:0/3333741761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f126c103350 0x7f126c1037d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.974+0000 7f1270b87640 1 --2- 172.21.15.90:0/3333741761 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f126c102160 0x7f126c102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.974+0000 7f1270b87640 1 -- 172.21.15.90:0/3333741761 >> 172.21.15.90:0/3333741761 conn(0x7f126c0fd6b0 msgr2=0x7f126c0ffb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:07.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.974+0000 7f1270b87640 1 -- 172.21.15.90:0/3333741761 shutdown_connections 2024-04-26T17:27:07.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.974+0000 7f1270b87640 1 -- 172.21.15.90:0/3333741761 wait complete. 2024-04-26T17:27:07.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f1270b87640 1 Processor -- start 2024-04-26T17:27:07.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f1270b87640 1 -- start start 2024-04-26T17:27:07.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f1270b87640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f126c102160 0x7f126c198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f1270b87640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f126c103350 0x7f126c1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f1270b87640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f126c103d10 0x7f126c19f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f1270b87640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f126c10dc70 con 0x7f126c102160 2024-04-26T17:27:07.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f1270b87640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f126c10daf0 con 0x7f126c103d10 2024-04-26T17:27:07.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f1270b87640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f126c10ddf0 con 0x7f126c103350 2024-04-26T17:27:07.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f126a59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f126c102160 0x7f126c198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f126a59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f126c102160 0x7f126c198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41390/0 (socket says 172.21.15.90:41390) 2024-04-26T17:27:07.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f126a59c640 1 -- 172.21.15.90:0/2509606286 learned_addr learned my addr 172.21.15.90:0/2509606286 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:07.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f126ad9d640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f126c103d10 0x7f126c19f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f1263fff640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f126c103350 0x7f126c1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f126a59c640 1 -- 172.21.15.90:0/2509606286 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f126c103350 msgr2=0x7f126c1988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f126a59c640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f126c103350 0x7f126c1988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f126a59c640 1 -- 172.21.15.90:0/2509606286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f126c103d10 msgr2=0x7f126c19f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:07.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f126a59c640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f126c103d10 0x7f126c19f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:07.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f126a59c640 1 -- 172.21.15.90:0/2509606286 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f126c19ff90 con 0x7f126c102160 2024-04-26T17:27:07.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.975+0000 7f1263fff640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f126c103350 0x7f126c1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:07.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.976+0000 7f126a59c640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f126c102160 0x7f126c198370 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f125c00c970 tx=0x7f125c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:07.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.976+0000 7f12637fe640 1 -- 172.21.15.90:0/2509606286 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c004220 con 0x7f126c102160 2024-04-26T17:27:07.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.976+0000 7f1270b87640 1 -- 172.21.15.90:0/2509606286 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f126c1a0280 con 0x7f126c102160 2024-04-26T17:27:07.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.976+0000 7f12637fe640 1 -- 172.21.15.90:0/2509606286 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f125c0043c0 con 0x7f126c102160 2024-04-26T17:27:07.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.976+0000 7f12637fe640 1 -- 172.21.15.90:0/2509606286 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c004a00 con 0x7f126c102160 2024-04-26T17:27:07.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.976+0000 7f1270b87640 1 -- 172.21.15.90:0/2509606286 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f126c1a0780 con 0x7f126c102160 2024-04-26T17:27:07.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.977+0000 7f1270b87640 1 -- 172.21.15.90:0/2509606286 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f126c1094a0 con 0x7f126c102160 2024-04-26T17:27:07.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.978+0000 7f12637fe640 1 -- 172.21.15.90:0/2509606286 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f125c0079b0 con 0x7f126c102160 2024-04-26T17:27:07.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.978+0000 7f12637fe640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f12580a3c40 0x7f12580a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:07.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.979+0000 7f12637fe640 1 -- 172.21.15.90:0/2509606286 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f125c0d0ad0 con 0x7f126c102160 2024-04-26T17:27:07.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.979+0000 7f1263fff640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f12580a3c40 0x7f12580a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:07.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.979+0000 7f1263fff640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f12580a3c40 0x7f12580a6100 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f12540058c0 tx=0x7f1254005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:07.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:07.982+0000 7f12637fe640 1 -- 172.21.15.90:0/2509606286 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f125c014030 con 0x7f126c102160 2024-04-26T17:27:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:07 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2185299760' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-26T17:27:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:07 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:27:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:07 smithi167 ceph-mon[32665]: from='client.15552 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:27:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:07 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/137605545' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:07 smithi167 ceph-mon[32665]: pgmap v371: 129 pgs: 129 active+clean; 647 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T17:27:08.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:07 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/994133522' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:27:08.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:07 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2185299760' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-26T17:27:08.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:07 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:27:08.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:07 smithi119 ceph-mon[32584]: from='client.15552 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:27:08.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:07 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/137605545' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:08.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:07 smithi119 ceph-mon[32584]: pgmap v371: 129 pgs: 129 active+clean; 647 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T17:27:08.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:07 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/994133522' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:27:08.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.160+0000 7f1270b87640 1 -- 172.21.15.90:0/2509606286 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f126c062d00 con 0x7f126c102160 2024-04-26T17:27:08.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.161+0000 7f12637fe640 1 -- 172.21.15.90:0/2509606286 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7f125c09cf80 con 0x7f126c102160 2024-04-26T17:27:08.161 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-26T17:27:08.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.162+0000 7f1270b87640 1 -- 172.21.15.90:0/2509606286 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f12580a3c40 msgr2=0x7f12580a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.163+0000 7f1270b87640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f12580a3c40 0x7f12580a6100 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f12540058c0 tx=0x7f1254005850 comp rx=0 tx=0).stop 2024-04-26T17:27:08.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.163+0000 7f1270b87640 1 -- 172.21.15.90:0/2509606286 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f126c102160 msgr2=0x7f126c198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.163+0000 7f1270b87640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f126c102160 0x7f126c198370 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f125c00c970 tx=0x7f125c00ce30 comp rx=0 tx=0).stop 2024-04-26T17:27:08.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.163+0000 7f1270b87640 1 -- 172.21.15.90:0/2509606286 shutdown_connections 2024-04-26T17:27:08.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.163+0000 7f1270b87640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f12580a3c40 0x7f12580a6100 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.163+0000 7f1270b87640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f126c103d10 0x7f126c19f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.163+0000 7f1270b87640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f126c103350 0x7f126c1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.163+0000 7f1270b87640 1 --2- 172.21.15.90:0/2509606286 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f126c102160 0x7f126c198370 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.163+0000 7f1270b87640 1 -- 172.21.15.90:0/2509606286 >> 172.21.15.90:0/2509606286 conn(0x7f126c0fd6b0 msgr2=0x7f126c106670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:08.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.163+0000 7f1270b87640 1 -- 172.21.15.90:0/2509606286 shutdown_connections 2024-04-26T17:27:08.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.163+0000 7f1270b87640 1 -- 172.21.15.90:0/2509606286 wait complete. 2024-04-26T17:27:08.173 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-26T17:27:08.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.275+0000 7fd83a968640 1 -- 172.21.15.90:0/1584949052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd834103340 msgr2=0x7fd8341037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.275+0000 7fd83a968640 1 --2- 172.21.15.90:0/1584949052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd834103340 0x7fd8341037c0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fd828009900 tx=0x7fd82802a410 comp rx=0 tx=0).stop 2024-04-26T17:27:08.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.275+0000 7fd83a968640 1 -- 172.21.15.90:0/1584949052 shutdown_connections 2024-04-26T17:27:08.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.275+0000 7fd83a968640 1 --2- 172.21.15.90:0/1584949052 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd834103d00 0x7fd83410a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.275+0000 7fd83a968640 1 --2- 172.21.15.90:0/1584949052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd834103340 0x7fd8341037c0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.275+0000 7fd83a968640 1 --2- 172.21.15.90:0/1584949052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd834102150 0x7fd834102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.275+0000 7fd83a968640 1 -- 172.21.15.90:0/1584949052 >> 172.21.15.90:0/1584949052 conn(0x7fd8340fd6e0 msgr2=0x7fd8340ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:08.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.275+0000 7fd83a968640 1 -- 172.21.15.90:0/1584949052 shutdown_connections 2024-04-26T17:27:08.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.275+0000 7fd83a968640 1 -- 172.21.15.90:0/1584949052 wait complete. 2024-04-26T17:27:08.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.275+0000 7fd83a968640 1 Processor -- start 2024-04-26T17:27:08.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.275+0000 7fd83a968640 1 -- start start 2024-04-26T17:27:08.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd83a968640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd834102150 0x7fd834075eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd83a968640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd834103340 0x7fd8340744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd83a968640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd834103d00 0x7fd834074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd83a968640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd83410dc60 con 0x7fd834102150 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd83a968640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd83410dae0 con 0x7fd834103d00 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd83a968640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd83410dde0 con 0x7fd834103340 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd833fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd834102150 0x7fd834075eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd833fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd834102150 0x7fd834075eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41396/0 (socket says 172.21.15.90:41396) 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd833fff640 1 -- 172.21.15.90:0/455758289 learned_addr learned my addr 172.21.15.90:0/455758289 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd8337fe640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd834103340 0x7fd8340744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd838f05640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd834103d00 0x7fd834074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd833fff640 1 -- 172.21.15.90:0/455758289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd834103340 msgr2=0x7fd8340744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd833fff640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd834103340 0x7fd8340744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd833fff640 1 -- 172.21.15.90:0/455758289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd834103d00 msgr2=0x7fd834074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd833fff640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd834103d00 0x7fd834074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd833fff640 1 -- 172.21.15.90:0/455758289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8340752c0 con 0x7fd834102150 2024-04-26T17:27:08.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd838f05640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd834103d00 0x7fd834074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:08.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd833fff640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd834102150 0x7fd834075eb0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fd82400c970 tx=0x7fd82400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:08.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd8317fa640 1 -- 172.21.15.90:0/455758289 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd824004220 con 0x7fd834102150 2024-04-26T17:27:08.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd8317fa640 1 -- 172.21.15.90:0/455758289 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd8240043c0 con 0x7fd834102150 2024-04-26T17:27:08.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd83a968640 1 -- 172.21.15.90:0/455758289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8341a24d0 con 0x7fd834102150 2024-04-26T17:27:08.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd8317fa640 1 -- 172.21.15.90:0/455758289 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd82400f450 con 0x7fd834102150 2024-04-26T17:27:08.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.276+0000 7fd83a968640 1 -- 172.21.15.90:0/455758289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8341a2a20 con 0x7fd834102150 2024-04-26T17:27:08.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.278+0000 7fd83a968640 1 -- 172.21.15.90:0/455758289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd834109630 con 0x7fd834102150 2024-04-26T17:27:08.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.279+0000 7fd8317fa640 1 -- 172.21.15.90:0/455758289 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fd824003610 con 0x7fd834102150 2024-04-26T17:27:08.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.279+0000 7fd8317fa640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd81c0a3c40 0x7fd81c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:08.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.279+0000 7fd8337fe640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd81c0a3c40 0x7fd81c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:08.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.279+0000 7fd8317fa640 1 -- 172.21.15.90:0/455758289 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fd8240d07c0 con 0x7fd834102150 2024-04-26T17:27:08.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.280+0000 7fd8337fe640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd81c0a3c40 0x7fd81c0a6100 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd834075c20 tx=0x7fd828005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:08.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.284+0000 7fd8317fa640 1 -- 172.21.15.90:0/455758289 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd824014030 con 0x7fd834102150 2024-04-26T17:27:08.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.461+0000 7fd83a968640 1 -- 172.21.15.90:0/455758289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fd83402d940 con 0x7fd834102150 2024-04-26T17:27:08.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.461+0000 7fd8317fa640 1 -- 172.21.15.90:0/455758289 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7fd82409cc70 con 0x7fd834102150 2024-04-26T17:27:08.461 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:27:08.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.463+0000 7fd83a968640 1 -- 172.21.15.90:0/455758289 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd81c0a3c40 msgr2=0x7fd81c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.463+0000 7fd83a968640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd81c0a3c40 0x7fd81c0a6100 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd834075c20 tx=0x7fd828005d50 comp rx=0 tx=0).stop 2024-04-26T17:27:08.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.463+0000 7fd83a968640 1 -- 172.21.15.90:0/455758289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd834102150 msgr2=0x7fd834075eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.463+0000 7fd83a968640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd834102150 0x7fd834075eb0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fd82400c970 tx=0x7fd82400ce30 comp rx=0 tx=0).stop 2024-04-26T17:27:08.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.463+0000 7fd83a968640 1 -- 172.21.15.90:0/455758289 shutdown_connections 2024-04-26T17:27:08.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.463+0000 7fd83a968640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd81c0a3c40 0x7fd81c0a6100 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.463+0000 7fd83a968640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd834103d00 0x7fd834074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.463+0000 7fd83a968640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd834103340 0x7fd8340744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.463+0000 7fd83a968640 1 --2- 172.21.15.90:0/455758289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd834102150 0x7fd834075eb0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.463+0000 7fd83a968640 1 -- 172.21.15.90:0/455758289 >> 172.21.15.90:0/455758289 conn(0x7fd8340fd6e0 msgr2=0x7fd834106800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:08.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.463+0000 7fd83a968640 1 -- 172.21.15.90:0/455758289 shutdown_connections 2024-04-26T17:27:08.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.463+0000 7fd83a968640 1 -- 172.21.15.90:0/455758289 wait complete. 2024-04-26T17:27:08.475 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:27:08.575 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.572+0000 7faedd13d640 1 -- 172.21.15.90:0/1898088505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faed8102bf0 msgr2=0x7faed8109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.572+0000 7faedd13d640 1 --2- 172.21.15.90:0/1898088505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faed8102bf0 0x7faed8109480 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7faed0009ca0 tx=0x7faed002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.572+0000 7faedd13d640 1 -- 172.21.15.90:0/1898088505 shutdown_connections 2024-04-26T17:27:08.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.572+0000 7faedd13d640 1 --2- 172.21.15.90:0/1898088505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faed8102bf0 0x7faed8109480 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.572+0000 7faedd13d640 1 --2- 172.21.15.90:0/1898088505 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faed8102230 0x7faed81026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.572+0000 7faedd13d640 1 --2- 172.21.15.90:0/1898088505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faed8101040 0x7faed8101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.572+0000 7faedd13d640 1 -- 172.21.15.90:0/1898088505 >> 172.21.15.90:0/1898088505 conn(0x7faed80fc5b0 msgr2=0x7faed80fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:08.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.573+0000 7faedd13d640 1 -- 172.21.15.90:0/1898088505 shutdown_connections 2024-04-26T17:27:08.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.573+0000 7faedd13d640 1 -- 172.21.15.90:0/1898088505 wait complete. 2024-04-26T17:27:08.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.573+0000 7faedd13d640 1 Processor -- start 2024-04-26T17:27:08.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.573+0000 7faedd13d640 1 -- start start 2024-04-26T17:27:08.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faedd13d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faed8101040 0x7faed81982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faedd13d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faed8102230 0x7faed8198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faedd13d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faed8102bf0 0x7faed819f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faedd13d640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7faed810cb50 con 0x7faed8102bf0 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faedd13d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7faed810c9d0 con 0x7faed8101040 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faedd13d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faed810ccd0 con 0x7faed8102230 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faed759e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faed8102bf0 0x7faed819f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faed759e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faed8102bf0 0x7faed819f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41416/0 (socket says 172.21.15.90:41416) 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faed759e640 1 -- 172.21.15.90:0/3962047140 learned_addr learned my addr 172.21.15.90:0/3962047140 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faed659c640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faed8102230 0x7faed8198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faed6d9d640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faed8101040 0x7faed81982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faed759e640 1 -- 172.21.15.90:0/3962047140 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faed8102230 msgr2=0x7faed8198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faed759e640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faed8102230 0x7faed8198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faed759e640 1 -- 172.21.15.90:0/3962047140 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faed8101040 msgr2=0x7faed81982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faed759e640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faed8101040 0x7faed81982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faed759e640 1 -- 172.21.15.90:0/3962047140 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faed819ff10 con 0x7faed8102bf0 2024-04-26T17:27:08.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faed759e640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faed8102bf0 0x7faed819f8a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7faed00097b0 tx=0x7faed0003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:08.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faebffff640 1 -- 172.21.15.90:0/3962047140 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed0004040 con 0x7faed8102bf0 2024-04-26T17:27:08.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faebffff640 1 -- 172.21.15.90:0/3962047140 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7faed0004690 con 0x7faed8102bf0 2024-04-26T17:27:08.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faedd13d640 1 -- 172.21.15.90:0/3962047140 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faed81a01a0 con 0x7faed8102bf0 2024-04-26T17:27:08.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faebffff640 1 -- 172.21.15.90:0/3962047140 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed0030ca0 con 0x7faed8102bf0 2024-04-26T17:27:08.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.574+0000 7faedd13d640 1 -- 172.21.15.90:0/3962047140 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faed81a0740 con 0x7faed8102bf0 2024-04-26T17:27:08.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.575+0000 7faedd13d640 1 -- 172.21.15.90:0/3962047140 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faed81a09a0 con 0x7faed8102bf0 2024-04-26T17:27:08.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.576+0000 7faebffff640 1 -- 172.21.15.90:0/3962047140 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7faed00041e0 con 0x7faed8102bf0 2024-04-26T17:27:08.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.577+0000 7faebffff640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faec00a3cc0 0x7faec00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:08.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.577+0000 7faed6d9d640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faec00a3cc0 0x7faec00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:08.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.577+0000 7faebffff640 1 -- 172.21.15.90:0/3962047140 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7faed00f1ed0 con 0x7faed8102bf0 2024-04-26T17:27:08.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.577+0000 7faed6d9d640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faec00a3cc0 0x7faec00a6180 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7faecc005fd0 tx=0x7faecc005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:08.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.581+0000 7faebffff640 1 -- 172.21.15.90:0/3962047140 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faed00be490 con 0x7faed8102bf0 2024-04-26T17:27:08.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.764+0000 7faedd13d640 1 -- 172.21.15.90:0/3962047140 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faed81a0c90 con 0x7faed8102bf0 2024-04-26T17:27:08.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.766+0000 7faebffff640 1 -- 172.21.15.90:0/3962047140 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+24864 (secure 0 0 0) 0x7faed00bdd90 con 0x7faed8102bf0 2024-04-26T17:27:08.766 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:27:08.766 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":94,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:26:35.532276+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:27:08.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.768+0000 7faedd13d640 1 -- 172.21.15.90:0/3962047140 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faec00a3cc0 msgr2=0x7faec00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.768+0000 7faedd13d640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faec00a3cc0 0x7faec00a6180 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7faecc005fd0 tx=0x7faecc005850 comp rx=0 tx=0).stop 2024-04-26T17:27:08.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.768+0000 7faedd13d640 1 -- 172.21.15.90:0/3962047140 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faed8102bf0 msgr2=0x7faed819f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.768+0000 7faedd13d640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faed8102bf0 0x7faed819f8a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7faed00097b0 tx=0x7faed0003ba0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.768+0000 7faedd13d640 1 -- 172.21.15.90:0/3962047140 shutdown_connections 2024-04-26T17:27:08.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.768+0000 7faedd13d640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7faec00a3cc0 0x7faec00a6180 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.768+0000 7faedd13d640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faed8102bf0 0x7faed819f8a0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.768+0000 7faedd13d640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faed8102230 0x7faed8198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.768+0000 7faedd13d640 1 --2- 172.21.15.90:0/3962047140 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faed8101040 0x7faed81982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.768+0000 7faedd13d640 1 -- 172.21.15.90:0/3962047140 >> 172.21.15.90:0/3962047140 conn(0x7faed80fc5b0 msgr2=0x7faed8069290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:08.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.768+0000 7faedd13d640 1 -- 172.21.15.90:0/3962047140 shutdown_connections 2024-04-26T17:27:08.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.768+0000 7faedd13d640 1 -- 172.21.15.90:0/3962047140 wait complete. 2024-04-26T17:27:08.778 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:08 smithi090 ceph-mon[29417]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-26T17:27:08.778 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:08 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1599622613' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:27:08.778 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:08 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2509606286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:27:08.778 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:08 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/455758289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:27:08.779 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T17:24:36.941852+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T17:24:38.058512+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-26T17:24:41.453912+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-26T17:27:08.780 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:27:08.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.881+0000 7fbe50787640 1 -- 172.21.15.90:0/213084391 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe481054f0 msgr2=0x7fbe481078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.881+0000 7fbe50787640 1 --2- 172.21.15.90:0/213084391 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe481054f0 0x7fbe481078e0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fbe44009900 tx=0x7fbe4402a410 comp rx=0 tx=0).stop 2024-04-26T17:27:08.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.881+0000 7fbe50787640 1 -- 172.21.15.90:0/213084391 shutdown_connections 2024-04-26T17:27:08.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.881+0000 7fbe50787640 1 --2- 172.21.15.90:0/213084391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbe48107e20 0x7fbe4810a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.881+0000 7fbe50787640 1 --2- 172.21.15.90:0/213084391 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe481054f0 0x7fbe481078e0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.881+0000 7fbe50787640 1 --2- 172.21.15.90:0/213084391 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbe48102bc0 0x7fbe48104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe50787640 1 -- 172.21.15.90:0/213084391 >> 172.21.15.90:0/213084391 conn(0x7fbe480fc5b0 msgr2=0x7fbe480fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:08.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe50787640 1 -- 172.21.15.90:0/213084391 shutdown_connections 2024-04-26T17:27:08.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe50787640 1 -- 172.21.15.90:0/213084391 wait complete. 2024-04-26T17:27:08.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe50787640 1 Processor -- start 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe50787640 1 -- start start 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe50787640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbe48102bc0 0x7fbe48198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe50787640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe481054f0 0x7fbe48198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe50787640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbe48107e20 0x7fbe4819f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe50787640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fbe4810dcb0 con 0x7fbe481054f0 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe50787640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fbe4810db30 con 0x7fbe48102bc0 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe50787640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbe4810de30 con 0x7fbe48107e20 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe4dd22640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe481054f0 0x7fbe48198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe4dd22640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe481054f0 0x7fbe48198970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41440/0 (socket says 172.21.15.90:41440) 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.882+0000 7fbe4dd22640 1 -- 172.21.15.90:0/1146368347 learned_addr learned my addr 172.21.15.90:0/1146368347 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe4e523640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbe48102bc0 0x7fbe48198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe4dd22640 1 -- 172.21.15.90:0/1146368347 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbe48107e20 msgr2=0x7fbe4819f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe4dd22640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbe48107e20 0x7fbe4819f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe4dd22640 1 -- 172.21.15.90:0/1146368347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbe48102bc0 msgr2=0x7fbe48198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:08.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe4dd22640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbe48102bc0 0x7fbe48198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:08.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe4dd22640 1 -- 172.21.15.90:0/1146368347 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe481a0050 con 0x7fbe481054f0 2024-04-26T17:27:08.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe4e523640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbe48102bc0 0x7fbe48198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:08.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe4dd22640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe481054f0 0x7fbe48198970 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fbe440314b0 tx=0x7fbe440042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:08.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe3f7fe640 1 -- 172.21.15.90:0/1146368347 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4403f030 con 0x7fbe481054f0 2024-04-26T17:27:08.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe3f7fe640 1 -- 172.21.15.90:0/1146368347 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fbe44003cb0 con 0x7fbe481054f0 2024-04-26T17:27:08.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe3f7fe640 1 -- 172.21.15.90:0/1146368347 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe44035070 con 0x7fbe481054f0 2024-04-26T17:27:08.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe50787640 1 -- 172.21.15.90:0/1146368347 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe481a02e0 con 0x7fbe481054f0 2024-04-26T17:27:08.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.883+0000 7fbe50787640 1 -- 172.21.15.90:0/1146368347 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe481a08a0 con 0x7fbe481054f0 2024-04-26T17:27:08.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.884+0000 7fbe50787640 1 -- 172.21.15.90:0/1146368347 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe480fe0a0 con 0x7fbe481054f0 2024-04-26T17:27:08.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.885+0000 7fbe3f7fe640 1 -- 172.21.15.90:0/1146368347 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fbe44042030 con 0x7fbe481054f0 2024-04-26T17:27:08.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.886+0000 7fbe3f7fe640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbe340a3cc0 0x7fbe340a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:08.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.886+0000 7fbe4e523640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbe340a3cc0 0x7fbe340a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:08.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.886+0000 7fbe3f7fe640 1 -- 172.21.15.90:0/1146368347 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fbe440f1040 con 0x7fbe481054f0 2024-04-26T17:27:08.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.886+0000 7fbe4e523640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbe340a3cc0 0x7fbe340a6180 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbe38006fd0 tx=0x7fbe38008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:08.890 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:08.890+0000 7fbe3f7fe640 1 -- 172.21.15.90:0/1146368347 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbe440bd4f0 con 0x7fbe481054f0 2024-04-26T17:27:09.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:08 smithi167 ceph-mon[32665]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-26T17:27:09.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:08 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1599622613' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:27:09.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:08 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2509606286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:27:09.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:08 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/455758289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:27:09.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:08 smithi119 ceph-mon[32584]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-26T17:27:09.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:08 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1599622613' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:27:09.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:08 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2509606286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:27:09.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:08 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/455758289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:27:09.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.068+0000 7fbe50787640 1 -- 172.21.15.90:0/1146368347 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fbe4802d8d0 con 0x7fbe481054f0 2024-04-26T17:27:09.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.069+0000 7fbe3f7fe640 1 -- 172.21.15.90:0/1146368347 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7fbe440bcdf0 con 0x7fbe481054f0 2024-04-26T17:27:09.069 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:27:09.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.070+0000 7fbe50787640 1 -- 172.21.15.90:0/1146368347 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbe340a3cc0 msgr2=0x7fbe340a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.070+0000 7fbe50787640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbe340a3cc0 0x7fbe340a6180 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbe38006fd0 tx=0x7fbe38008040 comp rx=0 tx=0).stop 2024-04-26T17:27:09.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.070+0000 7fbe50787640 1 -- 172.21.15.90:0/1146368347 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe481054f0 msgr2=0x7fbe48198970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.070+0000 7fbe50787640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe481054f0 0x7fbe48198970 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fbe440314b0 tx=0x7fbe440042f0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.071+0000 7fbe50787640 1 -- 172.21.15.90:0/1146368347 shutdown_connections 2024-04-26T17:27:09.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.071+0000 7fbe50787640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbe340a3cc0 0x7fbe340a6180 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.071+0000 7fbe50787640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbe48107e20 0x7fbe4819f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.071+0000 7fbe50787640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe481054f0 0x7fbe48198970 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.071+0000 7fbe50787640 1 --2- 172.21.15.90:0/1146368347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbe48102bc0 0x7fbe48198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.071+0000 7fbe50787640 1 -- 172.21.15.90:0/1146368347 >> 172.21.15.90:0/1146368347 conn(0x7fbe480fc5b0 msgr2=0x7fbe48104a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:09.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.071+0000 7fbe50787640 1 -- 172.21.15.90:0/1146368347 shutdown_connections 2024-04-26T17:27:09.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.071+0000 7fbe50787640 1 -- 172.21.15.90:0/1146368347 wait complete. 2024-04-26T17:27:09.081 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T17:27:09.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.181+0000 7f0270b4f640 1 -- 172.21.15.90:0/3320095292 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f026c102bf0 msgr2=0x7f026c109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.181+0000 7f0270b4f640 1 --2- 172.21.15.90:0/3320095292 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f026c102bf0 0x7f026c109480 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f0264009ca0 tx=0x7f026402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 -- 172.21.15.90:0/3320095292 shutdown_connections 2024-04-26T17:27:09.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 --2- 172.21.15.90:0/3320095292 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f026c102bf0 0x7f026c109480 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 --2- 172.21.15.90:0/3320095292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f026c102230 0x7f026c1026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 --2- 172.21.15.90:0/3320095292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f026c101040 0x7f026c101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 -- 172.21.15.90:0/3320095292 >> 172.21.15.90:0/3320095292 conn(0x7f026c0fc5b0 msgr2=0x7f026c0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:09.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 -- 172.21.15.90:0/3320095292 shutdown_connections 2024-04-26T17:27:09.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 -- 172.21.15.90:0/3320095292 wait complete. 2024-04-26T17:27:09.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 Processor -- start 2024-04-26T17:27:09.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 -- start start 2024-04-26T17:27:09.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f026c101040 0x7f026c198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:09.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f026c102230 0x7f026c1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:09.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f026c102bf0 0x7f026c19f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:09.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f026c10dc60 con 0x7f026c102230 2024-04-26T17:27:09.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f026c10dae0 con 0x7f026c101040 2024-04-26T17:27:09.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.182+0000 7f0270b4f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f026c10dde0 con 0x7f026c102bf0 2024-04-26T17:27:09.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f0263fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f026c102230 0x7f026c1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:09.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f0263fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f026c102230 0x7f026c1988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41452/0 (socket says 172.21.15.90:41452) 2024-04-26T17:27:09.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f0263fff640 1 -- 172.21.15.90:0/1685839832 learned_addr learned my addr 172.21.15.90:0/1685839832 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f026a59c640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f026c101040 0x7f026c198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f026ad9d640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f026c102bf0 0x7f026c19f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f0263fff640 1 -- 172.21.15.90:0/1685839832 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f026c102bf0 msgr2=0x7f026c19f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f0263fff640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f026c102bf0 0x7f026c19f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f0263fff640 1 -- 172.21.15.90:0/1685839832 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f026c101040 msgr2=0x7f026c198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f0263fff640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f026c101040 0x7f026c198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f0263fff640 1 -- 172.21.15.90:0/1685839832 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f026c19ff90 con 0x7f026c102230 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f026a59c640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f026c101040 0x7f026c198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f0263fff640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f026c102230 0x7f026c1988b0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f025400c890 tx=0x7f025400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f02637fe640 1 -- 172.21.15.90:0/1685839832 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0254004220 con 0x7f026c102230 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f0270b4f640 1 -- 172.21.15.90:0/1685839832 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f026c1a0280 con 0x7f026c102230 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f02637fe640 1 -- 172.21.15.90:0/1685839832 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f02540043c0 con 0x7f026c102230 2024-04-26T17:27:09.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f02637fe640 1 -- 172.21.15.90:0/1685839832 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0254004a00 con 0x7f026c102230 2024-04-26T17:27:09.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.183+0000 7f0270b4f640 1 -- 172.21.15.90:0/1685839832 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f026c1a0820 con 0x7f026c102230 2024-04-26T17:27:09.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.184+0000 7f0270b4f640 1 -- 172.21.15.90:0/1685839832 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f026c108480 con 0x7f026c102230 2024-04-26T17:27:09.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.185+0000 7f02637fe640 1 -- 172.21.15.90:0/1685839832 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f02540079b0 con 0x7f026c102230 2024-04-26T17:27:09.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.186+0000 7f02637fe640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f02580a3c40 0x7f02580a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:09.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.186+0000 7f02637fe640 1 -- 172.21.15.90:0/1685839832 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f02540d0ae0 con 0x7f026c102230 2024-04-26T17:27:09.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.186+0000 7f026a59c640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f02580a3c40 0x7f02580a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:09.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.187+0000 7f026a59c640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f02580a3c40 0x7f02580a6100 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f025c0058c0 tx=0x7f025c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:09.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.190+0000 7f02637fe640 1 -- 172.21.15.90:0/1685839832 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0254014030 con 0x7f026c102230 2024-04-26T17:27:09.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.370+0000 7f0270b4f640 1 -- 172.21.15.90:0/1685839832 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f026c02d6d0 con 0x7f026c102230 2024-04-26T17:27:09.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.370+0000 7f02637fe640 1 -- 172.21.15.90:0/1685839832 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7f025409cf90 con 0x7f026c102230 2024-04-26T17:27:09.370 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:27:09.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.372+0000 7f0270b4f640 1 -- 172.21.15.90:0/1685839832 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f02580a3c40 msgr2=0x7f02580a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.372+0000 7f0270b4f640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f02580a3c40 0x7f02580a6100 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f025c0058c0 tx=0x7f025c005850 comp rx=0 tx=0).stop 2024-04-26T17:27:09.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.372+0000 7f0270b4f640 1 -- 172.21.15.90:0/1685839832 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f026c102230 msgr2=0x7f026c1988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.372+0000 7f0270b4f640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f026c102230 0x7f026c1988b0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f025400c890 tx=0x7f025400cd50 comp rx=0 tx=0).stop 2024-04-26T17:27:09.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.372+0000 7f0270b4f640 1 -- 172.21.15.90:0/1685839832 shutdown_connections 2024-04-26T17:27:09.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.372+0000 7f0270b4f640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f02580a3c40 0x7f02580a6100 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.372+0000 7f0270b4f640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f026c102bf0 0x7f026c19f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.372+0000 7f0270b4f640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f026c102230 0x7f026c1988b0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.372+0000 7f0270b4f640 1 --2- 172.21.15.90:0/1685839832 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f026c101040 0x7f026c198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.372+0000 7f0270b4f640 1 -- 172.21.15.90:0/1685839832 >> 172.21.15.90:0/1685839832 conn(0x7f026c0fc5b0 msgr2=0x7f026c105650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:09.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.372+0000 7f0270b4f640 1 -- 172.21.15.90:0/1685839832 shutdown_connections 2024-04-26T17:27:09.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.372+0000 7f0270b4f640 1 -- 172.21.15.90:0/1685839832 wait complete. 2024-04-26T17:27:09.383 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T17:27:09.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.484+0000 7f3bda1ad640 1 -- 172.21.15.90:0/2057028498 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bd4103750 msgr2=0x7f3bd4103b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.484+0000 7f3bda1ad640 1 --2- 172.21.15.90:0/2057028498 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bd4103750 0x7f3bd4103b70 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f3bc4009900 tx=0x7f3bc402a410 comp rx=0 tx=0).stop 2024-04-26T17:27:09.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.484+0000 7f3bda1ad640 1 -- 172.21.15.90:0/2057028498 shutdown_connections 2024-04-26T17:27:09.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.484+0000 7f3bda1ad640 1 --2- 172.21.15.90:0/2057028498 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3bd4100b80 0x7f3bd410a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.484+0000 7f3bda1ad640 1 --2- 172.21.15.90:0/2057028498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bd41001c0 0x7f3bd4100640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.484+0000 7f3bda1ad640 1 --2- 172.21.15.90:0/2057028498 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bd4103750 0x7f3bd4103b70 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.484+0000 7f3bda1ad640 1 -- 172.21.15.90:0/2057028498 >> 172.21.15.90:0/2057028498 conn(0x7f3bd40fbd40 msgr2=0x7f3bd40fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.484+0000 7f3bda1ad640 1 -- 172.21.15.90:0/2057028498 shutdown_connections 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.484+0000 7f3bda1ad640 1 -- 172.21.15.90:0/2057028498 wait complete. 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.485+0000 7f3bda1ad640 1 Processor -- start 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.485+0000 7f3bda1ad640 1 -- start start 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.485+0000 7f3bda1ad640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bd41001c0 0x7f3bd4102e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.485+0000 7f3bda1ad640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3bd4100b80 0x7f3bd4101490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.485+0000 7f3bda1ad640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bd4103750 0x7f3bd41019d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.485+0000 7f3bda1ad640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd410dcb0 con 0x7f3bd41001c0 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.485+0000 7f3bda1ad640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd410db30 con 0x7f3bd4103750 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.485+0000 7f3bda1ad640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd410de30 con 0x7f3bd4100b80 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.485+0000 7f3bd37fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bd41001c0 0x7f3bd4102e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.485+0000 7f3bd37fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bd41001c0 0x7f3bd4102e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41472/0 (socket says 172.21.15.90:41472) 2024-04-26T17:27:09.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.485+0000 7f3bd37fe640 1 -- 172.21.15.90:0/3521465031 learned_addr learned my addr 172.21.15.90:0/3521465031 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:09.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.485+0000 7f3bd3fff640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bd4103750 0x7f3bd41019d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:09.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.486+0000 7f3bd37fe640 1 -- 172.21.15.90:0/3521465031 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3bd4100b80 msgr2=0x7f3bd4101490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.486+0000 7f3bd37fe640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3bd4100b80 0x7f3bd4101490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.486+0000 7f3bd37fe640 1 -- 172.21.15.90:0/3521465031 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bd4103750 msgr2=0x7f3bd41019d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.486+0000 7f3bd37fe640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bd4103750 0x7f3bd41019d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.486+0000 7f3bd37fe640 1 -- 172.21.15.90:0/3521465031 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd4102260 con 0x7f3bd41001c0 2024-04-26T17:27:09.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.486+0000 7f3bd37fe640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bd41001c0 0x7f3bd4102e50 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f3bc40314b0 tx=0x7f3bc40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:09.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.486+0000 7f3bd0ff9640 1 -- 172.21.15.90:0/3521465031 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc403f030 con 0x7f3bd41001c0 2024-04-26T17:27:09.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.486+0000 7f3bd0ff9640 1 -- 172.21.15.90:0/3521465031 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3bc4003cb0 con 0x7f3bd41001c0 2024-04-26T17:27:09.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.486+0000 7f3bda1ad640 1 -- 172.21.15.90:0/3521465031 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bd41a2490 con 0x7f3bd41001c0 2024-04-26T17:27:09.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.486+0000 7f3bd0ff9640 1 -- 172.21.15.90:0/3521465031 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc4035070 con 0x7f3bd41001c0 2024-04-26T17:27:09.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.486+0000 7f3bda1ad640 1 -- 172.21.15.90:0/3521465031 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bd41a29e0 con 0x7f3bd41001c0 2024-04-26T17:27:09.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.487+0000 7f3bda1ad640 1 -- 172.21.15.90:0/3521465031 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bd4109780 con 0x7f3bd41001c0 2024-04-26T17:27:09.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.488+0000 7f3bd0ff9640 1 -- 172.21.15.90:0/3521465031 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f3bc4042030 con 0x7f3bd41001c0 2024-04-26T17:27:09.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.489+0000 7f3bd0ff9640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3bbc0a3c40 0x7f3bbc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:09.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.489+0000 7f3bd2ffd640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3bbc0a3c40 0x7f3bbc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:09.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.489+0000 7f3bd0ff9640 1 -- 172.21.15.90:0/3521465031 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f3bc40f1090 con 0x7f3bd41001c0 2024-04-26T17:27:09.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.489+0000 7f3bd2ffd640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3bbc0a3c40 0x7f3bbc0a6100 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8005fd0 tx=0x7f3bc8005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:09.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.493+0000 7f3bd0ff9640 1 -- 172.21.15.90:0/3521465031 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3bc40bd540 con 0x7f3bd41001c0 2024-04-26T17:27:09.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.673+0000 7f3bda1ad640 1 -- 172.21.15.90:0/3521465031 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f3bd402d960 con 0x7f3bd41001c0 2024-04-26T17:27:09.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.673+0000 7f3bd0ff9640 1 -- 172.21.15.90:0/3521465031 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7f3bc40bce40 con 0x7f3bd41001c0 2024-04-26T17:27:09.673 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-26T17:27:09.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.675+0000 7f3bda1ad640 1 -- 172.21.15.90:0/3521465031 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3bbc0a3c40 msgr2=0x7f3bbc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.675+0000 7f3bda1ad640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3bbc0a3c40 0x7f3bbc0a6100 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8005fd0 tx=0x7f3bc8005850 comp rx=0 tx=0).stop 2024-04-26T17:27:09.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.675+0000 7f3bda1ad640 1 -- 172.21.15.90:0/3521465031 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bd41001c0 msgr2=0x7f3bd4102e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.675+0000 7f3bda1ad640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bd41001c0 0x7f3bd4102e50 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f3bc40314b0 tx=0x7f3bc40042f0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.675+0000 7f3bda1ad640 1 -- 172.21.15.90:0/3521465031 shutdown_connections 2024-04-26T17:27:09.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.675+0000 7f3bda1ad640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3bbc0a3c40 0x7f3bbc0a6100 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.675+0000 7f3bda1ad640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bd4103750 0x7f3bd41019d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.675+0000 7f3bda1ad640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3bd4100b80 0x7f3bd4101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.675+0000 7f3bda1ad640 1 --2- 172.21.15.90:0/3521465031 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3bd41001c0 0x7f3bd4102e50 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.675+0000 7f3bda1ad640 1 -- 172.21.15.90:0/3521465031 >> 172.21.15.90:0/3521465031 conn(0x7f3bd40fbd40 msgr2=0x7f3bd4106950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:09.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.675+0000 7f3bda1ad640 1 -- 172.21.15.90:0/3521465031 shutdown_connections 2024-04-26T17:27:09.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.675+0000 7f3bda1ad640 1 -- 172.21.15.90:0/3521465031 wait complete. 2024-04-26T17:27:09.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:09 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3962047140' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:09 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1146368347' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:27:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:09 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1685839832' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:27:09.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:09 smithi090 ceph-mon[29417]: pgmap v372: 129 pgs: 129 active+clean; 655 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.9 KiB/s wr, 14 op/s 2024-04-26T17:27:09.686 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-26T17:27:09.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.787+0000 7fd413b51640 1 -- 172.21.15.90:0/3470582882 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd40c102230 msgr2=0x7fd40c1026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.787+0000 7fd413b51640 1 --2- 172.21.15.90:0/3470582882 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd40c102230 0x7fd40c1026b0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fd408009900 tx=0x7fd40802a410 comp rx=0 tx=0).stop 2024-04-26T17:27:09.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.787+0000 7fd413b51640 1 -- 172.21.15.90:0/3470582882 shutdown_connections 2024-04-26T17:27:09.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.787+0000 7fd413b51640 1 --2- 172.21.15.90:0/3470582882 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd40c102bf0 0x7fd40c109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.787+0000 7fd413b51640 1 --2- 172.21.15.90:0/3470582882 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd40c102230 0x7fd40c1026b0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.787+0000 7fd413b51640 1 --2- 172.21.15.90:0/3470582882 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd40c101040 0x7fd40c101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.787+0000 7fd413b51640 1 -- 172.21.15.90:0/3470582882 >> 172.21.15.90:0/3470582882 conn(0x7fd40c0fc5b0 msgr2=0x7fd40c0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:09.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd413b51640 1 -- 172.21.15.90:0/3470582882 shutdown_connections 2024-04-26T17:27:09.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd413b51640 1 -- 172.21.15.90:0/3470582882 wait complete. 2024-04-26T17:27:09.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd413b51640 1 Processor -- start 2024-04-26T17:27:09.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd413b51640 1 -- start start 2024-04-26T17:27:09.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd413b51640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd40c101040 0x7fd40c069e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:09.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd413b51640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd40c102230 0x7fd40c19d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:09.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd413b51640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd40c102bf0 0x7fd40c19f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:09.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd413b51640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd40c10cb50 con 0x7fd40c102bf0 2024-04-26T17:27:09.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd413b51640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd40c10c9d0 con 0x7fd40c101040 2024-04-26T17:27:09.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd413b51640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd40c10ccd0 con 0x7fd40c102230 2024-04-26T17:27:09.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd4120ee640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd40c102bf0 0x7fd40c19f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:09.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd4120ee640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd40c102bf0 0x7fd40c19f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41486/0 (socket says 172.21.15.90:41486) 2024-04-26T17:27:09.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd4120ee640 1 -- 172.21.15.90:0/3106374700 learned_addr learned my addr 172.21.15.90:0/3106374700 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.788+0000 7fd4118ed640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd40c101040 0x7fd40c069e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.789+0000 7fd4120ee640 1 -- 172.21.15.90:0/3106374700 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd40c102230 msgr2=0x7fd40c19d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.789+0000 7fd4110ec640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd40c102230 0x7fd40c19d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.789+0000 7fd4120ee640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd40c102230 0x7fd40c19d060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.789+0000 7fd4120ee640 1 -- 172.21.15.90:0/3106374700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd40c101040 msgr2=0x7fd40c069e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.789+0000 7fd4120ee640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd40c101040 0x7fd40c069e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.789+0000 7fd4120ee640 1 -- 172.21.15.90:0/3106374700 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd40c19ff90 con 0x7fd40c102bf0 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.789+0000 7fd4120ee640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd40c102bf0 0x7fd40c19f680 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fd40400cce0 tx=0x7fd40400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.789+0000 7fd3feffd640 1 -- 172.21.15.90:0/3106374700 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd40400f450 con 0x7fd40c102bf0 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.789+0000 7fd3feffd640 1 -- 172.21.15.90:0/3106374700 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd40400faa0 con 0x7fd40c102bf0 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.789+0000 7fd413b51640 1 -- 172.21.15.90:0/3106374700 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd40c1a0220 con 0x7fd40c102bf0 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.789+0000 7fd3feffd640 1 -- 172.21.15.90:0/3106374700 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd404018b20 con 0x7fd40c102bf0 2024-04-26T17:27:09.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.789+0000 7fd413b51640 1 -- 172.21.15.90:0/3106374700 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd40c1a0720 con 0x7fd40c102bf0 2024-04-26T17:27:09.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.790+0000 7fd413b51640 1 -- 172.21.15.90:0/3106374700 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd40c1084d0 con 0x7fd40c102bf0 2024-04-26T17:27:09.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.791+0000 7fd3feffd640 1 -- 172.21.15.90:0/3106374700 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fd40400fc50 con 0x7fd40c102bf0 2024-04-26T17:27:09.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.792+0000 7fd3feffd640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd3f80a3c40 0x7fd3f80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:09.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.792+0000 7fd4118ed640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd3f80a3c40 0x7fd3f80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:09.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.792+0000 7fd3feffd640 1 -- 172.21.15.90:0/3106374700 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fd4040d1100 con 0x7fd40c102bf0 2024-04-26T17:27:09.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.792+0000 7fd4118ed640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd3f80a3c40 0x7fd3f80a6100 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fd40c102090 tx=0x7fd400005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:09.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.796+0000 7fd3feffd640 1 -- 172.21.15.90:0/3106374700 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd404014030 con 0x7fd40c102bf0 2024-04-26T17:27:09.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.971+0000 7fd413b51640 1 -- 172.21.15.90:0/3106374700 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fd40c02d880 con 0x7fd40c102bf0 2024-04-26T17:27:09.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.972+0000 7fd3feffd640 1 -- 172.21.15.90:0/3106374700 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7fd40409d5b0 con 0x7fd40c102bf0 2024-04-26T17:27:09.972 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:27:09.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.974+0000 7fd413b51640 1 -- 172.21.15.90:0/3106374700 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd3f80a3c40 msgr2=0x7fd3f80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.974+0000 7fd413b51640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd3f80a3c40 0x7fd3f80a6100 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fd40c102090 tx=0x7fd400005f90 comp rx=0 tx=0).stop 2024-04-26T17:27:09.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.974+0000 7fd413b51640 1 -- 172.21.15.90:0/3106374700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd40c102bf0 msgr2=0x7fd40c19f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:09.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.974+0000 7fd413b51640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd40c102bf0 0x7fd40c19f680 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fd40400cce0 tx=0x7fd40400a620 comp rx=0 tx=0).stop 2024-04-26T17:27:09.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.974+0000 7fd413b51640 1 -- 172.21.15.90:0/3106374700 shutdown_connections 2024-04-26T17:27:09.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.974+0000 7fd413b51640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd3f80a3c40 0x7fd3f80a6100 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.974+0000 7fd413b51640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd40c102bf0 0x7fd40c19f680 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.974+0000 7fd413b51640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd40c102230 0x7fd40c19d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.974+0000 7fd413b51640 1 --2- 172.21.15.90:0/3106374700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd40c101040 0x7fd40c069e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:09.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.974+0000 7fd413b51640 1 -- 172.21.15.90:0/3106374700 >> 172.21.15.90:0/3106374700 conn(0x7fd40c0fc5b0 msgr2=0x7fd40c1056a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:09.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.974+0000 7fd413b51640 1 -- 172.21.15.90:0/3106374700 shutdown_connections 2024-04-26T17:27:09.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:09.974+0000 7fd413b51640 1 -- 172.21.15.90:0/3106374700 wait complete. 2024-04-26T17:27:09.985 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-04-26T17:27:09.985 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:27:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:09 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3962047140' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:09 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1146368347' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:27:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:09 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1685839832' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:27:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:09 smithi167 ceph-mon[32665]: pgmap v372: 129 pgs: 129 active+clean; 655 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.9 KiB/s wr, 14 op/s 2024-04-26T17:27:10.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:09 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3962047140' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:10.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:09 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1146368347' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:27:10.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:09 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1685839832' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:27:10.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:09 smithi119 ceph-mon[32584]: pgmap v372: 129 pgs: 129 active+clean; 655 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.9 KiB/s wr, 14 op/s 2024-04-26T17:27:10.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.083+0000 7f09d8c72640 1 -- 172.21.15.90:0/781106145 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f09d4105d10 msgr2=0x7f09d4106190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.083+0000 7f09d8c72640 1 --2- 172.21.15.90:0/781106145 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f09d4105d10 0x7f09d4106190 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f09cc009ca0 tx=0x7f09cc02a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 -- 172.21.15.90:0/781106145 shutdown_connections 2024-04-26T17:27:10.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 --2- 172.21.15.90:0/781106145 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f09d4105d10 0x7f09d4106190 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 --2- 172.21.15.90:0/781106145 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f09d4103360 0x7f09d41057d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 --2- 172.21.15.90:0/781106145 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09d41009f0 0x7f09d4102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 -- 172.21.15.90:0/781106145 >> 172.21.15.90:0/781106145 conn(0x7f09d40fc5f0 msgr2=0x7f09d40fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:10.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 -- 172.21.15.90:0/781106145 shutdown_connections 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 -- 172.21.15.90:0/781106145 wait complete. 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 Processor -- start 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 -- start start 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f09d41009f0 0x7f09d419e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09d4103360 0x7f09d419eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f09d4105d10 0x7f09d41a5f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f09d41142a0 con 0x7f09d41009f0 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f09d4114120 con 0x7f09d4105d10 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.084+0000 7f09d8c72640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f09d4114420 con 0x7f09d4103360 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d259c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f09d41009f0 0x7f09d419e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d259c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f09d41009f0 0x7f09d419e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41504/0 (socket says 172.21.15.90:41504) 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d259c640 1 -- 172.21.15.90:0/1156153987 learned_addr learned my addr 172.21.15.90:0/1156153987 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d2d9d640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f09d4105d10 0x7f09d41a5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09cbfff640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09d4103360 0x7f09d419eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d259c640 1 -- 172.21.15.90:0/1156153987 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09d4103360 msgr2=0x7f09d419eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d259c640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09d4103360 0x7f09d419eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d259c640 1 -- 172.21.15.90:0/1156153987 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f09d4105d10 msgr2=0x7f09d41a5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d259c640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f09d4105d10 0x7f09d41a5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d259c640 1 -- 172.21.15.90:0/1156153987 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09d41a65a0 con 0x7f09d41009f0 2024-04-26T17:27:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d2d9d640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f09d4105d10 0x7f09d41a5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d259c640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f09d41009f0 0x7f09d419e980 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f09c400d770 tx=0x7f09c400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09cb7fe640 1 -- 172.21.15.90:0/1156153987 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c4017070 con 0x7f09d41009f0 2024-04-26T17:27:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09cb7fe640 1 -- 172.21.15.90:0/1156153987 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f09c40054d0 con 0x7f09d41009f0 2024-04-26T17:27:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d8c72640 1 -- 172.21.15.90:0/1156153987 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09d41a6890 con 0x7f09d41009f0 2024-04-26T17:27:10.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09cb7fe640 1 -- 172.21.15.90:0/1156153987 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c4004c80 con 0x7f09d41009f0 2024-04-26T17:27:10.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.085+0000 7f09d8c72640 1 -- 172.21.15.90:0/1156153987 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09d41a6d90 con 0x7f09d41009f0 2024-04-26T17:27:10.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.086+0000 7f09d8c72640 1 -- 172.21.15.90:0/1156153987 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09d40fe0e0 con 0x7f09d41009f0 2024-04-26T17:27:10.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.087+0000 7f09cb7fe640 1 -- 172.21.15.90:0/1156153987 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f09c4004e20 con 0x7f09d41009f0 2024-04-26T17:27:10.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.088+0000 7f09cb7fe640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f09c00a3c40 0x7f09c00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:10.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.088+0000 7f09cb7fe640 1 -- 172.21.15.90:0/1156153987 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f09c40d04d0 con 0x7f09d41009f0 2024-04-26T17:27:10.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.088+0000 7f09cbfff640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f09c00a3c40 0x7f09c00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:10.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.088+0000 7f09cbfff640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f09c00a3c40 0x7f09c00a6100 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f09bc005fd0 tx=0x7f09bc005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:10.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.092+0000 7f09cb7fe640 1 -- 172.21.15.90:0/1156153987 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f09c409c980 con 0x7f09d41009f0 2024-04-26T17:27:10.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.308+0000 7f09d8c72640 1 -- 172.21.15.90:0/1156153987 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f09d402d6d0 con 0x7f09d41009f0 2024-04-26T17:27:10.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.308+0000 7f09cb7fe640 1 -- 172.21.15.90:0/1156153987 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11944 (secure 0 0 0) 0x7f09c409c280 con 0x7f09d41009f0 2024-04-26T17:27:10.309 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:27:10.309 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:27:05.556438+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24472,24409,24476,24509,24404]},"id":1}]} 2024-04-26T17:27:10.309 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 28 2024-04-26T17:27:10.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.310+0000 7f09d8c72640 1 -- 172.21.15.90:0/1156153987 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f09c00a3c40 msgr2=0x7f09c00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.310+0000 7f09d8c72640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f09c00a3c40 0x7f09c00a6100 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f09bc005fd0 tx=0x7f09bc005850 comp rx=0 tx=0).stop 2024-04-26T17:27:10.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.310+0000 7f09d8c72640 1 -- 172.21.15.90:0/1156153987 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f09d41009f0 msgr2=0x7f09d419e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.310+0000 7f09d8c72640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f09d41009f0 0x7f09d419e980 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f09c400d770 tx=0x7f09c400dc30 comp rx=0 tx=0).stop 2024-04-26T17:27:10.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.310+0000 7f09d8c72640 1 -- 172.21.15.90:0/1156153987 shutdown_connections 2024-04-26T17:27:10.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.310+0000 7f09d8c72640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f09c00a3c40 0x7f09c00a6100 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.310+0000 7f09d8c72640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f09d4105d10 0x7f09d41a5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.310+0000 7f09d8c72640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09d4103360 0x7f09d419eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.310+0000 7f09d8c72640 1 --2- 172.21.15.90:0/1156153987 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f09d41009f0 0x7f09d419e980 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.310+0000 7f09d8c72640 1 -- 172.21.15.90:0/1156153987 >> 172.21.15.90:0/1156153987 conn(0x7f09d40fc5f0 msgr2=0x7f09d4103d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:10.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.310+0000 7f09d8c72640 1 -- 172.21.15.90:0/1156153987 shutdown_connections 2024-04-26T17:27:10.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.311+0000 7f09d8c72640 1 -- 172.21.15.90:0/1156153987 wait complete. 2024-04-26T17:27:10.322 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-04-26T17:27:10.322 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-04-26T17:27:10.322 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-26T17:27:10.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.420+0000 7f28a7de2640 1 -- 172.21.15.90:0/2808192172 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f28a0103d00 msgr2=0x7f28a010a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.420+0000 7f28a7de2640 1 --2- 172.21.15.90:0/2808192172 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f28a0103d00 0x7f28a010a590 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f289c009ca0 tx=0x7f289c02a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.420+0000 7f28a7de2640 1 -- 172.21.15.90:0/2808192172 shutdown_connections 2024-04-26T17:27:10.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.420+0000 7f28a7de2640 1 --2- 172.21.15.90:0/2808192172 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f28a0103d00 0x7f28a010a590 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.420+0000 7f28a7de2640 1 --2- 172.21.15.90:0/2808192172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f28a0103340 0x7f28a01037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.420+0000 7f28a7de2640 1 --2- 172.21.15.90:0/2808192172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f28a0102150 0x7f28a0102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.420+0000 7f28a7de2640 1 -- 172.21.15.90:0/2808192172 >> 172.21.15.90:0/2808192172 conn(0x7f28a00fd6e0 msgr2=0x7f28a00ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:10.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.420+0000 7f28a7de2640 1 -- 172.21.15.90:0/2808192172 shutdown_connections 2024-04-26T17:27:10.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.420+0000 7f28a7de2640 1 -- 172.21.15.90:0/2808192172 wait complete. 2024-04-26T17:27:10.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.420+0000 7f28a7de2640 1 Processor -- start 2024-04-26T17:27:10.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.420+0000 7f28a7de2640 1 -- start start 2024-04-26T17:27:10.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a7de2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f28a0102150 0x7f28a0075eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:10.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a7de2640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f28a0103340 0x7f28a00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:10.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a7de2640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f28a0103d00 0x7f28a0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:10.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a7de2640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f28a010dc60 con 0x7f28a0103d00 2024-04-26T17:27:10.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a7de2640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f28a010dae0 con 0x7f28a0103340 2024-04-26T17:27:10.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a7de2640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f28a010dde0 con 0x7f28a0102150 2024-04-26T17:27:10.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a637f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f28a0103d00 0x7f28a0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:10.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a637f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f28a0103d00 0x7f28a0074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41530/0 (socket says 172.21.15.90:41530) 2024-04-26T17:27:10.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a637f640 1 -- 172.21.15.90:0/2466735731 learned_addr learned my addr 172.21.15.90:0/2466735731 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:10.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a5b7e640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f28a0102150 0x7f28a0075eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:10.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a537d640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f28a0103340 0x7f28a00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:10.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a637f640 1 -- 172.21.15.90:0/2466735731 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f28a0102150 msgr2=0x7f28a0075eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a637f640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f28a0102150 0x7f28a0075eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a637f640 1 -- 172.21.15.90:0/2466735731 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f28a0103340 msgr2=0x7f28a00744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a637f640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f28a0103340 0x7f28a00744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a637f640 1 -- 172.21.15.90:0/2466735731 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28a00752c0 con 0x7f28a0103d00 2024-04-26T17:27:10.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a537d640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f28a0103340 0x7f28a00744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:10.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a637f640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f28a0103d00 0x7f28a0074a30 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f289c0097b0 tx=0x7f289c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:10.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f2896ffd640 1 -- 172.21.15.90:0/2466735731 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f289c004040 con 0x7f28a0103d00 2024-04-26T17:27:10.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f2896ffd640 1 -- 172.21.15.90:0/2466735731 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f289c004690 con 0x7f28a0103d00 2024-04-26T17:27:10.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a7de2640 1 -- 172.21.15.90:0/2466735731 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28a01a2460 con 0x7f28a0103d00 2024-04-26T17:27:10.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f2896ffd640 1 -- 172.21.15.90:0/2466735731 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f289c030ca0 con 0x7f28a0103d00 2024-04-26T17:27:10.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.421+0000 7f28a7de2640 1 -- 172.21.15.90:0/2466735731 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28a01a29b0 con 0x7f28a0103d00 2024-04-26T17:27:10.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.422+0000 7f28a7de2640 1 -- 172.21.15.90:0/2466735731 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28a0109490 con 0x7f28a0103d00 2024-04-26T17:27:10.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.423+0000 7f2896ffd640 1 -- 172.21.15.90:0/2466735731 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f289c0041e0 con 0x7f28a0103d00 2024-04-26T17:27:10.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.424+0000 7f2896ffd640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f288c0a3c40 0x7f288c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:10.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.424+0000 7f28a5b7e640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f288c0a3c40 0x7f288c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:10.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.424+0000 7f2896ffd640 1 -- 172.21.15.90:0/2466735731 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f289c0f1e80 con 0x7f28a0103d00 2024-04-26T17:27:10.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.425+0000 7f28a5b7e640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f288c0a3c40 0x7f288c0a6100 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f2898005fd0 tx=0x7f289800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:10.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.429+0000 7f2896ffd640 1 -- 172.21.15.90:0/2466735731 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f289c0be440 con 0x7f28a0103d00 2024-04-26T17:27:10.604 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.604+0000 7f28a7de2640 1 -- 172.21.15.90:0/2466735731 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f28a0062540 con 0x7f288c0a3c40 2024-04-26T17:27:10.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.614+0000 7f2896ffd640 1 -- 172.21.15.90:0/2466735731 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340560 (secure 0 0 0) 0x7f28a0062540 con 0x7f288c0a3c40 2024-04-26T17:27:10.619 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:27:10.620 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-26T17:27:10.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.617+0000 7f28a7de2640 1 -- 172.21.15.90:0/2466735731 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f288c0a3c40 msgr2=0x7f288c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.617+0000 7f28a7de2640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f288c0a3c40 0x7f288c0a6100 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f2898005fd0 tx=0x7f289800b390 comp rx=0 tx=0).stop 2024-04-26T17:27:10.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.617+0000 7f28a7de2640 1 -- 172.21.15.90:0/2466735731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f28a0103d00 msgr2=0x7f28a0074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.617+0000 7f28a7de2640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f28a0103d00 0x7f28a0074a30 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f289c0097b0 tx=0x7f289c003ba0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.617+0000 7f28a7de2640 1 -- 172.21.15.90:0/2466735731 shutdown_connections 2024-04-26T17:27:10.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.617+0000 7f28a7de2640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f288c0a3c40 0x7f288c0a6100 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.617+0000 7f28a7de2640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f28a0103d00 0x7f28a0074a30 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.617+0000 7f28a7de2640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f28a0103340 0x7f28a00744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.617+0000 7f28a7de2640 1 --2- 172.21.15.90:0/2466735731 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f28a0102150 0x7f28a0075eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.617+0000 7f28a7de2640 1 -- 172.21.15.90:0/2466735731 >> 172.21.15.90:0/2466735731 conn(0x7f28a00fd6e0 msgr2=0x7f28a0106660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:10.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.617+0000 7f28a7de2640 1 -- 172.21.15.90:0/2466735731 shutdown_connections 2024-04-26T17:27:10.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.617+0000 7f28a7de2640 1 -- 172.21.15.90:0/2466735731 wait complete. 2024-04-26T17:27:10.628 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":372,"stamp":"2024-04-26T17:27:09.485303+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":670959,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1402,"num_read_kb":833,"num_write":459,"num_write_kb":3113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":1180987,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":879,"ondisk_log_size":879,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388856,"kb_used_data":14728,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124552968,"statfs":{"total":1151940427776,"available":1151542239232,"internally_reserved":0,"allocated":15081472,"data_stored":8256499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":382973241},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8734,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":84,"num_write":23,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002888"},"pg_stats":[{"pgid":"3.3f","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.265060+0000","last_change":"2024-04-26T17:24:39.453483+0000","last_active":"2024-04-26T17:26:36.265060+0000","last_peered":"2024-04-26T17:26:36.265060+0000","last_clean":"2024-04-26T17:26:36.265060+0000","last_became_active":"2024-04-26T17:24:39.451972+0000","last_became_peered":"2024-04-26T17:24:39.451972+0000","last_unstale":"2024-04-26T17:26:36.265060+0000","last_undegraded":"2024-04-26T17:26:36.265060+0000","last_fullsized":"2024-04-26T17:26:36.265060+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:33.223541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"92'4","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561603+0000","last_change":"2024-04-26T17:24:39.459511+0000","last_active":"2024-04-26T17:26:35.561603+0000","last_peered":"2024-04-26T17:26:35.561603+0000","last_clean":"2024-04-26T17:26:35.561603+0000","last_became_active":"2024-04-26T17:24:39.459136+0000","last_became_peered":"2024-04-26T17:24:39.459136+0000","last_unstale":"2024-04-26T17:26:35.561603+0000","last_undegraded":"2024-04-26T17:26:35.561603+0000","last_fullsized":"2024-04-26T17:26:35.561603+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:29:37.436069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561487+0000","last_change":"2024-04-26T17:24:39.462165+0000","last_active":"2024-04-26T17:26:35.561487+0000","last_peered":"2024-04-26T17:26:35.561487+0000","last_clean":"2024-04-26T17:26:35.561487+0000","last_became_active":"2024-04-26T17:24:39.460938+0000","last_became_peered":"2024-04-26T17:24:39.460938+0000","last_unstale":"2024-04-26T17:26:35.561487+0000","last_undegraded":"2024-04-26T17:26:35.561487+0000","last_fullsized":"2024-04-26T17:26:35.561487+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:10:34.225749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562730+0000","last_change":"2024-04-26T17:24:39.466791+0000","last_active":"2024-04-26T17:26:35.562730+0000","last_peered":"2024-04-26T17:26:35.562730+0000","last_clean":"2024-04-26T17:26:35.562730+0000","last_became_active":"2024-04-26T17:24:39.465140+0000","last_became_peered":"2024-04-26T17:24:39.465140+0000","last_unstale":"2024-04-26T17:26:35.562730+0000","last_undegraded":"2024-04-26T17:26:35.562730+0000","last_fullsized":"2024-04-26T17:26:35.562730+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:18.811566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"92'4","reported_seq":33,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541462+0000","last_change":"2024-04-26T17:24:39.454046+0000","last_active":"2024-04-26T17:26:35.541462+0000","last_peered":"2024-04-26T17:26:35.541462+0000","last_clean":"2024-04-26T17:26:35.541462+0000","last_became_active":"2024-04-26T17:24:39.452675+0000","last_became_peered":"2024-04-26T17:24:39.452675+0000","last_unstale":"2024-04-26T17:26:35.541462+0000","last_undegraded":"2024-04-26T17:26:35.541462+0000","last_fullsized":"2024-04-26T17:26:35.541462+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:44.235666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"92'6","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539472+0000","last_change":"2024-04-26T17:24:39.457980+0000","last_active":"2024-04-26T17:26:35.539472+0000","last_peered":"2024-04-26T17:26:35.539472+0000","last_clean":"2024-04-26T17:26:35.539472+0000","last_became_active":"2024-04-26T17:24:39.457632+0000","last_became_peered":"2024-04-26T17:24:39.457632+0000","last_unstale":"2024-04-26T17:26:35.539472+0000","last_undegraded":"2024-04-26T17:26:35.539472+0000","last_fullsized":"2024-04-26T17:26:35.539472+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:20:23.600531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"92'5","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541521+0000","last_change":"2024-04-26T17:24:39.460485+0000","last_active":"2024-04-26T17:26:35.541521+0000","last_peered":"2024-04-26T17:26:35.541521+0000","last_clean":"2024-04-26T17:26:35.541521+0000","last_became_active":"2024-04-26T17:24:39.460153+0000","last_became_peered":"2024-04-26T17:24:39.460153+0000","last_unstale":"2024-04-26T17:26:35.541521+0000","last_undegraded":"2024-04-26T17:26:35.541521+0000","last_fullsized":"2024-04-26T17:26:35.541521+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:36:10.529362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"92'9","reported_seq":11,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.545891+0000","last_change":"2024-04-26T17:26:35.545472+0000","last_active":"2024-04-26T17:26:35.545891+0000","last_peered":"2024-04-26T17:26:35.545891+0000","last_clean":"2024-04-26T17:26:35.545891+0000","last_became_active":"2024-04-26T17:26:35.544994+0000","last_became_peered":"2024-04-26T17:26:35.544994+0000","last_unstale":"2024-04-26T17:26:35.545891+0000","last_undegraded":"2024-04-26T17:26:35.545891+0000","last_fullsized":"2024-04-26T17:26:35.545891+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:58:33.779103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"92'11","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563067+0000","last_change":"2024-04-26T17:24:39.452370+0000","last_active":"2024-04-26T17:26:35.563067+0000","last_peered":"2024-04-26T17:26:35.563067+0000","last_clean":"2024-04-26T17:26:35.563067+0000","last_became_active":"2024-04-26T17:24:39.452002+0000","last_became_peered":"2024-04-26T17:24:39.452002+0000","last_unstale":"2024-04-26T17:26:35.563067+0000","last_undegraded":"2024-04-26T17:26:35.563067+0000","last_fullsized":"2024-04-26T17:26:35.563067+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:22:55.041158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"92'16","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539846+0000","last_change":"2024-04-26T17:24:39.460250+0000","last_active":"2024-04-26T17:26:35.539846+0000","last_peered":"2024-04-26T17:26:35.539846+0000","last_clean":"2024-04-26T17:26:35.539846+0000","last_became_active":"2024-04-26T17:24:39.459932+0000","last_became_peered":"2024-04-26T17:24:39.459932+0000","last_unstale":"2024-04-26T17:26:35.539846+0000","last_undegraded":"2024-04-26T17:26:35.539846+0000","last_fullsized":"2024-04-26T17:26:35.539846+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:35:46.183844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"92'6","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542467+0000","last_change":"2024-04-26T17:24:39.463413+0000","last_active":"2024-04-26T17:26:35.542467+0000","last_peered":"2024-04-26T17:26:35.542467+0000","last_clean":"2024-04-26T17:26:35.542467+0000","last_became_active":"2024-04-26T17:24:39.463076+0000","last_became_peered":"2024-04-26T17:24:39.463076+0000","last_unstale":"2024-04-26T17:26:35.542467+0000","last_undegraded":"2024-04-26T17:26:35.542467+0000","last_fullsized":"2024-04-26T17:26:35.542467+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:50:06.438580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"92'7","reported_seq":11,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.545015+0000","last_change":"2024-04-26T17:26:35.543027+0000","last_active":"2024-04-26T17:26:35.545015+0000","last_peered":"2024-04-26T17:26:35.545015+0000","last_clean":"2024-04-26T17:26:35.545015+0000","last_became_active":"2024-04-26T17:26:35.542745+0000","last_became_peered":"2024-04-26T17:26:35.542745+0000","last_unstale":"2024-04-26T17:26:35.545015+0000","last_undegraded":"2024-04-26T17:26:35.545015+0000","last_fullsized":"2024-04-26T17:26:35.545015+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:59:40.290648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"92'10","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562331+0000","last_change":"2024-04-26T17:24:39.461560+0000","last_active":"2024-04-26T17:26:35.562331+0000","last_peered":"2024-04-26T17:26:35.562331+0000","last_clean":"2024-04-26T17:26:35.562331+0000","last_became_active":"2024-04-26T17:24:39.461230+0000","last_became_peered":"2024-04-26T17:24:39.461230+0000","last_unstale":"2024-04-26T17:26:35.562331+0000","last_undegraded":"2024-04-26T17:26:35.562331+0000","last_fullsized":"2024-04-26T17:26:35.562331+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:27:23.398940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561149+0000","last_change":"2024-04-26T17:24:39.458691+0000","last_active":"2024-04-26T17:26:35.561149+0000","last_peered":"2024-04-26T17:26:35.561149+0000","last_clean":"2024-04-26T17:26:35.561149+0000","last_became_active":"2024-04-26T17:24:39.458349+0000","last_became_peered":"2024-04-26T17:24:39.458349+0000","last_unstale":"2024-04-26T17:26:35.561149+0000","last_undegraded":"2024-04-26T17:26:35.561149+0000","last_fullsized":"2024-04-26T17:26:35.561149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:07:57.000087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561187+0000","last_change":"2024-04-26T17:24:39.459852+0000","last_active":"2024-04-26T17:26:35.561187+0000","last_peered":"2024-04-26T17:26:35.561187+0000","last_clean":"2024-04-26T17:26:35.561187+0000","last_became_active":"2024-04-26T17:24:39.459512+0000","last_became_peered":"2024-04-26T17:24:39.459512+0000","last_unstale":"2024-04-26T17:26:35.561187+0000","last_undegraded":"2024-04-26T17:26:35.561187+0000","last_fullsized":"2024-04-26T17:26:35.561187+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:05.398783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"92'9","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562722+0000","last_change":"2024-04-26T17:24:39.463585+0000","last_active":"2024-04-26T17:26:35.562722+0000","last_peered":"2024-04-26T17:26:35.562722+0000","last_clean":"2024-04-26T17:26:35.562722+0000","last_became_active":"2024-04-26T17:24:39.463232+0000","last_became_peered":"2024-04-26T17:24:39.463232+0000","last_unstale":"2024-04-26T17:26:35.562722+0000","last_undegraded":"2024-04-26T17:26:35.562722+0000","last_fullsized":"2024-04-26T17:26:35.562722+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:10:18.224001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264941+0000","last_change":"2024-04-26T17:24:39.453752+0000","last_active":"2024-04-26T17:26:36.264941+0000","last_peered":"2024-04-26T17:26:36.264941+0000","last_clean":"2024-04-26T17:26:36.264941+0000","last_became_active":"2024-04-26T17:24:39.453143+0000","last_became_peered":"2024-04-26T17:24:39.453143+0000","last_unstale":"2024-04-26T17:26:36.264941+0000","last_undegraded":"2024-04-26T17:26:36.264941+0000","last_fullsized":"2024-04-26T17:26:36.264941+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:45.424443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"92'10","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540772+0000","last_change":"2024-04-26T17:24:39.461587+0000","last_active":"2024-04-26T17:26:35.540772+0000","last_peered":"2024-04-26T17:26:35.540772+0000","last_clean":"2024-04-26T17:26:35.540772+0000","last_became_active":"2024-04-26T17:24:39.461301+0000","last_became_peered":"2024-04-26T17:24:39.461301+0000","last_unstale":"2024-04-26T17:26:35.540772+0000","last_undegraded":"2024-04-26T17:26:35.540772+0000","last_fullsized":"2024-04-26T17:26:35.540772+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:23:59.031853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"92'7","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538045+0000","last_change":"2024-04-26T17:24:39.455451+0000","last_active":"2024-04-26T17:26:35.538045+0000","last_peered":"2024-04-26T17:26:35.538045+0000","last_clean":"2024-04-26T17:26:35.538045+0000","last_became_active":"2024-04-26T17:24:39.455083+0000","last_became_peered":"2024-04-26T17:24:39.455083+0000","last_unstale":"2024-04-26T17:26:35.538045+0000","last_undegraded":"2024-04-26T17:26:35.538045+0000","last_fullsized":"2024-04-26T17:26:35.538045+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:50:13.807815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537550+0000","last_change":"2024-04-26T17:24:43.473311+0000","last_active":"2024-04-26T17:26:35.537550+0000","last_peered":"2024-04-26T17:26:35.537550+0000","last_clean":"2024-04-26T17:26:35.537550+0000","last_became_active":"2024-04-26T17:24:43.472836+0000","last_became_peered":"2024-04-26T17:24:43.472836+0000","last_unstale":"2024-04-26T17:26:35.537550+0000","last_undegraded":"2024-04-26T17:26:35.537550+0000","last_fullsized":"2024-04-26T17:26:35.537550+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:26:32.512214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"94'14","reported_seq":166,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:05.047539+0000","last_change":"2024-04-26T17:24:38.758449+0000","last_active":"2024-04-26T17:27:05.047539+0000","last_peered":"2024-04-26T17:27:05.047539+0000","last_clean":"2024-04-26T17:27:05.047539+0000","last_became_active":"2024-04-26T17:24:38.757257+0000","last_became_peered":"2024-04-26T17:24:38.757257+0000","last_unstale":"2024-04-26T17:27:05.047539+0000","last_undegraded":"2024-04-26T17:27:05.047539+0000","last_fullsized":"2024-04-26T17:27:05.047539+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:00:32.181805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":121,"num_read_kb":121,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"92'5","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538914+0000","last_change":"2024-04-26T17:24:39.456902+0000","last_active":"2024-04-26T17:26:35.538914+0000","last_peered":"2024-04-26T17:26:35.538914+0000","last_clean":"2024-04-26T17:26:35.538914+0000","last_became_active":"2024-04-26T17:24:39.456603+0000","last_became_peered":"2024-04-26T17:24:39.456603+0000","last_unstale":"2024-04-26T17:26:35.538914+0000","last_undegraded":"2024-04-26T17:26:35.538914+0000","last_fullsized":"2024-04-26T17:26:35.538914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:49.533330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562063+0000","last_change":"2024-04-26T17:24:43.471732+0000","last_active":"2024-04-26T17:26:35.562063+0000","last_peered":"2024-04-26T17:26:35.562063+0000","last_clean":"2024-04-26T17:26:35.562063+0000","last_became_active":"2024-04-26T17:24:43.471289+0000","last_became_peered":"2024-04-26T17:24:43.471289+0000","last_unstale":"2024-04-26T17:26:35.562063+0000","last_undegraded":"2024-04-26T17:26:35.562063+0000","last_fullsized":"2024-04-26T17:26:35.562063+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:33:20.228495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":33,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538956+0000","last_change":"2024-04-26T17:24:38.765866+0000","last_active":"2024-04-26T17:26:35.538956+0000","last_peered":"2024-04-26T17:26:35.538956+0000","last_clean":"2024-04-26T17:26:35.538956+0000","last_became_active":"2024-04-26T17:24:38.765497+0000","last_became_peered":"2024-04-26T17:24:38.765497+0000","last_unstale":"2024-04-26T17:26:35.538956+0000","last_undegraded":"2024-04-26T17:26:35.538956+0000","last_fullsized":"2024-04-26T17:26:35.538956+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:27.360845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"92'6","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561622+0000","last_change":"2024-04-26T17:24:39.452920+0000","last_active":"2024-04-26T17:26:35.561622+0000","last_peered":"2024-04-26T17:26:35.561622+0000","last_clean":"2024-04-26T17:26:35.561622+0000","last_became_active":"2024-04-26T17:24:39.452578+0000","last_became_peered":"2024-04-26T17:24:39.452578+0000","last_unstale":"2024-04-26T17:26:35.561622+0000","last_undegraded":"2024-04-26T17:26:35.561622+0000","last_fullsized":"2024-04-26T17:26:35.561622+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:47:21.269272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562079+0000","last_change":"2024-04-26T17:25:34.670371+0000","last_active":"2024-04-26T17:26:35.562079+0000","last_peered":"2024-04-26T17:26:35.562079+0000","last_clean":"2024-04-26T17:26:35.562079+0000","last_became_active":"2024-04-26T17:25:34.669954+0000","last_became_peered":"2024-04-26T17:25:34.669954+0000","last_unstale":"2024-04-26T17:26:35.562079+0000","last_undegraded":"2024-04-26T17:26:35.562079+0000","last_fullsized":"2024-04-26T17:26:35.562079+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:41:31.332738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,8],"acting":[4,3,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'12","reported_seq":66,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542052+0000","last_change":"2024-04-26T17:25:34.552499+0000","last_active":"2024-04-26T17:26:35.542052+0000","last_peered":"2024-04-26T17:26:35.542052+0000","last_clean":"2024-04-26T17:26:35.542052+0000","last_became_active":"2024-04-26T17:25:34.533677+0000","last_became_peered":"2024-04-26T17:25:34.533677+0000","last_unstale":"2024-04-26T17:26:35.542052+0000","last_undegraded":"2024-04-26T17:26:35.542052+0000","last_fullsized":"2024-04-26T17:26:35.542052+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:25:21.365981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"92'9","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563126+0000","last_change":"2024-04-26T17:24:39.459696+0000","last_active":"2024-04-26T17:26:35.563126+0000","last_peered":"2024-04-26T17:26:35.563126+0000","last_clean":"2024-04-26T17:26:35.563126+0000","last_became_active":"2024-04-26T17:24:39.459091+0000","last_became_peered":"2024-04-26T17:24:39.459091+0000","last_unstale":"2024-04-26T17:26:35.563126+0000","last_undegraded":"2024-04-26T17:26:35.563126+0000","last_fullsized":"2024-04-26T17:26:35.563126+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:27.494595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561927+0000","last_change":"2024-04-26T17:24:43.471330+0000","last_active":"2024-04-26T17:26:35.561927+0000","last_peered":"2024-04-26T17:26:35.561927+0000","last_clean":"2024-04-26T17:26:35.561927+0000","last_became_active":"2024-04-26T17:24:43.469938+0000","last_became_peered":"2024-04-26T17:24:43.469938+0000","last_unstale":"2024-04-26T17:26:35.561927+0000","last_undegraded":"2024-04-26T17:26:35.561927+0000","last_fullsized":"2024-04-26T17:26:35.561927+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:59.679787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541519+0000","last_change":"2024-04-26T17:24:38.762239+0000","last_active":"2024-04-26T17:26:35.541519+0000","last_peered":"2024-04-26T17:26:35.541519+0000","last_clean":"2024-04-26T17:26:35.541519+0000","last_became_active":"2024-04-26T17:24:38.761870+0000","last_became_peered":"2024-04-26T17:24:38.761870+0000","last_unstale":"2024-04-26T17:26:35.541519+0000","last_undegraded":"2024-04-26T17:26:35.541519+0000","last_fullsized":"2024-04-26T17:26:35.541519+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:22:20.740553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"92'15","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543903+0000","last_change":"2024-04-26T17:24:39.461934+0000","last_active":"2024-04-26T17:26:35.543903+0000","last_peered":"2024-04-26T17:26:35.543903+0000","last_clean":"2024-04-26T17:26:35.543903+0000","last_became_active":"2024-04-26T17:24:39.461627+0000","last_became_peered":"2024-04-26T17:24:39.461627+0000","last_unstale":"2024-04-26T17:26:35.543903+0000","last_undegraded":"2024-04-26T17:26:35.543903+0000","last_fullsized":"2024-04-26T17:26:35.543903+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:37:31.632926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537754+0000","last_change":"2024-04-26T17:24:43.465956+0000","last_active":"2024-04-26T17:26:35.537754+0000","last_peered":"2024-04-26T17:26:35.537754+0000","last_clean":"2024-04-26T17:26:35.537754+0000","last_became_active":"2024-04-26T17:24:43.465488+0000","last_became_peered":"2024-04-26T17:24:43.465488+0000","last_unstale":"2024-04-26T17:26:35.537754+0000","last_undegraded":"2024-04-26T17:26:35.537754+0000","last_fullsized":"2024-04-26T17:26:35.537754+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:15:44.676119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"94'9","reported_seq":169,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.053092+0000","last_change":"2024-04-26T17:24:38.762067+0000","last_active":"2024-04-26T17:27:07.053092+0000","last_peered":"2024-04-26T17:27:07.053092+0000","last_clean":"2024-04-26T17:27:07.053092+0000","last_became_active":"2024-04-26T17:24:38.761741+0000","last_became_peered":"2024-04-26T17:24:38.761741+0000","last_unstale":"2024-04-26T17:27:07.053092+0000","last_undegraded":"2024-04-26T17:27:07.053092+0000","last_fullsized":"2024-04-26T17:27:07.053092+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:59.519213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2038,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":129,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"92'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563276+0000","last_change":"2024-04-26T17:26:35.563276+0000","last_active":"2024-04-26T17:26:35.563276+0000","last_peered":"2024-04-26T17:26:35.563276+0000","last_clean":"2024-04-26T17:26:35.563276+0000","last_became_active":"2024-04-26T17:26:35.562934+0000","last_became_peered":"2024-04-26T17:26:35.562934+0000","last_unstale":"2024-04-26T17:26:35.563276+0000","last_undegraded":"2024-04-26T17:26:35.563276+0000","last_fullsized":"2024-04-26T17:26:35.563276+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:15:46.220895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537713+0000","last_change":"2024-04-26T17:24:43.461865+0000","last_active":"2024-04-26T17:26:35.537713+0000","last_peered":"2024-04-26T17:26:35.537713+0000","last_clean":"2024-04-26T17:26:35.537713+0000","last_became_active":"2024-04-26T17:24:43.461468+0000","last_became_peered":"2024-04-26T17:24:43.461468+0000","last_unstale":"2024-04-26T17:26:35.537713+0000","last_undegraded":"2024-04-26T17:26:35.537713+0000","last_fullsized":"2024-04-26T17:26:35.537713+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:36:18.652254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"90'7","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539319+0000","last_change":"2024-04-26T17:24:38.754273+0000","last_active":"2024-04-26T17:26:35.539319+0000","last_peered":"2024-04-26T17:26:35.539319+0000","last_clean":"2024-04-26T17:26:35.539319+0000","last_became_active":"2024-04-26T17:24:38.753941+0000","last_became_peered":"2024-04-26T17:24:38.753941+0000","last_unstale":"2024-04-26T17:26:35.539319+0000","last_undegraded":"2024-04-26T17:26:35.539319+0000","last_fullsized":"2024-04-26T17:26:35.539319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:52:09.996603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"92'8","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543202+0000","last_change":"2024-04-26T17:24:39.458418+0000","last_active":"2024-04-26T17:26:35.543202+0000","last_peered":"2024-04-26T17:26:35.543202+0000","last_clean":"2024-04-26T17:26:35.543202+0000","last_became_active":"2024-04-26T17:24:39.458098+0000","last_became_peered":"2024-04-26T17:24:39.458098+0000","last_unstale":"2024-04-26T17:26:35.543202+0000","last_undegraded":"2024-04-26T17:26:35.543202+0000","last_fullsized":"2024-04-26T17:26:35.543202+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:30:03.048106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264893+0000","last_change":"2024-04-26T17:24:43.468354+0000","last_active":"2024-04-26T17:26:36.264893+0000","last_peered":"2024-04-26T17:26:36.264893+0000","last_clean":"2024-04-26T17:26:36.264893+0000","last_became_active":"2024-04-26T17:24:43.467855+0000","last_became_peered":"2024-04-26T17:24:43.467855+0000","last_unstale":"2024-04-26T17:26:36.264893+0000","last_undegraded":"2024-04-26T17:26:36.264893+0000","last_fullsized":"2024-04-26T17:26:36.264893+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:16:21.823817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"90'3","reported_seq":33,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561948+0000","last_change":"2024-04-26T17:24:38.749273+0000","last_active":"2024-04-26T17:26:35.561948+0000","last_peered":"2024-04-26T17:26:35.561948+0000","last_clean":"2024-04-26T17:26:35.561948+0000","last_became_active":"2024-04-26T17:24:38.748846+0000","last_became_peered":"2024-04-26T17:24:38.748846+0000","last_unstale":"2024-04-26T17:26:35.561948+0000","last_undegraded":"2024-04-26T17:26:35.561948+0000","last_fullsized":"2024-04-26T17:26:35.561948+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:09:39.097917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538425+0000","last_change":"2024-04-26T17:24:39.455984+0000","last_active":"2024-04-26T17:26:35.538425+0000","last_peered":"2024-04-26T17:26:35.538425+0000","last_clean":"2024-04-26T17:26:35.538425+0000","last_became_active":"2024-04-26T17:24:39.455180+0000","last_became_peered":"2024-04-26T17:24:39.455180+0000","last_unstale":"2024-04-26T17:26:35.538425+0000","last_undegraded":"2024-04-26T17:26:35.538425+0000","last_fullsized":"2024-04-26T17:26:35.538425+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:05:20.141304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561549+0000","last_change":"2024-04-26T17:24:43.468541+0000","last_active":"2024-04-26T17:26:35.561549+0000","last_peered":"2024-04-26T17:26:35.561549+0000","last_clean":"2024-04-26T17:26:35.561549+0000","last_became_active":"2024-04-26T17:24:43.467853+0000","last_became_peered":"2024-04-26T17:24:43.467853+0000","last_unstale":"2024-04-26T17:26:35.561549+0000","last_undegraded":"2024-04-26T17:26:35.561549+0000","last_fullsized":"2024-04-26T17:26:35.561549+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:54:06.926318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"90'3","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544350+0000","last_change":"2024-04-26T17:24:38.760220+0000","last_active":"2024-04-26T17:26:35.544350+0000","last_peered":"2024-04-26T17:26:35.544350+0000","last_clean":"2024-04-26T17:26:35.544350+0000","last_became_active":"2024-04-26T17:24:38.759910+0000","last_became_peered":"2024-04-26T17:24:38.759910+0000","last_unstale":"2024-04-26T17:26:35.544350+0000","last_undegraded":"2024-04-26T17:26:35.544350+0000","last_fullsized":"2024-04-26T17:26:35.544350+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:45:08.808544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"92'11","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540307+0000","last_change":"2024-04-26T17:24:39.456363+0000","last_active":"2024-04-26T17:26:35.540307+0000","last_peered":"2024-04-26T17:26:35.540307+0000","last_clean":"2024-04-26T17:26:35.540307+0000","last_became_active":"2024-04-26T17:24:39.456047+0000","last_became_peered":"2024-04-26T17:24:39.456047+0000","last_unstale":"2024-04-26T17:26:35.540307+0000","last_undegraded":"2024-04-26T17:26:35.540307+0000","last_fullsized":"2024-04-26T17:26:35.540307+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:20:08.146296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538585+0000","last_change":"2024-04-26T17:24:43.478351+0000","last_active":"2024-04-26T17:26:35.538585+0000","last_peered":"2024-04-26T17:26:35.538585+0000","last_clean":"2024-04-26T17:26:35.538585+0000","last_became_active":"2024-04-26T17:24:43.477813+0000","last_became_peered":"2024-04-26T17:24:43.477813+0000","last_unstale":"2024-04-26T17:26:35.538585+0000","last_undegraded":"2024-04-26T17:26:35.538585+0000","last_fullsized":"2024-04-26T17:26:35.538585+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:01.214958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"94'8","reported_seq":284,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.071392+0000","last_change":"2024-04-26T17:24:38.760602+0000","last_active":"2024-04-26T17:27:07.071392+0000","last_peered":"2024-04-26T17:27:07.071392+0000","last_clean":"2024-04-26T17:27:07.071392+0000","last_became_active":"2024-04-26T17:24:38.760248+0000","last_became_peered":"2024-04-26T17:24:38.760248+0000","last_unstale":"2024-04-26T17:27:07.071392+0000","last_undegraded":"2024-04-26T17:27:07.071392+0000","last_fullsized":"2024-04-26T17:27:07.071392+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:10:20.105099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":244,"num_read_kb":244,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"92'10","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563216+0000","last_change":"2024-04-26T17:24:39.460070+0000","last_active":"2024-04-26T17:26:35.563216+0000","last_peered":"2024-04-26T17:26:35.563216+0000","last_clean":"2024-04-26T17:26:35.563216+0000","last_became_active":"2024-04-26T17:24:39.459701+0000","last_became_peered":"2024-04-26T17:24:39.459701+0000","last_unstale":"2024-04-26T17:26:35.563216+0000","last_undegraded":"2024-04-26T17:26:35.563216+0000","last_fullsized":"2024-04-26T17:26:35.563216+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:05.733139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541002+0000","last_change":"2024-04-26T17:24:43.464374+0000","last_active":"2024-04-26T17:26:35.541002+0000","last_peered":"2024-04-26T17:26:35.541002+0000","last_clean":"2024-04-26T17:26:35.541002+0000","last_became_active":"2024-04-26T17:24:43.463969+0000","last_became_peered":"2024-04-26T17:24:43.463969+0000","last_unstale":"2024-04-26T17:26:35.541002+0000","last_undegraded":"2024-04-26T17:26:35.541002+0000","last_fullsized":"2024-04-26T17:26:35.541002+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:37:48.830523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541987+0000","last_change":"2024-04-26T17:24:38.756290+0000","last_active":"2024-04-26T17:26:35.541987+0000","last_peered":"2024-04-26T17:26:35.541987+0000","last_clean":"2024-04-26T17:26:35.541987+0000","last_became_active":"2024-04-26T17:24:38.755946+0000","last_became_peered":"2024-04-26T17:24:38.755946+0000","last_unstale":"2024-04-26T17:26:35.541987+0000","last_undegraded":"2024-04-26T17:26:35.541987+0000","last_fullsized":"2024-04-26T17:26:35.541987+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:18:12.738278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"92'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561816+0000","last_change":"2024-04-26T17:25:34.538218+0000","last_active":"2024-04-26T17:26:35.561816+0000","last_peered":"2024-04-26T17:26:35.561816+0000","last_clean":"2024-04-26T17:26:35.561816+0000","last_became_active":"2024-04-26T17:25:34.537950+0000","last_became_peered":"2024-04-26T17:25:34.537950+0000","last_unstale":"2024-04-26T17:26:35.561816+0000","last_undegraded":"2024-04-26T17:26:35.561816+0000","last_fullsized":"2024-04-26T17:26:35.561816+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:49:12.136425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":30,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562395+0000","last_change":"2024-04-26T17:25:34.669349+0000","last_active":"2024-04-26T17:26:35.562395+0000","last_peered":"2024-04-26T17:26:35.562395+0000","last_clean":"2024-04-26T17:26:35.562395+0000","last_became_active":"2024-04-26T17:25:34.668891+0000","last_became_peered":"2024-04-26T17:25:34.668891+0000","last_unstale":"2024-04-26T17:26:35.562395+0000","last_undegraded":"2024-04-26T17:26:35.562395+0000","last_fullsized":"2024-04-26T17:26:35.562395+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:41:27.443624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"90'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543293+0000","last_change":"2024-04-26T17:24:38.764664+0000","last_active":"2024-04-26T17:26:35.543293+0000","last_peered":"2024-04-26T17:26:35.543293+0000","last_clean":"2024-04-26T17:26:35.543293+0000","last_became_active":"2024-04-26T17:24:38.764343+0000","last_became_peered":"2024-04-26T17:24:38.764343+0000","last_unstale":"2024-04-26T17:26:35.543293+0000","last_undegraded":"2024-04-26T17:26:35.543293+0000","last_fullsized":"2024-04-26T17:26:35.543293+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:16:28.775919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"92'11","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563227+0000","last_change":"2024-04-26T17:24:39.459402+0000","last_active":"2024-04-26T17:26:35.563227+0000","last_peered":"2024-04-26T17:26:35.563227+0000","last_clean":"2024-04-26T17:26:35.563227+0000","last_became_active":"2024-04-26T17:24:39.458628+0000","last_became_peered":"2024-04-26T17:24:39.458628+0000","last_unstale":"2024-04-26T17:26:35.563227+0000","last_undegraded":"2024-04-26T17:26:35.563227+0000","last_fullsized":"2024-04-26T17:26:35.563227+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:06:33.324644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540560+0000","last_change":"2024-04-26T17:24:43.465983+0000","last_active":"2024-04-26T17:26:35.540560+0000","last_peered":"2024-04-26T17:26:35.540560+0000","last_clean":"2024-04-26T17:26:35.540560+0000","last_became_active":"2024-04-26T17:24:43.465337+0000","last_became_peered":"2024-04-26T17:24:43.465337+0000","last_unstale":"2024-04-26T17:26:35.540560+0000","last_undegraded":"2024-04-26T17:26:35.540560+0000","last_fullsized":"2024-04-26T17:26:35.540560+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:16:53.268391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":329,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.052157+0000","last_change":"2024-04-26T17:24:38.757730+0000","last_active":"2024-04-26T17:27:07.052157+0000","last_peered":"2024-04-26T17:27:07.052157+0000","last_clean":"2024-04-26T17:27:07.052157+0000","last_became_active":"2024-04-26T17:24:38.757372+0000","last_became_peered":"2024-04-26T17:24:38.757372+0000","last_unstale":"2024-04-26T17:27:07.052157+0000","last_undegraded":"2024-04-26T17:27:07.052157+0000","last_fullsized":"2024-04-26T17:27:07.052157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:29:46.775577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68803,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":257,"num_read_kb":196,"num_write":42,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"92'6","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541799+0000","last_change":"2024-04-26T17:24:39.464413+0000","last_active":"2024-04-26T17:26:35.541799+0000","last_peered":"2024-04-26T17:26:35.541799+0000","last_clean":"2024-04-26T17:26:35.541799+0000","last_became_active":"2024-04-26T17:24:39.464083+0000","last_became_peered":"2024-04-26T17:24:39.464083+0000","last_unstale":"2024-04-26T17:26:35.541799+0000","last_undegraded":"2024-04-26T17:26:35.541799+0000","last_fullsized":"2024-04-26T17:26:35.541799+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:45:09.977048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544365+0000","last_change":"2024-04-26T17:24:43.474339+0000","last_active":"2024-04-26T17:26:35.544365+0000","last_peered":"2024-04-26T17:26:35.544365+0000","last_clean":"2024-04-26T17:26:35.544365+0000","last_became_active":"2024-04-26T17:24:43.473936+0000","last_became_peered":"2024-04-26T17:24:43.473936+0000","last_unstale":"2024-04-26T17:26:35.544365+0000","last_undegraded":"2024-04-26T17:26:35.544365+0000","last_fullsized":"2024-04-26T17:26:35.544365+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:09:41.382561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"90'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537720+0000","last_change":"2024-04-26T17:24:38.756870+0000","last_active":"2024-04-26T17:26:35.537720+0000","last_peered":"2024-04-26T17:26:35.537720+0000","last_clean":"2024-04-26T17:26:35.537720+0000","last_became_active":"2024-04-26T17:24:38.756509+0000","last_became_peered":"2024-04-26T17:24:38.756509+0000","last_unstale":"2024-04-26T17:26:35.537720+0000","last_undegraded":"2024-04-26T17:26:35.537720+0000","last_fullsized":"2024-04-26T17:26:35.537720+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:18:03.288638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"92'9","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562115+0000","last_change":"2024-04-26T17:24:39.463415+0000","last_active":"2024-04-26T17:26:35.562115+0000","last_peered":"2024-04-26T17:26:35.562115+0000","last_clean":"2024-04-26T17:26:35.562115+0000","last_became_active":"2024-04-26T17:24:39.463051+0000","last_became_peered":"2024-04-26T17:24:39.463051+0000","last_unstale":"2024-04-26T17:26:35.562115+0000","last_undegraded":"2024-04-26T17:26:35.562115+0000","last_fullsized":"2024-04-26T17:26:35.562115+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:41:06.937446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264620+0000","last_change":"2024-04-26T17:24:43.470018+0000","last_active":"2024-04-26T17:26:36.264620+0000","last_peered":"2024-04-26T17:26:36.264620+0000","last_clean":"2024-04-26T17:26:36.264620+0000","last_became_active":"2024-04-26T17:24:43.469495+0000","last_became_peered":"2024-04-26T17:24:43.469495+0000","last_unstale":"2024-04-26T17:26:36.264620+0000","last_undegraded":"2024-04-26T17:26:36.264620+0000","last_fullsized":"2024-04-26T17:26:36.264620+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:58.038238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"90'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544091+0000","last_change":"2024-04-26T17:24:38.766199+0000","last_active":"2024-04-26T17:26:35.544091+0000","last_peered":"2024-04-26T17:26:35.544091+0000","last_clean":"2024-04-26T17:26:35.544091+0000","last_became_active":"2024-04-26T17:24:38.765842+0000","last_became_peered":"2024-04-26T17:24:38.765842+0000","last_unstale":"2024-04-26T17:26:35.544091+0000","last_undegraded":"2024-04-26T17:26:35.544091+0000","last_fullsized":"2024-04-26T17:26:35.544091+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:34:28.148476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"92'15","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542139+0000","last_change":"2024-04-26T17:24:39.465819+0000","last_active":"2024-04-26T17:26:35.542139+0000","last_peered":"2024-04-26T17:26:35.542139+0000","last_clean":"2024-04-26T17:26:35.542139+0000","last_became_active":"2024-04-26T17:24:39.464960+0000","last_became_peered":"2024-04-26T17:24:39.464960+0000","last_unstale":"2024-04-26T17:26:35.542139+0000","last_undegraded":"2024-04-26T17:26:35.542139+0000","last_fullsized":"2024-04-26T17:26:35.542139+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:55:24.079793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540662+0000","last_change":"2024-04-26T17:24:43.475190+0000","last_active":"2024-04-26T17:26:35.540662+0000","last_peered":"2024-04-26T17:26:35.540662+0000","last_clean":"2024-04-26T17:26:35.540662+0000","last_became_active":"2024-04-26T17:24:43.474346+0000","last_became_peered":"2024-04-26T17:24:43.474346+0000","last_unstale":"2024-04-26T17:26:35.540662+0000","last_undegraded":"2024-04-26T17:26:35.540662+0000","last_fullsized":"2024-04-26T17:26:35.540662+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:31:50.199128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"94'9","reported_seq":170,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.044295+0000","last_change":"2024-04-26T17:24:38.754741+0000","last_active":"2024-04-26T17:27:07.044295+0000","last_peered":"2024-04-26T17:27:07.044295+0000","last_clean":"2024-04-26T17:27:07.044295+0000","last_became_active":"2024-04-26T17:24:38.753324+0000","last_became_peered":"2024-04-26T17:24:38.753324+0000","last_unstale":"2024-04-26T17:27:07.044295+0000","last_undegraded":"2024-04-26T17:27:07.044295+0000","last_fullsized":"2024-04-26T17:27:07.044295+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:36.023200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2004,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":7,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"92'6","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542342+0000","last_change":"2024-04-26T17:24:39.462327+0000","last_active":"2024-04-26T17:26:35.542342+0000","last_peered":"2024-04-26T17:26:35.542342+0000","last_clean":"2024-04-26T17:26:35.542342+0000","last_became_active":"2024-04-26T17:24:39.460823+0000","last_became_peered":"2024-04-26T17:24:39.460823+0000","last_unstale":"2024-04-26T17:26:35.542342+0000","last_undegraded":"2024-04-26T17:26:35.542342+0000","last_fullsized":"2024-04-26T17:26:35.542342+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:27.497709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562346+0000","last_change":"2024-04-26T17:24:43.477081+0000","last_active":"2024-04-26T17:26:35.562346+0000","last_peered":"2024-04-26T17:26:35.562346+0000","last_clean":"2024-04-26T17:26:35.562346+0000","last_became_active":"2024-04-26T17:24:43.476509+0000","last_became_peered":"2024-04-26T17:24:43.476509+0000","last_unstale":"2024-04-26T17:26:35.562346+0000","last_undegraded":"2024-04-26T17:26:35.562346+0000","last_fullsized":"2024-04-26T17:26:35.562346+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:17:57.803661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'17","reported_seq":74,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541355+0000","last_change":"2024-04-26T17:25:34.683755+0000","last_active":"2024-04-26T17:26:35.541355+0000","last_peered":"2024-04-26T17:26:35.541355+0000","last_clean":"2024-04-26T17:26:35.541355+0000","last_became_active":"2024-04-26T17:25:34.669891+0000","last_became_peered":"2024-04-26T17:25:34.669891+0000","last_unstale":"2024-04-26T17:26:35.541355+0000","last_undegraded":"2024-04-26T17:26:35.541355+0000","last_fullsized":"2024-04-26T17:26:35.541355+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:37:05.127885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"92'6","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543201+0000","last_change":"2024-04-26T17:24:39.459062+0000","last_active":"2024-04-26T17:26:35.543201+0000","last_peered":"2024-04-26T17:26:35.543201+0000","last_clean":"2024-04-26T17:26:35.543201+0000","last_became_active":"2024-04-26T17:24:39.458742+0000","last_became_peered":"2024-04-26T17:24:39.458742+0000","last_unstale":"2024-04-26T17:26:35.543201+0000","last_undegraded":"2024-04-26T17:26:35.543201+0000","last_fullsized":"2024-04-26T17:26:35.543201+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:08:08.199435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543196+0000","last_change":"2024-04-26T17:24:43.473701+0000","last_active":"2024-04-26T17:26:35.543196+0000","last_peered":"2024-04-26T17:26:35.543196+0000","last_clean":"2024-04-26T17:26:35.543196+0000","last_became_active":"2024-04-26T17:24:43.473306+0000","last_became_peered":"2024-04-26T17:24:43.473306+0000","last_unstale":"2024-04-26T17:26:35.543196+0000","last_undegraded":"2024-04-26T17:26:35.543196+0000","last_fullsized":"2024-04-26T17:26:35.543196+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:46.427555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"94'4","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:05.571741+0000","last_change":"2024-04-26T17:25:34.556678+0000","last_active":"2024-04-26T17:27:05.571741+0000","last_peered":"2024-04-26T17:27:05.571741+0000","last_clean":"2024-04-26T17:27:05.571741+0000","last_became_active":"2024-04-26T17:25:34.538151+0000","last_became_peered":"2024-04-26T17:25:34.538151+0000","last_unstale":"2024-04-26T17:27:05.571741+0000","last_undegraded":"2024-04-26T17:27:05.571741+0000","last_fullsized":"2024-04-26T17:27:05.571741+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:41:04.054537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"92'5","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264802+0000","last_change":"2024-04-26T17:24:39.457532+0000","last_active":"2024-04-26T17:26:36.264802+0000","last_peered":"2024-04-26T17:26:36.264802+0000","last_clean":"2024-04-26T17:26:36.264802+0000","last_became_active":"2024-04-26T17:24:39.457191+0000","last_became_peered":"2024-04-26T17:24:39.457191+0000","last_unstale":"2024-04-26T17:26:36.264802+0000","last_undegraded":"2024-04-26T17:26:36.264802+0000","last_fullsized":"2024-04-26T17:26:36.264802+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:35:27.365525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541957+0000","last_change":"2024-04-26T17:24:43.484625+0000","last_active":"2024-04-26T17:26:35.541957+0000","last_peered":"2024-04-26T17:26:35.541957+0000","last_clean":"2024-04-26T17:26:35.541957+0000","last_became_active":"2024-04-26T17:24:43.484093+0000","last_became_peered":"2024-04-26T17:24:43.484093+0000","last_unstale":"2024-04-26T17:26:35.541957+0000","last_undegraded":"2024-04-26T17:26:35.541957+0000","last_fullsized":"2024-04-26T17:26:35.541957+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:23:51.275317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"90'1","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540815+0000","last_change":"2024-04-26T17:24:38.755671+0000","last_active":"2024-04-26T17:26:35.540815+0000","last_peered":"2024-04-26T17:26:35.540815+0000","last_clean":"2024-04-26T17:26:35.540815+0000","last_became_active":"2024-04-26T17:24:38.755306+0000","last_became_peered":"2024-04-26T17:24:38.755306+0000","last_unstale":"2024-04-26T17:26:35.540815+0000","last_undegraded":"2024-04-26T17:26:35.540815+0000","last_fullsized":"2024-04-26T17:26:35.540815+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:04:54.537525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"92'4","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539746+0000","last_change":"2024-04-26T17:24:39.457765+0000","last_active":"2024-04-26T17:26:35.539746+0000","last_peered":"2024-04-26T17:26:35.539746+0000","last_clean":"2024-04-26T17:26:35.539746+0000","last_became_active":"2024-04-26T17:24:39.457436+0000","last_became_peered":"2024-04-26T17:24:39.457436+0000","last_unstale":"2024-04-26T17:26:35.539746+0000","last_undegraded":"2024-04-26T17:26:35.539746+0000","last_fullsized":"2024-04-26T17:26:35.539746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:55:00.036890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562164+0000","last_change":"2024-04-26T17:24:43.470605+0000","last_active":"2024-04-26T17:26:35.562164+0000","last_peered":"2024-04-26T17:26:35.562164+0000","last_clean":"2024-04-26T17:26:35.562164+0000","last_became_active":"2024-04-26T17:24:43.470143+0000","last_became_peered":"2024-04-26T17:24:43.470143+0000","last_unstale":"2024-04-26T17:26:35.562164+0000","last_undegraded":"2024-04-26T17:26:35.562164+0000","last_fullsized":"2024-04-26T17:26:35.562164+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:34:46.825016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"94'7","reported_seq":164,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.052116+0000","last_change":"2024-04-26T17:24:38.760705+0000","last_active":"2024-04-26T17:27:07.052116+0000","last_peered":"2024-04-26T17:27:07.052116+0000","last_clean":"2024-04-26T17:27:07.052116+0000","last_became_active":"2024-04-26T17:24:38.760311+0000","last_became_peered":"2024-04-26T17:24:38.760311+0000","last_unstale":"2024-04-26T17:27:07.052116+0000","last_undegraded":"2024-04-26T17:27:07.052116+0000","last_fullsized":"2024-04-26T17:27:07.052116+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:52:19.840232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1472,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":125,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539539+0000","last_change":"2024-04-26T17:24:39.459900+0000","last_active":"2024-04-26T17:26:35.539539+0000","last_peered":"2024-04-26T17:26:35.539539+0000","last_clean":"2024-04-26T17:26:35.539539+0000","last_became_active":"2024-04-26T17:24:39.459527+0000","last_became_peered":"2024-04-26T17:24:39.459527+0000","last_unstale":"2024-04-26T17:26:35.539539+0000","last_undegraded":"2024-04-26T17:26:35.539539+0000","last_fullsized":"2024-04-26T17:26:35.539539+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:18:36.208505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562161+0000","last_change":"2024-04-26T17:24:43.484227+0000","last_active":"2024-04-26T17:26:35.562161+0000","last_peered":"2024-04-26T17:26:35.562161+0000","last_clean":"2024-04-26T17:26:35.562161+0000","last_became_active":"2024-04-26T17:24:43.483643+0000","last_became_peered":"2024-04-26T17:24:43.483643+0000","last_unstale":"2024-04-26T17:26:35.562161+0000","last_undegraded":"2024-04-26T17:26:35.562161+0000","last_fullsized":"2024-04-26T17:26:35.562161+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:43.415912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544567+0000","last_change":"2024-04-26T17:24:39.458883+0000","last_active":"2024-04-26T17:26:35.544567+0000","last_peered":"2024-04-26T17:26:35.544567+0000","last_clean":"2024-04-26T17:26:35.544567+0000","last_became_active":"2024-04-26T17:24:39.458382+0000","last_became_peered":"2024-04-26T17:24:39.458382+0000","last_unstale":"2024-04-26T17:26:35.544567+0000","last_undegraded":"2024-04-26T17:26:35.544567+0000","last_fullsized":"2024-04-26T17:26:35.544567+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:35:05.561030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"94'7","reported_seq":162,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.043119+0000","last_change":"2024-04-26T17:24:38.750013+0000","last_active":"2024-04-26T17:27:07.043119+0000","last_peered":"2024-04-26T17:27:07.043119+0000","last_clean":"2024-04-26T17:27:07.043119+0000","last_became_active":"2024-04-26T17:24:38.749676+0000","last_became_peered":"2024-04-26T17:24:38.749676+0000","last_unstale":"2024-04-26T17:27:07.043119+0000","last_undegraded":"2024-04-26T17:27:07.043119+0000","last_fullsized":"2024-04-26T17:27:07.043119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:11:43.249143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542252+0000","last_change":"2024-04-26T17:24:43.464021+0000","last_active":"2024-04-26T17:26:35.542252+0000","last_peered":"2024-04-26T17:26:35.542252+0000","last_clean":"2024-04-26T17:26:35.542252+0000","last_became_active":"2024-04-26T17:24:43.463543+0000","last_became_peered":"2024-04-26T17:24:43.463543+0000","last_unstale":"2024-04-26T17:26:35.542252+0000","last_undegraded":"2024-04-26T17:26:35.542252+0000","last_fullsized":"2024-04-26T17:26:35.542252+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:49:30.368633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539126+0000","last_change":"2024-04-26T17:24:39.457631+0000","last_active":"2024-04-26T17:26:35.539126+0000","last_peered":"2024-04-26T17:26:35.539126+0000","last_clean":"2024-04-26T17:26:35.539126+0000","last_became_active":"2024-04-26T17:24:39.456706+0000","last_became_peered":"2024-04-26T17:24:39.456706+0000","last_unstale":"2024-04-26T17:26:35.539126+0000","last_undegraded":"2024-04-26T17:26:35.539126+0000","last_fullsized":"2024-04-26T17:26:35.539126+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:59:53.471197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'6","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562266+0000","last_change":"2024-04-26T17:24:38.753711+0000","last_active":"2024-04-26T17:26:35.562266+0000","last_peered":"2024-04-26T17:26:35.562266+0000","last_clean":"2024-04-26T17:26:35.562266+0000","last_became_active":"2024-04-26T17:24:38.753064+0000","last_became_peered":"2024-04-26T17:24:38.753064+0000","last_unstale":"2024-04-26T17:26:35.562266+0000","last_undegraded":"2024-04-26T17:26:35.562266+0000","last_fullsized":"2024-04-26T17:26:35.562266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:19:10.566889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":357,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541177+0000","last_change":"2024-04-26T17:23:25.516116+0000","last_active":"2024-04-26T17:26:35.541177+0000","last_peered":"2024-04-26T17:26:35.541177+0000","last_clean":"2024-04-26T17:26:35.541177+0000","last_became_active":"2024-04-26T17:23:25.515603+0000","last_became_peered":"2024-04-26T17:23:25.515603+0000","last_unstale":"2024-04-26T17:26:35.541177+0000","last_undegraded":"2024-04-26T17:26:35.541177+0000","last_fullsized":"2024-04-26T17:26:35.541177+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_clean_scrub_stamp":"2024-04-26T17:20:00.347071+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:41:51.768456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543506+0000","last_change":"2024-04-26T17:24:43.485068+0000","last_active":"2024-04-26T17:26:35.543506+0000","last_peered":"2024-04-26T17:26:35.543506+0000","last_clean":"2024-04-26T17:26:35.543506+0000","last_became_active":"2024-04-26T17:24:43.484477+0000","last_became_peered":"2024-04-26T17:24:43.484477+0000","last_unstale":"2024-04-26T17:26:35.543506+0000","last_undegraded":"2024-04-26T17:26:35.543506+0000","last_fullsized":"2024-04-26T17:26:35.543506+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:34:40.409819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"92'5","reported_seq":33,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561780+0000","last_change":"2024-04-26T17:24:39.457780+0000","last_active":"2024-04-26T17:26:35.561780+0000","last_peered":"2024-04-26T17:26:35.561780+0000","last_clean":"2024-04-26T17:26:35.561780+0000","last_became_active":"2024-04-26T17:24:39.457464+0000","last_became_peered":"2024-04-26T17:24:39.457464+0000","last_unstale":"2024-04-26T17:26:35.561780+0000","last_undegraded":"2024-04-26T17:26:35.561780+0000","last_fullsized":"2024-04-26T17:26:35.561780+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:28:10.491236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541469+0000","last_change":"2024-04-26T17:24:38.762834+0000","last_active":"2024-04-26T17:26:35.541469+0000","last_peered":"2024-04-26T17:26:35.541469+0000","last_clean":"2024-04-26T17:26:35.541469+0000","last_became_active":"2024-04-26T17:24:38.762547+0000","last_became_peered":"2024-04-26T17:24:38.762547+0000","last_unstale":"2024-04-26T17:26:35.541469+0000","last_undegraded":"2024-04-26T17:26:35.541469+0000","last_fullsized":"2024-04-26T17:26:35.541469+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:04:12.399538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264569+0000","last_change":"2024-04-26T17:24:43.470092+0000","last_active":"2024-04-26T17:26:36.264569+0000","last_peered":"2024-04-26T17:26:36.264569+0000","last_clean":"2024-04-26T17:26:36.264569+0000","last_became_active":"2024-04-26T17:24:43.469522+0000","last_became_peered":"2024-04-26T17:24:43.469522+0000","last_unstale":"2024-04-26T17:26:36.264569+0000","last_undegraded":"2024-04-26T17:26:36.264569+0000","last_fullsized":"2024-04-26T17:26:36.264569+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:41:03.709023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'4","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542109+0000","last_change":"2024-04-26T17:24:38.764058+0000","last_active":"2024-04-26T17:26:35.542109+0000","last_peered":"2024-04-26T17:26:35.542109+0000","last_clean":"2024-04-26T17:26:35.542109+0000","last_became_active":"2024-04-26T17:24:38.763742+0000","last_became_peered":"2024-04-26T17:24:38.763742+0000","last_unstale":"2024-04-26T17:26:35.542109+0000","last_undegraded":"2024-04-26T17:26:35.542109+0000","last_fullsized":"2024-04-26T17:26:35.542109+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:54:45.870305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"92'9","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562167+0000","last_change":"2024-04-26T17:24:39.447902+0000","last_active":"2024-04-26T17:26:35.562167+0000","last_peered":"2024-04-26T17:26:35.562167+0000","last_clean":"2024-04-26T17:26:35.562167+0000","last_became_active":"2024-04-26T17:24:39.447568+0000","last_became_peered":"2024-04-26T17:24:39.447568+0000","last_unstale":"2024-04-26T17:26:35.562167+0000","last_undegraded":"2024-04-26T17:26:35.562167+0000","last_fullsized":"2024-04-26T17:26:35.562167+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:38:55.547928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538422+0000","last_change":"2024-04-26T17:24:43.484707+0000","last_active":"2024-04-26T17:26:35.538422+0000","last_peered":"2024-04-26T17:26:35.538422+0000","last_clean":"2024-04-26T17:26:35.538422+0000","last_became_active":"2024-04-26T17:24:43.484224+0000","last_became_peered":"2024-04-26T17:24:43.484224+0000","last_unstale":"2024-04-26T17:26:35.538422+0000","last_undegraded":"2024-04-26T17:26:35.538422+0000","last_fullsized":"2024-04-26T17:26:35.538422+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:10:55.134905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'14","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:51.494972+0000","last_change":"2024-04-26T17:24:38.757005+0000","last_active":"2024-04-26T17:26:51.494972+0000","last_peered":"2024-04-26T17:26:51.494972+0000","last_clean":"2024-04-26T17:26:51.494972+0000","last_became_active":"2024-04-26T17:24:38.756679+0000","last_became_peered":"2024-04-26T17:24:38.756679+0000","last_unstale":"2024-04-26T17:26:51.494972+0000","last_undegraded":"2024-04-26T17:26:51.494972+0000","last_fullsized":"2024-04-26T17:26:51.494972+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:38:35.553984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"92'5","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538804+0000","last_change":"2024-04-26T17:24:39.463481+0000","last_active":"2024-04-26T17:26:35.538804+0000","last_peered":"2024-04-26T17:26:35.538804+0000","last_clean":"2024-04-26T17:26:35.538804+0000","last_became_active":"2024-04-26T17:24:39.463056+0000","last_became_peered":"2024-04-26T17:24:39.463056+0000","last_unstale":"2024-04-26T17:26:35.538804+0000","last_undegraded":"2024-04-26T17:26:35.538804+0000","last_fullsized":"2024-04-26T17:26:35.538804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:46:22.393026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537401+0000","last_change":"2024-04-26T17:24:43.462942+0000","last_active":"2024-04-26T17:26:35.537401+0000","last_peered":"2024-04-26T17:26:35.537401+0000","last_clean":"2024-04-26T17:26:35.537401+0000","last_became_active":"2024-04-26T17:24:43.462521+0000","last_became_peered":"2024-04-26T17:24:43.462521+0000","last_unstale":"2024-04-26T17:26:35.537401+0000","last_undegraded":"2024-04-26T17:26:35.537401+0000","last_fullsized":"2024-04-26T17:26:35.537401+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:12:19.608796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"90'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562722+0000","last_change":"2024-04-26T17:24:38.759355+0000","last_active":"2024-04-26T17:26:35.562722+0000","last_peered":"2024-04-26T17:26:35.562722+0000","last_clean":"2024-04-26T17:26:35.562722+0000","last_became_active":"2024-04-26T17:24:38.759050+0000","last_became_peered":"2024-04-26T17:24:38.759050+0000","last_unstale":"2024-04-26T17:26:35.562722+0000","last_undegraded":"2024-04-26T17:26:35.562722+0000","last_fullsized":"2024-04-26T17:26:35.562722+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:22:39.158090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"92'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561646+0000","last_change":"2024-04-26T17:25:34.670504+0000","last_active":"2024-04-26T17:26:35.561646+0000","last_peered":"2024-04-26T17:26:35.561646+0000","last_clean":"2024-04-26T17:26:35.561646+0000","last_became_active":"2024-04-26T17:25:34.670035+0000","last_became_peered":"2024-04-26T17:25:34.670035+0000","last_unstale":"2024-04-26T17:26:35.561646+0000","last_undegraded":"2024-04-26T17:26:35.561646+0000","last_fullsized":"2024-04-26T17:26:35.561646+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:43:13.903949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562292+0000","last_change":"2024-04-26T17:24:43.484806+0000","last_active":"2024-04-26T17:26:35.562292+0000","last_peered":"2024-04-26T17:26:35.562292+0000","last_clean":"2024-04-26T17:26:35.562292+0000","last_became_active":"2024-04-26T17:24:43.484389+0000","last_became_peered":"2024-04-26T17:24:43.484389+0000","last_unstale":"2024-04-26T17:26:35.562292+0000","last_undegraded":"2024-04-26T17:26:35.562292+0000","last_fullsized":"2024-04-26T17:26:35.562292+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:46:50.161170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562864+0000","last_change":"2024-04-26T17:24:38.763427+0000","last_active":"2024-04-26T17:26:35.562864+0000","last_peered":"2024-04-26T17:26:35.562864+0000","last_clean":"2024-04-26T17:26:35.562864+0000","last_became_active":"2024-04-26T17:24:38.763138+0000","last_became_peered":"2024-04-26T17:24:38.763138+0000","last_unstale":"2024-04-26T17:26:35.562864+0000","last_undegraded":"2024-04-26T17:26:35.562864+0000","last_fullsized":"2024-04-26T17:26:35.562864+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:19:19.723703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"92'2","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541408+0000","last_change":"2024-04-26T17:24:39.456262+0000","last_active":"2024-04-26T17:26:35.541408+0000","last_peered":"2024-04-26T17:26:35.541408+0000","last_clean":"2024-04-26T17:26:35.541408+0000","last_became_active":"2024-04-26T17:24:39.455871+0000","last_became_peered":"2024-04-26T17:24:39.455871+0000","last_unstale":"2024-04-26T17:26:35.541408+0000","last_undegraded":"2024-04-26T17:26:35.541408+0000","last_fullsized":"2024-04-26T17:26:35.541408+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:50:38.981234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542327+0000","last_change":"2024-04-26T17:25:34.670896+0000","last_active":"2024-04-26T17:26:35.542327+0000","last_peered":"2024-04-26T17:26:35.542327+0000","last_clean":"2024-04-26T17:26:35.542327+0000","last_became_active":"2024-04-26T17:25:34.670361+0000","last_became_peered":"2024-04-26T17:25:34.670361+0000","last_unstale":"2024-04-26T17:26:35.542327+0000","last_undegraded":"2024-04-26T17:26:35.542327+0000","last_fullsized":"2024-04-26T17:26:35.542327+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:25:13.054226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"90'7","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538722+0000","last_change":"2024-04-26T17:24:38.751590+0000","last_active":"2024-04-26T17:26:35.538722+0000","last_peered":"2024-04-26T17:26:35.538722+0000","last_clean":"2024-04-26T17:26:35.538722+0000","last_became_active":"2024-04-26T17:24:38.751285+0000","last_became_peered":"2024-04-26T17:24:38.751285+0000","last_unstale":"2024-04-26T17:26:35.538722+0000","last_undegraded":"2024-04-26T17:26:35.538722+0000","last_fullsized":"2024-04-26T17:26:35.538722+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:28:11.951439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"92'9","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264387+0000","last_change":"2024-04-26T17:24:39.450865+0000","last_active":"2024-04-26T17:26:36.264387+0000","last_peered":"2024-04-26T17:26:36.264387+0000","last_clean":"2024-04-26T17:26:36.264387+0000","last_became_active":"2024-04-26T17:24:39.450096+0000","last_became_peered":"2024-04-26T17:24:39.450096+0000","last_unstale":"2024-04-26T17:26:36.264387+0000","last_undegraded":"2024-04-26T17:26:36.264387+0000","last_fullsized":"2024-04-26T17:26:36.264387+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:47:59.436057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562617+0000","last_change":"2024-04-26T17:25:34.541178+0000","last_active":"2024-04-26T17:26:35.562617+0000","last_peered":"2024-04-26T17:26:35.562617+0000","last_clean":"2024-04-26T17:26:35.562617+0000","last_became_active":"2024-04-26T17:25:34.534034+0000","last_became_peered":"2024-04-26T17:25:34.534034+0000","last_unstale":"2024-04-26T17:26:35.562617+0000","last_undegraded":"2024-04-26T17:26:35.562617+0000","last_fullsized":"2024-04-26T17:26:35.562617+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:32:03.290358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"94'4","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:48.374831+0000","last_change":"2024-04-26T17:24:38.760595+0000","last_active":"2024-04-26T17:26:48.374831+0000","last_peered":"2024-04-26T17:26:48.374831+0000","last_clean":"2024-04-26T17:26:48.374831+0000","last_became_active":"2024-04-26T17:24:38.760278+0000","last_became_peered":"2024-04-26T17:24:38.760278+0000","last_unstale":"2024-04-26T17:26:48.374831+0000","last_undegraded":"2024-04-26T17:26:48.374831+0000","last_fullsized":"2024-04-26T17:26:48.374831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:23:31.359042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538988+0000","last_change":"2024-04-26T17:24:39.458880+0000","last_active":"2024-04-26T17:26:35.538988+0000","last_peered":"2024-04-26T17:26:35.538988+0000","last_clean":"2024-04-26T17:26:35.538988+0000","last_became_active":"2024-04-26T17:24:39.458562+0000","last_became_peered":"2024-04-26T17:24:39.458562+0000","last_unstale":"2024-04-26T17:26:35.538988+0000","last_undegraded":"2024-04-26T17:26:35.538988+0000","last_fullsized":"2024-04-26T17:26:35.538988+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:48:02.912966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562940+0000","last_change":"2024-04-26T17:24:43.484586+0000","last_active":"2024-04-26T17:26:35.562940+0000","last_peered":"2024-04-26T17:26:35.562940+0000","last_clean":"2024-04-26T17:26:35.562940+0000","last_became_active":"2024-04-26T17:24:43.484167+0000","last_became_peered":"2024-04-26T17:24:43.484167+0000","last_unstale":"2024-04-26T17:26:35.562940+0000","last_undegraded":"2024-04-26T17:26:35.562940+0000","last_fullsized":"2024-04-26T17:26:35.562940+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:02:57.677034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264463+0000","last_change":"2024-04-26T17:25:34.541429+0000","last_active":"2024-04-26T17:26:36.264463+0000","last_peered":"2024-04-26T17:26:36.264463+0000","last_clean":"2024-04-26T17:26:36.264463+0000","last_became_active":"2024-04-26T17:25:34.534117+0000","last_became_peered":"2024-04-26T17:25:34.534117+0000","last_unstale":"2024-04-26T17:26:36.264463+0000","last_undegraded":"2024-04-26T17:26:36.264463+0000","last_fullsized":"2024-04-26T17:26:36.264463+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:22:41.092482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"92'5","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541965+0000","last_change":"2024-04-26T17:24:39.455522+0000","last_active":"2024-04-26T17:26:35.541965+0000","last_peered":"2024-04-26T17:26:35.541965+0000","last_clean":"2024-04-26T17:26:35.541965+0000","last_became_active":"2024-04-26T17:24:39.455187+0000","last_became_peered":"2024-04-26T17:24:39.455187+0000","last_unstale":"2024-04-26T17:26:35.541965+0000","last_undegraded":"2024-04-26T17:26:35.541965+0000","last_fullsized":"2024-04-26T17:26:35.541965+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:13:30.576245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562497+0000","last_change":"2024-04-26T17:24:43.463308+0000","last_active":"2024-04-26T17:26:35.562497+0000","last_peered":"2024-04-26T17:26:35.562497+0000","last_clean":"2024-04-26T17:26:35.562497+0000","last_became_active":"2024-04-26T17:24:43.462881+0000","last_became_peered":"2024-04-26T17:24:43.462881+0000","last_unstale":"2024-04-26T17:26:35.562497+0000","last_undegraded":"2024-04-26T17:26:35.562497+0000","last_fullsized":"2024-04-26T17:26:35.562497+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:29:21.285541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"94'9","reported_seq":166,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.072347+0000","last_change":"2024-04-26T17:24:38.760213+0000","last_active":"2024-04-26T17:27:07.072347+0000","last_peered":"2024-04-26T17:27:07.072347+0000","last_clean":"2024-04-26T17:27:07.072347+0000","last_became_active":"2024-04-26T17:24:38.759853+0000","last_became_peered":"2024-04-26T17:24:38.759853+0000","last_unstale":"2024-04-26T17:27:07.072347+0000","last_undegraded":"2024-04-26T17:27:07.072347+0000","last_fullsized":"2024-04-26T17:27:07.072347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:15:38.711259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2586,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":127,"num_read_kb":5,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542467+0000","last_change":"2024-04-26T17:24:39.466376+0000","last_active":"2024-04-26T17:26:35.542467+0000","last_peered":"2024-04-26T17:26:35.542467+0000","last_clean":"2024-04-26T17:26:35.542467+0000","last_became_active":"2024-04-26T17:24:39.465419+0000","last_became_peered":"2024-04-26T17:24:39.465419+0000","last_unstale":"2024-04-26T17:26:35.542467+0000","last_undegraded":"2024-04-26T17:26:35.542467+0000","last_fullsized":"2024-04-26T17:26:35.542467+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:57:16.064878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561157+0000","last_change":"2024-04-26T17:24:43.469096+0000","last_active":"2024-04-26T17:26:35.561157+0000","last_peered":"2024-04-26T17:26:35.561157+0000","last_clean":"2024-04-26T17:26:35.561157+0000","last_became_active":"2024-04-26T17:24:43.468579+0000","last_became_peered":"2024-04-26T17:24:43.468579+0000","last_unstale":"2024-04-26T17:26:35.561157+0000","last_undegraded":"2024-04-26T17:26:35.561157+0000","last_fullsized":"2024-04-26T17:26:35.561157+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:35:58.470242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"90'3","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544083+0000","last_change":"2024-04-26T17:24:38.766114+0000","last_active":"2024-04-26T17:26:35.544083+0000","last_peered":"2024-04-26T17:26:35.544083+0000","last_clean":"2024-04-26T17:26:35.544083+0000","last_became_active":"2024-04-26T17:24:38.765790+0000","last_became_peered":"2024-04-26T17:24:38.765790+0000","last_unstale":"2024-04-26T17:26:35.544083+0000","last_undegraded":"2024-04-26T17:26:35.544083+0000","last_fullsized":"2024-04-26T17:26:35.544083+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:12:30.459554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"92'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.546509+0000","last_change":"2024-04-26T17:26:35.545159+0000","last_active":"2024-04-26T17:26:35.546509+0000","last_peered":"2024-04-26T17:26:35.546509+0000","last_clean":"2024-04-26T17:26:35.546509+0000","last_became_active":"2024-04-26T17:26:35.544774+0000","last_became_peered":"2024-04-26T17:26:35.544774+0000","last_unstale":"2024-04-26T17:26:35.546509+0000","last_undegraded":"2024-04-26T17:26:35.546509+0000","last_fullsized":"2024-04-26T17:26:35.546509+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:23:15.664821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542995+0000","last_change":"2024-04-26T17:24:43.465495+0000","last_active":"2024-04-26T17:26:35.542995+0000","last_peered":"2024-04-26T17:26:35.542995+0000","last_clean":"2024-04-26T17:26:35.542995+0000","last_became_active":"2024-04-26T17:24:43.464957+0000","last_became_peered":"2024-04-26T17:24:43.464957+0000","last_unstale":"2024-04-26T17:26:35.542995+0000","last_undegraded":"2024-04-26T17:26:35.542995+0000","last_fullsized":"2024-04-26T17:26:35.542995+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:11:19.601623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'5","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562320+0000","last_change":"2024-04-26T17:24:38.761473+0000","last_active":"2024-04-26T17:26:35.562320+0000","last_peered":"2024-04-26T17:26:35.562320+0000","last_clean":"2024-04-26T17:26:35.562320+0000","last_became_active":"2024-04-26T17:24:38.761131+0000","last_became_peered":"2024-04-26T17:24:38.761131+0000","last_unstale":"2024-04-26T17:26:35.562320+0000","last_undegraded":"2024-04-26T17:26:35.562320+0000","last_fullsized":"2024-04-26T17:26:35.562320+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:33:42.184431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"92'9","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542123+0000","last_change":"2024-04-26T17:24:39.458109+0000","last_active":"2024-04-26T17:26:35.542123+0000","last_peered":"2024-04-26T17:26:35.542123+0000","last_clean":"2024-04-26T17:26:35.542123+0000","last_became_active":"2024-04-26T17:24:39.457715+0000","last_became_peered":"2024-04-26T17:24:39.457715+0000","last_unstale":"2024-04-26T17:26:35.542123+0000","last_undegraded":"2024-04-26T17:26:35.542123+0000","last_fullsized":"2024-04-26T17:26:35.542123+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:49.881932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"92'9","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264482+0000","last_change":"2024-04-26T17:24:39.454462+0000","last_active":"2024-04-26T17:26:36.264482+0000","last_peered":"2024-04-26T17:26:36.264482+0000","last_clean":"2024-04-26T17:26:36.264482+0000","last_became_active":"2024-04-26T17:24:39.454127+0000","last_became_peered":"2024-04-26T17:24:39.454127+0000","last_unstale":"2024-04-26T17:26:36.264482+0000","last_undegraded":"2024-04-26T17:26:36.264482+0000","last_fullsized":"2024-04-26T17:26:36.264482+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:32:08.386506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"92'12","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537865+0000","last_change":"2024-04-26T17:24:39.457535+0000","last_active":"2024-04-26T17:26:35.537865+0000","last_peered":"2024-04-26T17:26:35.537865+0000","last_clean":"2024-04-26T17:26:35.537865+0000","last_became_active":"2024-04-26T17:24:39.457178+0000","last_became_peered":"2024-04-26T17:24:39.457178+0000","last_unstale":"2024-04-26T17:26:35.537865+0000","last_undegraded":"2024-04-26T17:26:35.537865+0000","last_fullsized":"2024-04-26T17:26:35.537865+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:08.479586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"92'8","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537490+0000","last_change":"2024-04-26T17:24:39.455463+0000","last_active":"2024-04-26T17:26:35.537490+0000","last_peered":"2024-04-26T17:26:35.537490+0000","last_clean":"2024-04-26T17:26:35.537490+0000","last_became_active":"2024-04-26T17:24:39.455066+0000","last_became_peered":"2024-04-26T17:24:39.455066+0000","last_unstale":"2024-04-26T17:26:35.537490+0000","last_undegraded":"2024-04-26T17:26:35.537490+0000","last_fullsized":"2024-04-26T17:26:35.537490+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:11:31.451372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561407+0000","last_change":"2024-04-26T17:24:39.458279+0000","last_active":"2024-04-26T17:26:35.561407+0000","last_peered":"2024-04-26T17:26:35.561407+0000","last_clean":"2024-04-26T17:26:35.561407+0000","last_became_active":"2024-04-26T17:24:39.457822+0000","last_became_peered":"2024-04-26T17:24:39.457822+0000","last_unstale":"2024-04-26T17:26:35.561407+0000","last_undegraded":"2024-04-26T17:26:35.561407+0000","last_fullsized":"2024-04-26T17:26:35.561407+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:12:33.206289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"92'4","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562314+0000","last_change":"2024-04-26T17:24:39.457862+0000","last_active":"2024-04-26T17:26:35.562314+0000","last_peered":"2024-04-26T17:26:35.562314+0000","last_clean":"2024-04-26T17:26:35.562314+0000","last_became_active":"2024-04-26T17:24:39.457571+0000","last_became_peered":"2024-04-26T17:24:39.457571+0000","last_unstale":"2024-04-26T17:26:35.562314+0000","last_undegraded":"2024-04-26T17:26:35.562314+0000","last_fullsized":"2024-04-26T17:26:35.562314+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:21.890300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"92'6","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264841+0000","last_change":"2024-04-26T17:24:39.454287+0000","last_active":"2024-04-26T17:26:36.264841+0000","last_peered":"2024-04-26T17:26:36.264841+0000","last_clean":"2024-04-26T17:26:36.264841+0000","last_became_active":"2024-04-26T17:24:39.453985+0000","last_became_peered":"2024-04-26T17:24:39.453985+0000","last_unstale":"2024-04-26T17:26:36.264841+0000","last_undegraded":"2024-04-26T17:26:36.264841+0000","last_fullsized":"2024-04-26T17:26:36.264841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:58.875958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"92'15","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537959+0000","last_change":"2024-04-26T17:24:39.450151+0000","last_active":"2024-04-26T17:26:35.537959+0000","last_peered":"2024-04-26T17:26:35.537959+0000","last_clean":"2024-04-26T17:26:35.537959+0000","last_became_active":"2024-04-26T17:24:39.449808+0000","last_became_peered":"2024-04-26T17:24:39.449808+0000","last_unstale":"2024-04-26T17:26:35.537959+0000","last_undegraded":"2024-04-26T17:26:35.537959+0000","last_fullsized":"2024-04-26T17:26:35.537959+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.662766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"92'2","reported_seq":31,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538889+0000","last_change":"2024-04-26T17:24:39.458012+0000","last_active":"2024-04-26T17:26:35.538889+0000","last_peered":"2024-04-26T17:26:35.538889+0000","last_clean":"2024-04-26T17:26:35.538889+0000","last_became_active":"2024-04-26T17:24:39.457686+0000","last_became_peered":"2024-04-26T17:24:39.457686+0000","last_unstale":"2024-04-26T17:26:35.538889+0000","last_undegraded":"2024-04-26T17:26:35.538889+0000","last_fullsized":"2024-04-26T17:26:35.538889+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:42.019195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"92'6","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544389+0000","last_change":"2024-04-26T17:24:39.457973+0000","last_active":"2024-04-26T17:26:35.544389+0000","last_peered":"2024-04-26T17:26:35.544389+0000","last_clean":"2024-04-26T17:26:35.544389+0000","last_became_active":"2024-04-26T17:24:39.457656+0000","last_became_peered":"2024-04-26T17:24:39.457656+0000","last_unstale":"2024-04-26T17:26:35.544389+0000","last_undegraded":"2024-04-26T17:26:35.544389+0000","last_fullsized":"2024-04-26T17:26:35.544389+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:33:19.075538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538734+0000","last_change":"2024-04-26T17:24:39.456407+0000","last_active":"2024-04-26T17:26:35.538734+0000","last_peered":"2024-04-26T17:26:35.538734+0000","last_clean":"2024-04-26T17:26:35.538734+0000","last_became_active":"2024-04-26T17:24:39.456058+0000","last_became_peered":"2024-04-26T17:24:39.456058+0000","last_unstale":"2024-04-26T17:26:35.538734+0000","last_undegraded":"2024-04-26T17:26:35.538734+0000","last_fullsized":"2024-04-26T17:26:35.538734+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:17:43.323671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"92'10","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562682+0000","last_change":"2024-04-26T17:24:39.463539+0000","last_active":"2024-04-26T17:26:35.562682+0000","last_peered":"2024-04-26T17:26:35.562682+0000","last_clean":"2024-04-26T17:26:35.562682+0000","last_became_active":"2024-04-26T17:24:39.463195+0000","last_became_peered":"2024-04-26T17:24:39.463195+0000","last_unstale":"2024-04-26T17:26:35.562682+0000","last_undegraded":"2024-04-26T17:26:35.562682+0000","last_fullsized":"2024-04-26T17:26:35.562682+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:32:52.182622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"92'11","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562051+0000","last_change":"2024-04-26T17:24:39.462539+0000","last_active":"2024-04-26T17:26:35.562051+0000","last_peered":"2024-04-26T17:26:35.562051+0000","last_clean":"2024-04-26T17:26:35.562051+0000","last_became_active":"2024-04-26T17:24:39.462220+0000","last_became_peered":"2024-04-26T17:24:39.462220+0000","last_unstale":"2024-04-26T17:26:35.562051+0000","last_undegraded":"2024-04-26T17:26:35.562051+0000","last_fullsized":"2024-04-26T17:26:35.562051+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:54.461792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264756+0000","last_change":"2024-04-26T17:24:39.460186+0000","last_active":"2024-04-26T17:26:36.264756+0000","last_peered":"2024-04-26T17:26:36.264756+0000","last_clean":"2024-04-26T17:26:36.264756+0000","last_became_active":"2024-04-26T17:24:39.459328+0000","last_became_peered":"2024-04-26T17:24:39.459328+0000","last_unstale":"2024-04-26T17:26:36.264756+0000","last_undegraded":"2024-04-26T17:26:36.264756+0000","last_fullsized":"2024-04-26T17:26:36.264756+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:19.563453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":80357,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1276,"num_read_kb":724,"num_write":276,"num_write_kb":173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":134,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":242707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":240,"ondisk_log_size":240,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351020,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32228,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712924,"statfs":{"total":95995035648,"available":95962034176,"internally_reserved":0,"allocated":1077248,"data_stored":524854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612657,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28748,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716404,"statfs":{"total":95995035648,"available":95965597696,"internally_reserved":0,"allocated":1773568,"data_stored":1179451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776182,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1097728,"data_stored":523346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037818,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":523702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299456,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32828,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712324,"statfs":{"total":95995035648,"available":95961419776,"internally_reserved":0,"allocated":1691648,"data_stored":1123546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462982,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1073152,"data_stored":519734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574943,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":589679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36416,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708736,"statfs":{"total":95995035648,"available":95957745664,"internally_reserved":0,"allocated":1097728,"data_stored":520838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411418,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36468,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708684,"statfs":{"total":95995035648,"available":95957692416,"internally_reserved":0,"allocated":1159168,"data_stored":591623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149780,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1085440,"data_stored":518558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888144,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1081344,"data_stored":524340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724618,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28676,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716476,"statfs":{"total":95995035648,"available":95965671424,"internally_reserved":0,"allocated":1699840,"data_stored":1116828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":74071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":73495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":4236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":6858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":71955,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T17:27:10.634 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-26T17:27:10.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.768+0000 7f02f2223640 1 -- 172.21.15.90:0/2824391535 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02ec102c40 msgr2=0x7f02ec105030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.768+0000 7f02f2223640 1 --2- 172.21.15.90:0/2824391535 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02ec102c40 0x7f02ec105030 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f02dc009900 tx=0x7f02dc02a410 comp rx=0 tx=0).stop 2024-04-26T17:27:10.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.768+0000 7f02f2223640 1 -- 172.21.15.90:0/2824391535 shutdown_connections 2024-04-26T17:27:10.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.768+0000 7f02f2223640 1 --2- 172.21.15.90:0/2824391535 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02ec107ea0 0x7f02ec10a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.768+0000 7f02f2223640 1 --2- 172.21.15.90:0/2824391535 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec105570 0x7f02ec107960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.768+0000 7f02f2223640 1 --2- 172.21.15.90:0/2824391535 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02ec102c40 0x7f02ec105030 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.768+0000 7f02f2223640 1 -- 172.21.15.90:0/2824391535 >> 172.21.15.90:0/2824391535 conn(0x7f02ec0fc650 msgr2=0x7f02ec0fea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.768+0000 7f02f2223640 1 -- 172.21.15.90:0/2824391535 shutdown_connections 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.768+0000 7f02f2223640 1 -- 172.21.15.90:0/2824391535 wait complete. 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.769+0000 7f02f2223640 1 Processor -- start 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.769+0000 7f02f2223640 1 -- start start 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.769+0000 7f02f2223640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02ec102c40 0x7f02ec198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.769+0000 7f02f2223640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec105570 0x7f02ec198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.769+0000 7f02f2223640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02ec107ea0 0x7f02ec19f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.769+0000 7f02f2223640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f02ec10dc80 con 0x7f02ec102c40 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.769+0000 7f02f2223640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f02ec10db00 con 0x7f02ec105570 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.769+0000 7f02f2223640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f02ec10de00 con 0x7f02ec107ea0 2024-04-26T17:27:10.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.769+0000 7f02eb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02ec102c40 0x7f02ec198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:10.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.769+0000 7f02eb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02ec102c40 0x7f02ec198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41538/0 (socket says 172.21.15.90:41538) 2024-04-26T17:27:10.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.769+0000 7f02eb7fe640 1 -- 172.21.15.90:0/590488294 learned_addr learned my addr 172.21.15.90:0/590488294 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:10.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.769+0000 7f02eaffd640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec105570 0x7f02ec198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:10.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.770+0000 7f02eb7fe640 1 -- 172.21.15.90:0/590488294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02ec107ea0 msgr2=0x7f02ec19f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.770+0000 7f02eb7fe640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02ec107ea0 0x7f02ec19f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.770+0000 7f02eb7fe640 1 -- 172.21.15.90:0/590488294 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec105570 msgr2=0x7f02ec198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.770+0000 7f02eb7fe640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec105570 0x7f02ec198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.770+0000 7f02eb7fe640 1 -- 172.21.15.90:0/590488294 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02ec19fff0 con 0x7f02ec102c40 2024-04-26T17:27:10.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.770+0000 7f02eb7fe640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02ec102c40 0x7f02ec198420 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f02dc004770 tx=0x7f02dc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:10.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.770+0000 7f02e8ff9640 1 -- 172.21.15.90:0/590488294 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02dc03f030 con 0x7f02ec102c40 2024-04-26T17:27:10.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.770+0000 7f02f2223640 1 -- 172.21.15.90:0/590488294 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02ec1a0280 con 0x7f02ec102c40 2024-04-26T17:27:10.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.770+0000 7f02e8ff9640 1 -- 172.21.15.90:0/590488294 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f02dc003aa0 con 0x7f02ec102c40 2024-04-26T17:27:10.773 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.770+0000 7f02e8ff9640 1 -- 172.21.15.90:0/590488294 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02dc035070 con 0x7f02ec102c40 2024-04-26T17:27:10.773 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.770+0000 7f02f2223640 1 -- 172.21.15.90:0/590488294 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02ec1a07c0 con 0x7f02ec102c40 2024-04-26T17:27:10.773 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.771+0000 7f02f2223640 1 -- 172.21.15.90:0/590488294 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02ec0fe140 con 0x7f02ec102c40 2024-04-26T17:27:10.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.772+0000 7f02e8ff9640 1 -- 172.21.15.90:0/590488294 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f02dc042030 con 0x7f02ec102c40 2024-04-26T17:27:10.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.773+0000 7f02e8ff9640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f02d40a3c40 0x7f02d40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:10.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.773+0000 7f02eaffd640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f02d40a3c40 0x7f02d40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:10.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.773+0000 7f02e8ff9640 1 -- 172.21.15.90:0/590488294 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f02dc0f0e60 con 0x7f02ec102c40 2024-04-26T17:27:10.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.773+0000 7f02eaffd640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f02d40a3c40 0x7f02d40a6100 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f02ec1998e0 tx=0x7f02e0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:10.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.777+0000 7f02e8ff9640 1 -- 172.21.15.90:0/590488294 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f02dc0bd310 con 0x7f02ec102c40 2024-04-26T17:27:10.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:10 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3521465031' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:27:10.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:10 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3106374700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:27:10.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:10 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1156153987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:27:10.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.953+0000 7f02f2223640 1 -- 172.21.15.90:0/590488294 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f02ec062540 con 0x7f02d40a3c40 2024-04-26T17:27:10.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.962+0000 7f02e8ff9640 1 -- 172.21.15.90:0/590488294 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340560 (secure 0 0 0) 0x7f02ec062540 con 0x7f02d40a3c40 2024-04-26T17:27:10.968 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:27:10.969 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-26T17:27:10.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.966+0000 7f02f2223640 1 -- 172.21.15.90:0/590488294 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f02d40a3c40 msgr2=0x7f02d40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.966+0000 7f02f2223640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f02d40a3c40 0x7f02d40a6100 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f02ec1998e0 tx=0x7f02e0005f90 comp rx=0 tx=0).stop 2024-04-26T17:27:10.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.966+0000 7f02f2223640 1 -- 172.21.15.90:0/590488294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02ec102c40 msgr2=0x7f02ec198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:10.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.966+0000 7f02f2223640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02ec102c40 0x7f02ec198420 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f02dc004770 tx=0x7f02dc004270 comp rx=0 tx=0).stop 2024-04-26T17:27:10.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.966+0000 7f02f2223640 1 -- 172.21.15.90:0/590488294 shutdown_connections 2024-04-26T17:27:10.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.966+0000 7f02f2223640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f02d40a3c40 0x7f02d40a6100 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.966+0000 7f02f2223640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02ec107ea0 0x7f02ec19f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.966+0000 7f02f2223640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec105570 0x7f02ec198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.966+0000 7f02f2223640 1 --2- 172.21.15.90:0/590488294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02ec102c40 0x7f02ec198420 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.966+0000 7f02f2223640 1 -- 172.21.15.90:0/590488294 >> 172.21.15.90:0/590488294 conn(0x7f02ec0fc650 msgr2=0x7f02ec103820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.966+0000 7f02f2223640 1 -- 172.21.15.90:0/590488294 shutdown_connections 2024-04-26T17:27:10.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:10.966+0000 7f02f2223640 1 -- 172.21.15.90:0/590488294 wait complete. 2024-04-26T17:27:10.977 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":372,"stamp":"2024-04-26T17:27:09.485303+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":670959,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1402,"num_read_kb":833,"num_write":459,"num_write_kb":3113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":1180987,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":879,"ondisk_log_size":879,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388856,"kb_used_data":14728,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124552968,"statfs":{"total":1151940427776,"available":1151542239232,"internally_reserved":0,"allocated":15081472,"data_stored":8256499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":382973241},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8734,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":84,"num_write":23,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002888"},"pg_stats":[{"pgid":"3.3f","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.265060+0000","last_change":"2024-04-26T17:24:39.453483+0000","last_active":"2024-04-26T17:26:36.265060+0000","last_peered":"2024-04-26T17:26:36.265060+0000","last_clean":"2024-04-26T17:26:36.265060+0000","last_became_active":"2024-04-26T17:24:39.451972+0000","last_became_peered":"2024-04-26T17:24:39.451972+0000","last_unstale":"2024-04-26T17:26:36.265060+0000","last_undegraded":"2024-04-26T17:26:36.265060+0000","last_fullsized":"2024-04-26T17:26:36.265060+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:33.223541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"92'4","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561603+0000","last_change":"2024-04-26T17:24:39.459511+0000","last_active":"2024-04-26T17:26:35.561603+0000","last_peered":"2024-04-26T17:26:35.561603+0000","last_clean":"2024-04-26T17:26:35.561603+0000","last_became_active":"2024-04-26T17:24:39.459136+0000","last_became_peered":"2024-04-26T17:24:39.459136+0000","last_unstale":"2024-04-26T17:26:35.561603+0000","last_undegraded":"2024-04-26T17:26:35.561603+0000","last_fullsized":"2024-04-26T17:26:35.561603+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:29:37.436069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561487+0000","last_change":"2024-04-26T17:24:39.462165+0000","last_active":"2024-04-26T17:26:35.561487+0000","last_peered":"2024-04-26T17:26:35.561487+0000","last_clean":"2024-04-26T17:26:35.561487+0000","last_became_active":"2024-04-26T17:24:39.460938+0000","last_became_peered":"2024-04-26T17:24:39.460938+0000","last_unstale":"2024-04-26T17:26:35.561487+0000","last_undegraded":"2024-04-26T17:26:35.561487+0000","last_fullsized":"2024-04-26T17:26:35.561487+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:10:34.225749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562730+0000","last_change":"2024-04-26T17:24:39.466791+0000","last_active":"2024-04-26T17:26:35.562730+0000","last_peered":"2024-04-26T17:26:35.562730+0000","last_clean":"2024-04-26T17:26:35.562730+0000","last_became_active":"2024-04-26T17:24:39.465140+0000","last_became_peered":"2024-04-26T17:24:39.465140+0000","last_unstale":"2024-04-26T17:26:35.562730+0000","last_undegraded":"2024-04-26T17:26:35.562730+0000","last_fullsized":"2024-04-26T17:26:35.562730+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:18.811566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"92'4","reported_seq":33,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541462+0000","last_change":"2024-04-26T17:24:39.454046+0000","last_active":"2024-04-26T17:26:35.541462+0000","last_peered":"2024-04-26T17:26:35.541462+0000","last_clean":"2024-04-26T17:26:35.541462+0000","last_became_active":"2024-04-26T17:24:39.452675+0000","last_became_peered":"2024-04-26T17:24:39.452675+0000","last_unstale":"2024-04-26T17:26:35.541462+0000","last_undegraded":"2024-04-26T17:26:35.541462+0000","last_fullsized":"2024-04-26T17:26:35.541462+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:44.235666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"92'6","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539472+0000","last_change":"2024-04-26T17:24:39.457980+0000","last_active":"2024-04-26T17:26:35.539472+0000","last_peered":"2024-04-26T17:26:35.539472+0000","last_clean":"2024-04-26T17:26:35.539472+0000","last_became_active":"2024-04-26T17:24:39.457632+0000","last_became_peered":"2024-04-26T17:24:39.457632+0000","last_unstale":"2024-04-26T17:26:35.539472+0000","last_undegraded":"2024-04-26T17:26:35.539472+0000","last_fullsized":"2024-04-26T17:26:35.539472+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:20:23.600531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"92'5","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541521+0000","last_change":"2024-04-26T17:24:39.460485+0000","last_active":"2024-04-26T17:26:35.541521+0000","last_peered":"2024-04-26T17:26:35.541521+0000","last_clean":"2024-04-26T17:26:35.541521+0000","last_became_active":"2024-04-26T17:24:39.460153+0000","last_became_peered":"2024-04-26T17:24:39.460153+0000","last_unstale":"2024-04-26T17:26:35.541521+0000","last_undegraded":"2024-04-26T17:26:35.541521+0000","last_fullsized":"2024-04-26T17:26:35.541521+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:36:10.529362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"92'9","reported_seq":11,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.545891+0000","last_change":"2024-04-26T17:26:35.545472+0000","last_active":"2024-04-26T17:26:35.545891+0000","last_peered":"2024-04-26T17:26:35.545891+0000","last_clean":"2024-04-26T17:26:35.545891+0000","last_became_active":"2024-04-26T17:26:35.544994+0000","last_became_peered":"2024-04-26T17:26:35.544994+0000","last_unstale":"2024-04-26T17:26:35.545891+0000","last_undegraded":"2024-04-26T17:26:35.545891+0000","last_fullsized":"2024-04-26T17:26:35.545891+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:58:33.779103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"92'11","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563067+0000","last_change":"2024-04-26T17:24:39.452370+0000","last_active":"2024-04-26T17:26:35.563067+0000","last_peered":"2024-04-26T17:26:35.563067+0000","last_clean":"2024-04-26T17:26:35.563067+0000","last_became_active":"2024-04-26T17:24:39.452002+0000","last_became_peered":"2024-04-26T17:24:39.452002+0000","last_unstale":"2024-04-26T17:26:35.563067+0000","last_undegraded":"2024-04-26T17:26:35.563067+0000","last_fullsized":"2024-04-26T17:26:35.563067+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:22:55.041158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"92'16","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539846+0000","last_change":"2024-04-26T17:24:39.460250+0000","last_active":"2024-04-26T17:26:35.539846+0000","last_peered":"2024-04-26T17:26:35.539846+0000","last_clean":"2024-04-26T17:26:35.539846+0000","last_became_active":"2024-04-26T17:24:39.459932+0000","last_became_peered":"2024-04-26T17:24:39.459932+0000","last_unstale":"2024-04-26T17:26:35.539846+0000","last_undegraded":"2024-04-26T17:26:35.539846+0000","last_fullsized":"2024-04-26T17:26:35.539846+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:35:46.183844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"92'6","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542467+0000","last_change":"2024-04-26T17:24:39.463413+0000","last_active":"2024-04-26T17:26:35.542467+0000","last_peered":"2024-04-26T17:26:35.542467+0000","last_clean":"2024-04-26T17:26:35.542467+0000","last_became_active":"2024-04-26T17:24:39.463076+0000","last_became_peered":"2024-04-26T17:24:39.463076+0000","last_unstale":"2024-04-26T17:26:35.542467+0000","last_undegraded":"2024-04-26T17:26:35.542467+0000","last_fullsized":"2024-04-26T17:26:35.542467+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:50:06.438580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"92'7","reported_seq":11,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.545015+0000","last_change":"2024-04-26T17:26:35.543027+0000","last_active":"2024-04-26T17:26:35.545015+0000","last_peered":"2024-04-26T17:26:35.545015+0000","last_clean":"2024-04-26T17:26:35.545015+0000","last_became_active":"2024-04-26T17:26:35.542745+0000","last_became_peered":"2024-04-26T17:26:35.542745+0000","last_unstale":"2024-04-26T17:26:35.545015+0000","last_undegraded":"2024-04-26T17:26:35.545015+0000","last_fullsized":"2024-04-26T17:26:35.545015+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:59:40.290648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"92'10","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562331+0000","last_change":"2024-04-26T17:24:39.461560+0000","last_active":"2024-04-26T17:26:35.562331+0000","last_peered":"2024-04-26T17:26:35.562331+0000","last_clean":"2024-04-26T17:26:35.562331+0000","last_became_active":"2024-04-26T17:24:39.461230+0000","last_became_peered":"2024-04-26T17:24:39.461230+0000","last_unstale":"2024-04-26T17:26:35.562331+0000","last_undegraded":"2024-04-26T17:26:35.562331+0000","last_fullsized":"2024-04-26T17:26:35.562331+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:27:23.398940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561149+0000","last_change":"2024-04-26T17:24:39.458691+0000","last_active":"2024-04-26T17:26:35.561149+0000","last_peered":"2024-04-26T17:26:35.561149+0000","last_clean":"2024-04-26T17:26:35.561149+0000","last_became_active":"2024-04-26T17:24:39.458349+0000","last_became_peered":"2024-04-26T17:24:39.458349+0000","last_unstale":"2024-04-26T17:26:35.561149+0000","last_undegraded":"2024-04-26T17:26:35.561149+0000","last_fullsized":"2024-04-26T17:26:35.561149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:07:57.000087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561187+0000","last_change":"2024-04-26T17:24:39.459852+0000","last_active":"2024-04-26T17:26:35.561187+0000","last_peered":"2024-04-26T17:26:35.561187+0000","last_clean":"2024-04-26T17:26:35.561187+0000","last_became_active":"2024-04-26T17:24:39.459512+0000","last_became_peered":"2024-04-26T17:24:39.459512+0000","last_unstale":"2024-04-26T17:26:35.561187+0000","last_undegraded":"2024-04-26T17:26:35.561187+0000","last_fullsized":"2024-04-26T17:26:35.561187+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:05.398783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"92'9","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562722+0000","last_change":"2024-04-26T17:24:39.463585+0000","last_active":"2024-04-26T17:26:35.562722+0000","last_peered":"2024-04-26T17:26:35.562722+0000","last_clean":"2024-04-26T17:26:35.562722+0000","last_became_active":"2024-04-26T17:24:39.463232+0000","last_became_peered":"2024-04-26T17:24:39.463232+0000","last_unstale":"2024-04-26T17:26:35.562722+0000","last_undegraded":"2024-04-26T17:26:35.562722+0000","last_fullsized":"2024-04-26T17:26:35.562722+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:10:18.224001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264941+0000","last_change":"2024-04-26T17:24:39.453752+0000","last_active":"2024-04-26T17:26:36.264941+0000","last_peered":"2024-04-26T17:26:36.264941+0000","last_clean":"2024-04-26T17:26:36.264941+0000","last_became_active":"2024-04-26T17:24:39.453143+0000","last_became_peered":"2024-04-26T17:24:39.453143+0000","last_unstale":"2024-04-26T17:26:36.264941+0000","last_undegraded":"2024-04-26T17:26:36.264941+0000","last_fullsized":"2024-04-26T17:26:36.264941+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:45.424443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"92'10","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540772+0000","last_change":"2024-04-26T17:24:39.461587+0000","last_active":"2024-04-26T17:26:35.540772+0000","last_peered":"2024-04-26T17:26:35.540772+0000","last_clean":"2024-04-26T17:26:35.540772+0000","last_became_active":"2024-04-26T17:24:39.461301+0000","last_became_peered":"2024-04-26T17:24:39.461301+0000","last_unstale":"2024-04-26T17:26:35.540772+0000","last_undegraded":"2024-04-26T17:26:35.540772+0000","last_fullsized":"2024-04-26T17:26:35.540772+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:23:59.031853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"92'7","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538045+0000","last_change":"2024-04-26T17:24:39.455451+0000","last_active":"2024-04-26T17:26:35.538045+0000","last_peered":"2024-04-26T17:26:35.538045+0000","last_clean":"2024-04-26T17:26:35.538045+0000","last_became_active":"2024-04-26T17:24:39.455083+0000","last_became_peered":"2024-04-26T17:24:39.455083+0000","last_unstale":"2024-04-26T17:26:35.538045+0000","last_undegraded":"2024-04-26T17:26:35.538045+0000","last_fullsized":"2024-04-26T17:26:35.538045+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:50:13.807815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537550+0000","last_change":"2024-04-26T17:24:43.473311+0000","last_active":"2024-04-26T17:26:35.537550+0000","last_peered":"2024-04-26T17:26:35.537550+0000","last_clean":"2024-04-26T17:26:35.537550+0000","last_became_active":"2024-04-26T17:24:43.472836+0000","last_became_peered":"2024-04-26T17:24:43.472836+0000","last_unstale":"2024-04-26T17:26:35.537550+0000","last_undegraded":"2024-04-26T17:26:35.537550+0000","last_fullsized":"2024-04-26T17:26:35.537550+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:26:32.512214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"94'14","reported_seq":166,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:05.047539+0000","last_change":"2024-04-26T17:24:38.758449+0000","last_active":"2024-04-26T17:27:05.047539+0000","last_peered":"2024-04-26T17:27:05.047539+0000","last_clean":"2024-04-26T17:27:05.047539+0000","last_became_active":"2024-04-26T17:24:38.757257+0000","last_became_peered":"2024-04-26T17:24:38.757257+0000","last_unstale":"2024-04-26T17:27:05.047539+0000","last_undegraded":"2024-04-26T17:27:05.047539+0000","last_fullsized":"2024-04-26T17:27:05.047539+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:00:32.181805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":121,"num_read_kb":121,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"92'5","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538914+0000","last_change":"2024-04-26T17:24:39.456902+0000","last_active":"2024-04-26T17:26:35.538914+0000","last_peered":"2024-04-26T17:26:35.538914+0000","last_clean":"2024-04-26T17:26:35.538914+0000","last_became_active":"2024-04-26T17:24:39.456603+0000","last_became_peered":"2024-04-26T17:24:39.456603+0000","last_unstale":"2024-04-26T17:26:35.538914+0000","last_undegraded":"2024-04-26T17:26:35.538914+0000","last_fullsized":"2024-04-26T17:26:35.538914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:49.533330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562063+0000","last_change":"2024-04-26T17:24:43.471732+0000","last_active":"2024-04-26T17:26:35.562063+0000","last_peered":"2024-04-26T17:26:35.562063+0000","last_clean":"2024-04-26T17:26:35.562063+0000","last_became_active":"2024-04-26T17:24:43.471289+0000","last_became_peered":"2024-04-26T17:24:43.471289+0000","last_unstale":"2024-04-26T17:26:35.562063+0000","last_undegraded":"2024-04-26T17:26:35.562063+0000","last_fullsized":"2024-04-26T17:26:35.562063+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:33:20.228495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":33,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538956+0000","last_change":"2024-04-26T17:24:38.765866+0000","last_active":"2024-04-26T17:26:35.538956+0000","last_peered":"2024-04-26T17:26:35.538956+0000","last_clean":"2024-04-26T17:26:35.538956+0000","last_became_active":"2024-04-26T17:24:38.765497+0000","last_became_peered":"2024-04-26T17:24:38.765497+0000","last_unstale":"2024-04-26T17:26:35.538956+0000","last_undegraded":"2024-04-26T17:26:35.538956+0000","last_fullsized":"2024-04-26T17:26:35.538956+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:27.360845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"92'6","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561622+0000","last_change":"2024-04-26T17:24:39.452920+0000","last_active":"2024-04-26T17:26:35.561622+0000","last_peered":"2024-04-26T17:26:35.561622+0000","last_clean":"2024-04-26T17:26:35.561622+0000","last_became_active":"2024-04-26T17:24:39.452578+0000","last_became_peered":"2024-04-26T17:24:39.452578+0000","last_unstale":"2024-04-26T17:26:35.561622+0000","last_undegraded":"2024-04-26T17:26:35.561622+0000","last_fullsized":"2024-04-26T17:26:35.561622+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:47:21.269272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562079+0000","last_change":"2024-04-26T17:25:34.670371+0000","last_active":"2024-04-26T17:26:35.562079+0000","last_peered":"2024-04-26T17:26:35.562079+0000","last_clean":"2024-04-26T17:26:35.562079+0000","last_became_active":"2024-04-26T17:25:34.669954+0000","last_became_peered":"2024-04-26T17:25:34.669954+0000","last_unstale":"2024-04-26T17:26:35.562079+0000","last_undegraded":"2024-04-26T17:26:35.562079+0000","last_fullsized":"2024-04-26T17:26:35.562079+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:41:31.332738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,8],"acting":[4,3,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'12","reported_seq":66,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542052+0000","last_change":"2024-04-26T17:25:34.552499+0000","last_active":"2024-04-26T17:26:35.542052+0000","last_peered":"2024-04-26T17:26:35.542052+0000","last_clean":"2024-04-26T17:26:35.542052+0000","last_became_active":"2024-04-26T17:25:34.533677+0000","last_became_peered":"2024-04-26T17:25:34.533677+0000","last_unstale":"2024-04-26T17:26:35.542052+0000","last_undegraded":"2024-04-26T17:26:35.542052+0000","last_fullsized":"2024-04-26T17:26:35.542052+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:25:21.365981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"92'9","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563126+0000","last_change":"2024-04-26T17:24:39.459696+0000","last_active":"2024-04-26T17:26:35.563126+0000","last_peered":"2024-04-26T17:26:35.563126+0000","last_clean":"2024-04-26T17:26:35.563126+0000","last_became_active":"2024-04-26T17:24:39.459091+0000","last_became_peered":"2024-04-26T17:24:39.459091+0000","last_unstale":"2024-04-26T17:26:35.563126+0000","last_undegraded":"2024-04-26T17:26:35.563126+0000","last_fullsized":"2024-04-26T17:26:35.563126+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:27.494595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561927+0000","last_change":"2024-04-26T17:24:43.471330+0000","last_active":"2024-04-26T17:26:35.561927+0000","last_peered":"2024-04-26T17:26:35.561927+0000","last_clean":"2024-04-26T17:26:35.561927+0000","last_became_active":"2024-04-26T17:24:43.469938+0000","last_became_peered":"2024-04-26T17:24:43.469938+0000","last_unstale":"2024-04-26T17:26:35.561927+0000","last_undegraded":"2024-04-26T17:26:35.561927+0000","last_fullsized":"2024-04-26T17:26:35.561927+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:59.679787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541519+0000","last_change":"2024-04-26T17:24:38.762239+0000","last_active":"2024-04-26T17:26:35.541519+0000","last_peered":"2024-04-26T17:26:35.541519+0000","last_clean":"2024-04-26T17:26:35.541519+0000","last_became_active":"2024-04-26T17:24:38.761870+0000","last_became_peered":"2024-04-26T17:24:38.761870+0000","last_unstale":"2024-04-26T17:26:35.541519+0000","last_undegraded":"2024-04-26T17:26:35.541519+0000","last_fullsized":"2024-04-26T17:26:35.541519+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:22:20.740553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"92'15","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543903+0000","last_change":"2024-04-26T17:24:39.461934+0000","last_active":"2024-04-26T17:26:35.543903+0000","last_peered":"2024-04-26T17:26:35.543903+0000","last_clean":"2024-04-26T17:26:35.543903+0000","last_became_active":"2024-04-26T17:24:39.461627+0000","last_became_peered":"2024-04-26T17:24:39.461627+0000","last_unstale":"2024-04-26T17:26:35.543903+0000","last_undegraded":"2024-04-26T17:26:35.543903+0000","last_fullsized":"2024-04-26T17:26:35.543903+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:37:31.632926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537754+0000","last_change":"2024-04-26T17:24:43.465956+0000","last_active":"2024-04-26T17:26:35.537754+0000","last_peered":"2024-04-26T17:26:35.537754+0000","last_clean":"2024-04-26T17:26:35.537754+0000","last_became_active":"2024-04-26T17:24:43.465488+0000","last_became_peered":"2024-04-26T17:24:43.465488+0000","last_unstale":"2024-04-26T17:26:35.537754+0000","last_undegraded":"2024-04-26T17:26:35.537754+0000","last_fullsized":"2024-04-26T17:26:35.537754+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:15:44.676119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"94'9","reported_seq":169,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.053092+0000","last_change":"2024-04-26T17:24:38.762067+0000","last_active":"2024-04-26T17:27:07.053092+0000","last_peered":"2024-04-26T17:27:07.053092+0000","last_clean":"2024-04-26T17:27:07.053092+0000","last_became_active":"2024-04-26T17:24:38.761741+0000","last_became_peered":"2024-04-26T17:24:38.761741+0000","last_unstale":"2024-04-26T17:27:07.053092+0000","last_undegraded":"2024-04-26T17:27:07.053092+0000","last_fullsized":"2024-04-26T17:27:07.053092+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:59.519213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2038,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":129,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"92'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563276+0000","last_change":"2024-04-26T17:26:35.563276+0000","last_active":"2024-04-26T17:26:35.563276+0000","last_peered":"2024-04-26T17:26:35.563276+0000","last_clean":"2024-04-26T17:26:35.563276+0000","last_became_active":"2024-04-26T17:26:35.562934+0000","last_became_peered":"2024-04-26T17:26:35.562934+0000","last_unstale":"2024-04-26T17:26:35.563276+0000","last_undegraded":"2024-04-26T17:26:35.563276+0000","last_fullsized":"2024-04-26T17:26:35.563276+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:15:46.220895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537713+0000","last_change":"2024-04-26T17:24:43.461865+0000","last_active":"2024-04-26T17:26:35.537713+0000","last_peered":"2024-04-26T17:26:35.537713+0000","last_clean":"2024-04-26T17:26:35.537713+0000","last_became_active":"2024-04-26T17:24:43.461468+0000","last_became_peered":"2024-04-26T17:24:43.461468+0000","last_unstale":"2024-04-26T17:26:35.537713+0000","last_undegraded":"2024-04-26T17:26:35.537713+0000","last_fullsized":"2024-04-26T17:26:35.537713+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:36:18.652254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"90'7","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539319+0000","last_change":"2024-04-26T17:24:38.754273+0000","last_active":"2024-04-26T17:26:35.539319+0000","last_peered":"2024-04-26T17:26:35.539319+0000","last_clean":"2024-04-26T17:26:35.539319+0000","last_became_active":"2024-04-26T17:24:38.753941+0000","last_became_peered":"2024-04-26T17:24:38.753941+0000","last_unstale":"2024-04-26T17:26:35.539319+0000","last_undegraded":"2024-04-26T17:26:35.539319+0000","last_fullsized":"2024-04-26T17:26:35.539319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:52:09.996603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"92'8","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543202+0000","last_change":"2024-04-26T17:24:39.458418+0000","last_active":"2024-04-26T17:26:35.543202+0000","last_peered":"2024-04-26T17:26:35.543202+0000","last_clean":"2024-04-26T17:26:35.543202+0000","last_became_active":"2024-04-26T17:24:39.458098+0000","last_became_peered":"2024-04-26T17:24:39.458098+0000","last_unstale":"2024-04-26T17:26:35.543202+0000","last_undegraded":"2024-04-26T17:26:35.543202+0000","last_fullsized":"2024-04-26T17:26:35.543202+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:30:03.048106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264893+0000","last_change":"2024-04-26T17:24:43.468354+0000","last_active":"2024-04-26T17:26:36.264893+0000","last_peered":"2024-04-26T17:26:36.264893+0000","last_clean":"2024-04-26T17:26:36.264893+0000","last_became_active":"2024-04-26T17:24:43.467855+0000","last_became_peered":"2024-04-26T17:24:43.467855+0000","last_unstale":"2024-04-26T17:26:36.264893+0000","last_undegraded":"2024-04-26T17:26:36.264893+0000","last_fullsized":"2024-04-26T17:26:36.264893+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:16:21.823817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"90'3","reported_seq":33,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561948+0000","last_change":"2024-04-26T17:24:38.749273+0000","last_active":"2024-04-26T17:26:35.561948+0000","last_peered":"2024-04-26T17:26:35.561948+0000","last_clean":"2024-04-26T17:26:35.561948+0000","last_became_active":"2024-04-26T17:24:38.748846+0000","last_became_peered":"2024-04-26T17:24:38.748846+0000","last_unstale":"2024-04-26T17:26:35.561948+0000","last_undegraded":"2024-04-26T17:26:35.561948+0000","last_fullsized":"2024-04-26T17:26:35.561948+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:09:39.097917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538425+0000","last_change":"2024-04-26T17:24:39.455984+0000","last_active":"2024-04-26T17:26:35.538425+0000","last_peered":"2024-04-26T17:26:35.538425+0000","last_clean":"2024-04-26T17:26:35.538425+0000","last_became_active":"2024-04-26T17:24:39.455180+0000","last_became_peered":"2024-04-26T17:24:39.455180+0000","last_unstale":"2024-04-26T17:26:35.538425+0000","last_undegraded":"2024-04-26T17:26:35.538425+0000","last_fullsized":"2024-04-26T17:26:35.538425+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:05:20.141304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561549+0000","last_change":"2024-04-26T17:24:43.468541+0000","last_active":"2024-04-26T17:26:35.561549+0000","last_peered":"2024-04-26T17:26:35.561549+0000","last_clean":"2024-04-26T17:26:35.561549+0000","last_became_active":"2024-04-26T17:24:43.467853+0000","last_became_peered":"2024-04-26T17:24:43.467853+0000","last_unstale":"2024-04-26T17:26:35.561549+0000","last_undegraded":"2024-04-26T17:26:35.561549+0000","last_fullsized":"2024-04-26T17:26:35.561549+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:54:06.926318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"90'3","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544350+0000","last_change":"2024-04-26T17:24:38.760220+0000","last_active":"2024-04-26T17:26:35.544350+0000","last_peered":"2024-04-26T17:26:35.544350+0000","last_clean":"2024-04-26T17:26:35.544350+0000","last_became_active":"2024-04-26T17:24:38.759910+0000","last_became_peered":"2024-04-26T17:24:38.759910+0000","last_unstale":"2024-04-26T17:26:35.544350+0000","last_undegraded":"2024-04-26T17:26:35.544350+0000","last_fullsized":"2024-04-26T17:26:35.544350+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:45:08.808544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"92'11","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540307+0000","last_change":"2024-04-26T17:24:39.456363+0000","last_active":"2024-04-26T17:26:35.540307+0000","last_peered":"2024-04-26T17:26:35.540307+0000","last_clean":"2024-04-26T17:26:35.540307+0000","last_became_active":"2024-04-26T17:24:39.456047+0000","last_became_peered":"2024-04-26T17:24:39.456047+0000","last_unstale":"2024-04-26T17:26:35.540307+0000","last_undegraded":"2024-04-26T17:26:35.540307+0000","last_fullsized":"2024-04-26T17:26:35.540307+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:20:08.146296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538585+0000","last_change":"2024-04-26T17:24:43.478351+0000","last_active":"2024-04-26T17:26:35.538585+0000","last_peered":"2024-04-26T17:26:35.538585+0000","last_clean":"2024-04-26T17:26:35.538585+0000","last_became_active":"2024-04-26T17:24:43.477813+0000","last_became_peered":"2024-04-26T17:24:43.477813+0000","last_unstale":"2024-04-26T17:26:35.538585+0000","last_undegraded":"2024-04-26T17:26:35.538585+0000","last_fullsized":"2024-04-26T17:26:35.538585+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:01.214958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"94'8","reported_seq":284,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.071392+0000","last_change":"2024-04-26T17:24:38.760602+0000","last_active":"2024-04-26T17:27:07.071392+0000","last_peered":"2024-04-26T17:27:07.071392+0000","last_clean":"2024-04-26T17:27:07.071392+0000","last_became_active":"2024-04-26T17:24:38.760248+0000","last_became_peered":"2024-04-26T17:24:38.760248+0000","last_unstale":"2024-04-26T17:27:07.071392+0000","last_undegraded":"2024-04-26T17:27:07.071392+0000","last_fullsized":"2024-04-26T17:27:07.071392+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:10:20.105099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":244,"num_read_kb":244,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"92'10","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563216+0000","last_change":"2024-04-26T17:24:39.460070+0000","last_active":"2024-04-26T17:26:35.563216+0000","last_peered":"2024-04-26T17:26:35.563216+0000","last_clean":"2024-04-26T17:26:35.563216+0000","last_became_active":"2024-04-26T17:24:39.459701+0000","last_became_peered":"2024-04-26T17:24:39.459701+0000","last_unstale":"2024-04-26T17:26:35.563216+0000","last_undegraded":"2024-04-26T17:26:35.563216+0000","last_fullsized":"2024-04-26T17:26:35.563216+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:05.733139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541002+0000","last_change":"2024-04-26T17:24:43.464374+0000","last_active":"2024-04-26T17:26:35.541002+0000","last_peered":"2024-04-26T17:26:35.541002+0000","last_clean":"2024-04-26T17:26:35.541002+0000","last_became_active":"2024-04-26T17:24:43.463969+0000","last_became_peered":"2024-04-26T17:24:43.463969+0000","last_unstale":"2024-04-26T17:26:35.541002+0000","last_undegraded":"2024-04-26T17:26:35.541002+0000","last_fullsized":"2024-04-26T17:26:35.541002+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:37:48.830523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541987+0000","last_change":"2024-04-26T17:24:38.756290+0000","last_active":"2024-04-26T17:26:35.541987+0000","last_peered":"2024-04-26T17:26:35.541987+0000","last_clean":"2024-04-26T17:26:35.541987+0000","last_became_active":"2024-04-26T17:24:38.755946+0000","last_became_peered":"2024-04-26T17:24:38.755946+0000","last_unstale":"2024-04-26T17:26:35.541987+0000","last_undegraded":"2024-04-26T17:26:35.541987+0000","last_fullsized":"2024-04-26T17:26:35.541987+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:18:12.738278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"92'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561816+0000","last_change":"2024-04-26T17:25:34.538218+0000","last_active":"2024-04-26T17:26:35.561816+0000","last_peered":"2024-04-26T17:26:35.561816+0000","last_clean":"2024-04-26T17:26:35.561816+0000","last_became_active":"2024-04-26T17:25:34.537950+0000","last_became_peered":"2024-04-26T17:25:34.537950+0000","last_unstale":"2024-04-26T17:26:35.561816+0000","last_undegraded":"2024-04-26T17:26:35.561816+0000","last_fullsized":"2024-04-26T17:26:35.561816+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:49:12.136425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":30,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562395+0000","last_change":"2024-04-26T17:25:34.669349+0000","last_active":"2024-04-26T17:26:35.562395+0000","last_peered":"2024-04-26T17:26:35.562395+0000","last_clean":"2024-04-26T17:26:35.562395+0000","last_became_active":"2024-04-26T17:25:34.668891+0000","last_became_peered":"2024-04-26T17:25:34.668891+0000","last_unstale":"2024-04-26T17:26:35.562395+0000","last_undegraded":"2024-04-26T17:26:35.562395+0000","last_fullsized":"2024-04-26T17:26:35.562395+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:41:27.443624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"90'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543293+0000","last_change":"2024-04-26T17:24:38.764664+0000","last_active":"2024-04-26T17:26:35.543293+0000","last_peered":"2024-04-26T17:26:35.543293+0000","last_clean":"2024-04-26T17:26:35.543293+0000","last_became_active":"2024-04-26T17:24:38.764343+0000","last_became_peered":"2024-04-26T17:24:38.764343+0000","last_unstale":"2024-04-26T17:26:35.543293+0000","last_undegraded":"2024-04-26T17:26:35.543293+0000","last_fullsized":"2024-04-26T17:26:35.543293+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:16:28.775919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"92'11","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563227+0000","last_change":"2024-04-26T17:24:39.459402+0000","last_active":"2024-04-26T17:26:35.563227+0000","last_peered":"2024-04-26T17:26:35.563227+0000","last_clean":"2024-04-26T17:26:35.563227+0000","last_became_active":"2024-04-26T17:24:39.458628+0000","last_became_peered":"2024-04-26T17:24:39.458628+0000","last_unstale":"2024-04-26T17:26:35.563227+0000","last_undegraded":"2024-04-26T17:26:35.563227+0000","last_fullsized":"2024-04-26T17:26:35.563227+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:06:33.324644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540560+0000","last_change":"2024-04-26T17:24:43.465983+0000","last_active":"2024-04-26T17:26:35.540560+0000","last_peered":"2024-04-26T17:26:35.540560+0000","last_clean":"2024-04-26T17:26:35.540560+0000","last_became_active":"2024-04-26T17:24:43.465337+0000","last_became_peered":"2024-04-26T17:24:43.465337+0000","last_unstale":"2024-04-26T17:26:35.540560+0000","last_undegraded":"2024-04-26T17:26:35.540560+0000","last_fullsized":"2024-04-26T17:26:35.540560+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:16:53.268391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":329,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.052157+0000","last_change":"2024-04-26T17:24:38.757730+0000","last_active":"2024-04-26T17:27:07.052157+0000","last_peered":"2024-04-26T17:27:07.052157+0000","last_clean":"2024-04-26T17:27:07.052157+0000","last_became_active":"2024-04-26T17:24:38.757372+0000","last_became_peered":"2024-04-26T17:24:38.757372+0000","last_unstale":"2024-04-26T17:27:07.052157+0000","last_undegraded":"2024-04-26T17:27:07.052157+0000","last_fullsized":"2024-04-26T17:27:07.052157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:29:46.775577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68803,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":257,"num_read_kb":196,"num_write":42,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"92'6","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541799+0000","last_change":"2024-04-26T17:24:39.464413+0000","last_active":"2024-04-26T17:26:35.541799+0000","last_peered":"2024-04-26T17:26:35.541799+0000","last_clean":"2024-04-26T17:26:35.541799+0000","last_became_active":"2024-04-26T17:24:39.464083+0000","last_became_peered":"2024-04-26T17:24:39.464083+0000","last_unstale":"2024-04-26T17:26:35.541799+0000","last_undegraded":"2024-04-26T17:26:35.541799+0000","last_fullsized":"2024-04-26T17:26:35.541799+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:45:09.977048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544365+0000","last_change":"2024-04-26T17:24:43.474339+0000","last_active":"2024-04-26T17:26:35.544365+0000","last_peered":"2024-04-26T17:26:35.544365+0000","last_clean":"2024-04-26T17:26:35.544365+0000","last_became_active":"2024-04-26T17:24:43.473936+0000","last_became_peered":"2024-04-26T17:24:43.473936+0000","last_unstale":"2024-04-26T17:26:35.544365+0000","last_undegraded":"2024-04-26T17:26:35.544365+0000","last_fullsized":"2024-04-26T17:26:35.544365+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:09:41.382561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"90'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537720+0000","last_change":"2024-04-26T17:24:38.756870+0000","last_active":"2024-04-26T17:26:35.537720+0000","last_peered":"2024-04-26T17:26:35.537720+0000","last_clean":"2024-04-26T17:26:35.537720+0000","last_became_active":"2024-04-26T17:24:38.756509+0000","last_became_peered":"2024-04-26T17:24:38.756509+0000","last_unstale":"2024-04-26T17:26:35.537720+0000","last_undegraded":"2024-04-26T17:26:35.537720+0000","last_fullsized":"2024-04-26T17:26:35.537720+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:18:03.288638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"92'9","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562115+0000","last_change":"2024-04-26T17:24:39.463415+0000","last_active":"2024-04-26T17:26:35.562115+0000","last_peered":"2024-04-26T17:26:35.562115+0000","last_clean":"2024-04-26T17:26:35.562115+0000","last_became_active":"2024-04-26T17:24:39.463051+0000","last_became_peered":"2024-04-26T17:24:39.463051+0000","last_unstale":"2024-04-26T17:26:35.562115+0000","last_undegraded":"2024-04-26T17:26:35.562115+0000","last_fullsized":"2024-04-26T17:26:35.562115+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:41:06.937446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264620+0000","last_change":"2024-04-26T17:24:43.470018+0000","last_active":"2024-04-26T17:26:36.264620+0000","last_peered":"2024-04-26T17:26:36.264620+0000","last_clean":"2024-04-26T17:26:36.264620+0000","last_became_active":"2024-04-26T17:24:43.469495+0000","last_became_peered":"2024-04-26T17:24:43.469495+0000","last_unstale":"2024-04-26T17:26:36.264620+0000","last_undegraded":"2024-04-26T17:26:36.264620+0000","last_fullsized":"2024-04-26T17:26:36.264620+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:58.038238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"90'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544091+0000","last_change":"2024-04-26T17:24:38.766199+0000","last_active":"2024-04-26T17:26:35.544091+0000","last_peered":"2024-04-26T17:26:35.544091+0000","last_clean":"2024-04-26T17:26:35.544091+0000","last_became_active":"2024-04-26T17:24:38.765842+0000","last_became_peered":"2024-04-26T17:24:38.765842+0000","last_unstale":"2024-04-26T17:26:35.544091+0000","last_undegraded":"2024-04-26T17:26:35.544091+0000","last_fullsized":"2024-04-26T17:26:35.544091+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:34:28.148476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"92'15","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542139+0000","last_change":"2024-04-26T17:24:39.465819+0000","last_active":"2024-04-26T17:26:35.542139+0000","last_peered":"2024-04-26T17:26:35.542139+0000","last_clean":"2024-04-26T17:26:35.542139+0000","last_became_active":"2024-04-26T17:24:39.464960+0000","last_became_peered":"2024-04-26T17:24:39.464960+0000","last_unstale":"2024-04-26T17:26:35.542139+0000","last_undegraded":"2024-04-26T17:26:35.542139+0000","last_fullsized":"2024-04-26T17:26:35.542139+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:55:24.079793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540662+0000","last_change":"2024-04-26T17:24:43.475190+0000","last_active":"2024-04-26T17:26:35.540662+0000","last_peered":"2024-04-26T17:26:35.540662+0000","last_clean":"2024-04-26T17:26:35.540662+0000","last_became_active":"2024-04-26T17:24:43.474346+0000","last_became_peered":"2024-04-26T17:24:43.474346+0000","last_unstale":"2024-04-26T17:26:35.540662+0000","last_undegraded":"2024-04-26T17:26:35.540662+0000","last_fullsized":"2024-04-26T17:26:35.540662+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:31:50.199128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"94'9","reported_seq":170,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.044295+0000","last_change":"2024-04-26T17:24:38.754741+0000","last_active":"2024-04-26T17:27:07.044295+0000","last_peered":"2024-04-26T17:27:07.044295+0000","last_clean":"2024-04-26T17:27:07.044295+0000","last_became_active":"2024-04-26T17:24:38.753324+0000","last_became_peered":"2024-04-26T17:24:38.753324+0000","last_unstale":"2024-04-26T17:27:07.044295+0000","last_undegraded":"2024-04-26T17:27:07.044295+0000","last_fullsized":"2024-04-26T17:27:07.044295+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:36.023200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2004,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":7,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"92'6","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542342+0000","last_change":"2024-04-26T17:24:39.462327+0000","last_active":"2024-04-26T17:26:35.542342+0000","last_peered":"2024-04-26T17:26:35.542342+0000","last_clean":"2024-04-26T17:26:35.542342+0000","last_became_active":"2024-04-26T17:24:39.460823+0000","last_became_peered":"2024-04-26T17:24:39.460823+0000","last_unstale":"2024-04-26T17:26:35.542342+0000","last_undegraded":"2024-04-26T17:26:35.542342+0000","last_fullsized":"2024-04-26T17:26:35.542342+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:27.497709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562346+0000","last_change":"2024-04-26T17:24:43.477081+0000","last_active":"2024-04-26T17:26:35.562346+0000","last_peered":"2024-04-26T17:26:35.562346+0000","last_clean":"2024-04-26T17:26:35.562346+0000","last_became_active":"2024-04-26T17:24:43.476509+0000","last_became_peered":"2024-04-26T17:24:43.476509+0000","last_unstale":"2024-04-26T17:26:35.562346+0000","last_undegraded":"2024-04-26T17:26:35.562346+0000","last_fullsized":"2024-04-26T17:26:35.562346+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:17:57.803661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'17","reported_seq":74,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541355+0000","last_change":"2024-04-26T17:25:34.683755+0000","last_active":"2024-04-26T17:26:35.541355+0000","last_peered":"2024-04-26T17:26:35.541355+0000","last_clean":"2024-04-26T17:26:35.541355+0000","last_became_active":"2024-04-26T17:25:34.669891+0000","last_became_peered":"2024-04-26T17:25:34.669891+0000","last_unstale":"2024-04-26T17:26:35.541355+0000","last_undegraded":"2024-04-26T17:26:35.541355+0000","last_fullsized":"2024-04-26T17:26:35.541355+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:37:05.127885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"92'6","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543201+0000","last_change":"2024-04-26T17:24:39.459062+0000","last_active":"2024-04-26T17:26:35.543201+0000","last_peered":"2024-04-26T17:26:35.543201+0000","last_clean":"2024-04-26T17:26:35.543201+0000","last_became_active":"2024-04-26T17:24:39.458742+0000","last_became_peered":"2024-04-26T17:24:39.458742+0000","last_unstale":"2024-04-26T17:26:35.543201+0000","last_undegraded":"2024-04-26T17:26:35.543201+0000","last_fullsized":"2024-04-26T17:26:35.543201+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:08:08.199435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543196+0000","last_change":"2024-04-26T17:24:43.473701+0000","last_active":"2024-04-26T17:26:35.543196+0000","last_peered":"2024-04-26T17:26:35.543196+0000","last_clean":"2024-04-26T17:26:35.543196+0000","last_became_active":"2024-04-26T17:24:43.473306+0000","last_became_peered":"2024-04-26T17:24:43.473306+0000","last_unstale":"2024-04-26T17:26:35.543196+0000","last_undegraded":"2024-04-26T17:26:35.543196+0000","last_fullsized":"2024-04-26T17:26:35.543196+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:46.427555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"94'4","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:05.571741+0000","last_change":"2024-04-26T17:25:34.556678+0000","last_active":"2024-04-26T17:27:05.571741+0000","last_peered":"2024-04-26T17:27:05.571741+0000","last_clean":"2024-04-26T17:27:05.571741+0000","last_became_active":"2024-04-26T17:25:34.538151+0000","last_became_peered":"2024-04-26T17:25:34.538151+0000","last_unstale":"2024-04-26T17:27:05.571741+0000","last_undegraded":"2024-04-26T17:27:05.571741+0000","last_fullsized":"2024-04-26T17:27:05.571741+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:41:04.054537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"92'5","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264802+0000","last_change":"2024-04-26T17:24:39.457532+0000","last_active":"2024-04-26T17:26:36.264802+0000","last_peered":"2024-04-26T17:26:36.264802+0000","last_clean":"2024-04-26T17:26:36.264802+0000","last_became_active":"2024-04-26T17:24:39.457191+0000","last_became_peered":"2024-04-26T17:24:39.457191+0000","last_unstale":"2024-04-26T17:26:36.264802+0000","last_undegraded":"2024-04-26T17:26:36.264802+0000","last_fullsized":"2024-04-26T17:26:36.264802+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:35:27.365525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541957+0000","last_change":"2024-04-26T17:24:43.484625+0000","last_active":"2024-04-26T17:26:35.541957+0000","last_peered":"2024-04-26T17:26:35.541957+0000","last_clean":"2024-04-26T17:26:35.541957+0000","last_became_active":"2024-04-26T17:24:43.484093+0000","last_became_peered":"2024-04-26T17:24:43.484093+0000","last_unstale":"2024-04-26T17:26:35.541957+0000","last_undegraded":"2024-04-26T17:26:35.541957+0000","last_fullsized":"2024-04-26T17:26:35.541957+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:23:51.275317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"90'1","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540815+0000","last_change":"2024-04-26T17:24:38.755671+0000","last_active":"2024-04-26T17:26:35.540815+0000","last_peered":"2024-04-26T17:26:35.540815+0000","last_clean":"2024-04-26T17:26:35.540815+0000","last_became_active":"2024-04-26T17:24:38.755306+0000","last_became_peered":"2024-04-26T17:24:38.755306+0000","last_unstale":"2024-04-26T17:26:35.540815+0000","last_undegraded":"2024-04-26T17:26:35.540815+0000","last_fullsized":"2024-04-26T17:26:35.540815+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:04:54.537525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"92'4","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539746+0000","last_change":"2024-04-26T17:24:39.457765+0000","last_active":"2024-04-26T17:26:35.539746+0000","last_peered":"2024-04-26T17:26:35.539746+0000","last_clean":"2024-04-26T17:26:35.539746+0000","last_became_active":"2024-04-26T17:24:39.457436+0000","last_became_peered":"2024-04-26T17:24:39.457436+0000","last_unstale":"2024-04-26T17:26:35.539746+0000","last_undegraded":"2024-04-26T17:26:35.539746+0000","last_fullsized":"2024-04-26T17:26:35.539746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:55:00.036890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562164+0000","last_change":"2024-04-26T17:24:43.470605+0000","last_active":"2024-04-26T17:26:35.562164+0000","last_peered":"2024-04-26T17:26:35.562164+0000","last_clean":"2024-04-26T17:26:35.562164+0000","last_became_active":"2024-04-26T17:24:43.470143+0000","last_became_peered":"2024-04-26T17:24:43.470143+0000","last_unstale":"2024-04-26T17:26:35.562164+0000","last_undegraded":"2024-04-26T17:26:35.562164+0000","last_fullsized":"2024-04-26T17:26:35.562164+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:34:46.825016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"94'7","reported_seq":164,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.052116+0000","last_change":"2024-04-26T17:24:38.760705+0000","last_active":"2024-04-26T17:27:07.052116+0000","last_peered":"2024-04-26T17:27:07.052116+0000","last_clean":"2024-04-26T17:27:07.052116+0000","last_became_active":"2024-04-26T17:24:38.760311+0000","last_became_peered":"2024-04-26T17:24:38.760311+0000","last_unstale":"2024-04-26T17:27:07.052116+0000","last_undegraded":"2024-04-26T17:27:07.052116+0000","last_fullsized":"2024-04-26T17:27:07.052116+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:52:19.840232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1472,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":125,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539539+0000","last_change":"2024-04-26T17:24:39.459900+0000","last_active":"2024-04-26T17:26:35.539539+0000","last_peered":"2024-04-26T17:26:35.539539+0000","last_clean":"2024-04-26T17:26:35.539539+0000","last_became_active":"2024-04-26T17:24:39.459527+0000","last_became_peered":"2024-04-26T17:24:39.459527+0000","last_unstale":"2024-04-26T17:26:35.539539+0000","last_undegraded":"2024-04-26T17:26:35.539539+0000","last_fullsized":"2024-04-26T17:26:35.539539+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:18:36.208505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562161+0000","last_change":"2024-04-26T17:24:43.484227+0000","last_active":"2024-04-26T17:26:35.562161+0000","last_peered":"2024-04-26T17:26:35.562161+0000","last_clean":"2024-04-26T17:26:35.562161+0000","last_became_active":"2024-04-26T17:24:43.483643+0000","last_became_peered":"2024-04-26T17:24:43.483643+0000","last_unstale":"2024-04-26T17:26:35.562161+0000","last_undegraded":"2024-04-26T17:26:35.562161+0000","last_fullsized":"2024-04-26T17:26:35.562161+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:43.415912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544567+0000","last_change":"2024-04-26T17:24:39.458883+0000","last_active":"2024-04-26T17:26:35.544567+0000","last_peered":"2024-04-26T17:26:35.544567+0000","last_clean":"2024-04-26T17:26:35.544567+0000","last_became_active":"2024-04-26T17:24:39.458382+0000","last_became_peered":"2024-04-26T17:24:39.458382+0000","last_unstale":"2024-04-26T17:26:35.544567+0000","last_undegraded":"2024-04-26T17:26:35.544567+0000","last_fullsized":"2024-04-26T17:26:35.544567+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:35:05.561030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"94'7","reported_seq":162,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.043119+0000","last_change":"2024-04-26T17:24:38.750013+0000","last_active":"2024-04-26T17:27:07.043119+0000","last_peered":"2024-04-26T17:27:07.043119+0000","last_clean":"2024-04-26T17:27:07.043119+0000","last_became_active":"2024-04-26T17:24:38.749676+0000","last_became_peered":"2024-04-26T17:24:38.749676+0000","last_unstale":"2024-04-26T17:27:07.043119+0000","last_undegraded":"2024-04-26T17:27:07.043119+0000","last_fullsized":"2024-04-26T17:27:07.043119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:11:43.249143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542252+0000","last_change":"2024-04-26T17:24:43.464021+0000","last_active":"2024-04-26T17:26:35.542252+0000","last_peered":"2024-04-26T17:26:35.542252+0000","last_clean":"2024-04-26T17:26:35.542252+0000","last_became_active":"2024-04-26T17:24:43.463543+0000","last_became_peered":"2024-04-26T17:24:43.463543+0000","last_unstale":"2024-04-26T17:26:35.542252+0000","last_undegraded":"2024-04-26T17:26:35.542252+0000","last_fullsized":"2024-04-26T17:26:35.542252+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:49:30.368633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539126+0000","last_change":"2024-04-26T17:24:39.457631+0000","last_active":"2024-04-26T17:26:35.539126+0000","last_peered":"2024-04-26T17:26:35.539126+0000","last_clean":"2024-04-26T17:26:35.539126+0000","last_became_active":"2024-04-26T17:24:39.456706+0000","last_became_peered":"2024-04-26T17:24:39.456706+0000","last_unstale":"2024-04-26T17:26:35.539126+0000","last_undegraded":"2024-04-26T17:26:35.539126+0000","last_fullsized":"2024-04-26T17:26:35.539126+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:59:53.471197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'6","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562266+0000","last_change":"2024-04-26T17:24:38.753711+0000","last_active":"2024-04-26T17:26:35.562266+0000","last_peered":"2024-04-26T17:26:35.562266+0000","last_clean":"2024-04-26T17:26:35.562266+0000","last_became_active":"2024-04-26T17:24:38.753064+0000","last_became_peered":"2024-04-26T17:24:38.753064+0000","last_unstale":"2024-04-26T17:26:35.562266+0000","last_undegraded":"2024-04-26T17:26:35.562266+0000","last_fullsized":"2024-04-26T17:26:35.562266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:19:10.566889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":357,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541177+0000","last_change":"2024-04-26T17:23:25.516116+0000","last_active":"2024-04-26T17:26:35.541177+0000","last_peered":"2024-04-26T17:26:35.541177+0000","last_clean":"2024-04-26T17:26:35.541177+0000","last_became_active":"2024-04-26T17:23:25.515603+0000","last_became_peered":"2024-04-26T17:23:25.515603+0000","last_unstale":"2024-04-26T17:26:35.541177+0000","last_undegraded":"2024-04-26T17:26:35.541177+0000","last_fullsized":"2024-04-26T17:26:35.541177+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_clean_scrub_stamp":"2024-04-26T17:20:00.347071+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:41:51.768456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543506+0000","last_change":"2024-04-26T17:24:43.485068+0000","last_active":"2024-04-26T17:26:35.543506+0000","last_peered":"2024-04-26T17:26:35.543506+0000","last_clean":"2024-04-26T17:26:35.543506+0000","last_became_active":"2024-04-26T17:24:43.484477+0000","last_became_peered":"2024-04-26T17:24:43.484477+0000","last_unstale":"2024-04-26T17:26:35.543506+0000","last_undegraded":"2024-04-26T17:26:35.543506+0000","last_fullsized":"2024-04-26T17:26:35.543506+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:34:40.409819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"92'5","reported_seq":33,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561780+0000","last_change":"2024-04-26T17:24:39.457780+0000","last_active":"2024-04-26T17:26:35.561780+0000","last_peered":"2024-04-26T17:26:35.561780+0000","last_clean":"2024-04-26T17:26:35.561780+0000","last_became_active":"2024-04-26T17:24:39.457464+0000","last_became_peered":"2024-04-26T17:24:39.457464+0000","last_unstale":"2024-04-26T17:26:35.561780+0000","last_undegraded":"2024-04-26T17:26:35.561780+0000","last_fullsized":"2024-04-26T17:26:35.561780+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:28:10.491236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541469+0000","last_change":"2024-04-26T17:24:38.762834+0000","last_active":"2024-04-26T17:26:35.541469+0000","last_peered":"2024-04-26T17:26:35.541469+0000","last_clean":"2024-04-26T17:26:35.541469+0000","last_became_active":"2024-04-26T17:24:38.762547+0000","last_became_peered":"2024-04-26T17:24:38.762547+0000","last_unstale":"2024-04-26T17:26:35.541469+0000","last_undegraded":"2024-04-26T17:26:35.541469+0000","last_fullsized":"2024-04-26T17:26:35.541469+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:04:12.399538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264569+0000","last_change":"2024-04-26T17:24:43.470092+0000","last_active":"2024-04-26T17:26:36.264569+0000","last_peered":"2024-04-26T17:26:36.264569+0000","last_clean":"2024-04-26T17:26:36.264569+0000","last_became_active":"2024-04-26T17:24:43.469522+0000","last_became_peered":"2024-04-26T17:24:43.469522+0000","last_unstale":"2024-04-26T17:26:36.264569+0000","last_undegraded":"2024-04-26T17:26:36.264569+0000","last_fullsized":"2024-04-26T17:26:36.264569+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:41:03.709023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'4","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542109+0000","last_change":"2024-04-26T17:24:38.764058+0000","last_active":"2024-04-26T17:26:35.542109+0000","last_peered":"2024-04-26T17:26:35.542109+0000","last_clean":"2024-04-26T17:26:35.542109+0000","last_became_active":"2024-04-26T17:24:38.763742+0000","last_became_peered":"2024-04-26T17:24:38.763742+0000","last_unstale":"2024-04-26T17:26:35.542109+0000","last_undegraded":"2024-04-26T17:26:35.542109+0000","last_fullsized":"2024-04-26T17:26:35.542109+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:54:45.870305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"92'9","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562167+0000","last_change":"2024-04-26T17:24:39.447902+0000","last_active":"2024-04-26T17:26:35.562167+0000","last_peered":"2024-04-26T17:26:35.562167+0000","last_clean":"2024-04-26T17:26:35.562167+0000","last_became_active":"2024-04-26T17:24:39.447568+0000","last_became_peered":"2024-04-26T17:24:39.447568+0000","last_unstale":"2024-04-26T17:26:35.562167+0000","last_undegraded":"2024-04-26T17:26:35.562167+0000","last_fullsized":"2024-04-26T17:26:35.562167+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:38:55.547928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538422+0000","last_change":"2024-04-26T17:24:43.484707+0000","last_active":"2024-04-26T17:26:35.538422+0000","last_peered":"2024-04-26T17:26:35.538422+0000","last_clean":"2024-04-26T17:26:35.538422+0000","last_became_active":"2024-04-26T17:24:43.484224+0000","last_became_peered":"2024-04-26T17:24:43.484224+0000","last_unstale":"2024-04-26T17:26:35.538422+0000","last_undegraded":"2024-04-26T17:26:35.538422+0000","last_fullsized":"2024-04-26T17:26:35.538422+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:10:55.134905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'14","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:51.494972+0000","last_change":"2024-04-26T17:24:38.757005+0000","last_active":"2024-04-26T17:26:51.494972+0000","last_peered":"2024-04-26T17:26:51.494972+0000","last_clean":"2024-04-26T17:26:51.494972+0000","last_became_active":"2024-04-26T17:24:38.756679+0000","last_became_peered":"2024-04-26T17:24:38.756679+0000","last_unstale":"2024-04-26T17:26:51.494972+0000","last_undegraded":"2024-04-26T17:26:51.494972+0000","last_fullsized":"2024-04-26T17:26:51.494972+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:38:35.553984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"92'5","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538804+0000","last_change":"2024-04-26T17:24:39.463481+0000","last_active":"2024-04-26T17:26:35.538804+0000","last_peered":"2024-04-26T17:26:35.538804+0000","last_clean":"2024-04-26T17:26:35.538804+0000","last_became_active":"2024-04-26T17:24:39.463056+0000","last_became_peered":"2024-04-26T17:24:39.463056+0000","last_unstale":"2024-04-26T17:26:35.538804+0000","last_undegraded":"2024-04-26T17:26:35.538804+0000","last_fullsized":"2024-04-26T17:26:35.538804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:46:22.393026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537401+0000","last_change":"2024-04-26T17:24:43.462942+0000","last_active":"2024-04-26T17:26:35.537401+0000","last_peered":"2024-04-26T17:26:35.537401+0000","last_clean":"2024-04-26T17:26:35.537401+0000","last_became_active":"2024-04-26T17:24:43.462521+0000","last_became_peered":"2024-04-26T17:24:43.462521+0000","last_unstale":"2024-04-26T17:26:35.537401+0000","last_undegraded":"2024-04-26T17:26:35.537401+0000","last_fullsized":"2024-04-26T17:26:35.537401+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:12:19.608796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"90'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562722+0000","last_change":"2024-04-26T17:24:38.759355+0000","last_active":"2024-04-26T17:26:35.562722+0000","last_peered":"2024-04-26T17:26:35.562722+0000","last_clean":"2024-04-26T17:26:35.562722+0000","last_became_active":"2024-04-26T17:24:38.759050+0000","last_became_peered":"2024-04-26T17:24:38.759050+0000","last_unstale":"2024-04-26T17:26:35.562722+0000","last_undegraded":"2024-04-26T17:26:35.562722+0000","last_fullsized":"2024-04-26T17:26:35.562722+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:22:39.158090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"92'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561646+0000","last_change":"2024-04-26T17:25:34.670504+0000","last_active":"2024-04-26T17:26:35.561646+0000","last_peered":"2024-04-26T17:26:35.561646+0000","last_clean":"2024-04-26T17:26:35.561646+0000","last_became_active":"2024-04-26T17:25:34.670035+0000","last_became_peered":"2024-04-26T17:25:34.670035+0000","last_unstale":"2024-04-26T17:26:35.561646+0000","last_undegraded":"2024-04-26T17:26:35.561646+0000","last_fullsized":"2024-04-26T17:26:35.561646+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:43:13.903949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562292+0000","last_change":"2024-04-26T17:24:43.484806+0000","last_active":"2024-04-26T17:26:35.562292+0000","last_peered":"2024-04-26T17:26:35.562292+0000","last_clean":"2024-04-26T17:26:35.562292+0000","last_became_active":"2024-04-26T17:24:43.484389+0000","last_became_peered":"2024-04-26T17:24:43.484389+0000","last_unstale":"2024-04-26T17:26:35.562292+0000","last_undegraded":"2024-04-26T17:26:35.562292+0000","last_fullsized":"2024-04-26T17:26:35.562292+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:46:50.161170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562864+0000","last_change":"2024-04-26T17:24:38.763427+0000","last_active":"2024-04-26T17:26:35.562864+0000","last_peered":"2024-04-26T17:26:35.562864+0000","last_clean":"2024-04-26T17:26:35.562864+0000","last_became_active":"2024-04-26T17:24:38.763138+0000","last_became_peered":"2024-04-26T17:24:38.763138+0000","last_unstale":"2024-04-26T17:26:35.562864+0000","last_undegraded":"2024-04-26T17:26:35.562864+0000","last_fullsized":"2024-04-26T17:26:35.562864+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:19:19.723703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"92'2","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541408+0000","last_change":"2024-04-26T17:24:39.456262+0000","last_active":"2024-04-26T17:26:35.541408+0000","last_peered":"2024-04-26T17:26:35.541408+0000","last_clean":"2024-04-26T17:26:35.541408+0000","last_became_active":"2024-04-26T17:24:39.455871+0000","last_became_peered":"2024-04-26T17:24:39.455871+0000","last_unstale":"2024-04-26T17:26:35.541408+0000","last_undegraded":"2024-04-26T17:26:35.541408+0000","last_fullsized":"2024-04-26T17:26:35.541408+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:50:38.981234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542327+0000","last_change":"2024-04-26T17:25:34.670896+0000","last_active":"2024-04-26T17:26:35.542327+0000","last_peered":"2024-04-26T17:26:35.542327+0000","last_clean":"2024-04-26T17:26:35.542327+0000","last_became_active":"2024-04-26T17:25:34.670361+0000","last_became_peered":"2024-04-26T17:25:34.670361+0000","last_unstale":"2024-04-26T17:26:35.542327+0000","last_undegraded":"2024-04-26T17:26:35.542327+0000","last_fullsized":"2024-04-26T17:26:35.542327+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:25:13.054226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"90'7","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538722+0000","last_change":"2024-04-26T17:24:38.751590+0000","last_active":"2024-04-26T17:26:35.538722+0000","last_peered":"2024-04-26T17:26:35.538722+0000","last_clean":"2024-04-26T17:26:35.538722+0000","last_became_active":"2024-04-26T17:24:38.751285+0000","last_became_peered":"2024-04-26T17:24:38.751285+0000","last_unstale":"2024-04-26T17:26:35.538722+0000","last_undegraded":"2024-04-26T17:26:35.538722+0000","last_fullsized":"2024-04-26T17:26:35.538722+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:28:11.951439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"92'9","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264387+0000","last_change":"2024-04-26T17:24:39.450865+0000","last_active":"2024-04-26T17:26:36.264387+0000","last_peered":"2024-04-26T17:26:36.264387+0000","last_clean":"2024-04-26T17:26:36.264387+0000","last_became_active":"2024-04-26T17:24:39.450096+0000","last_became_peered":"2024-04-26T17:24:39.450096+0000","last_unstale":"2024-04-26T17:26:36.264387+0000","last_undegraded":"2024-04-26T17:26:36.264387+0000","last_fullsized":"2024-04-26T17:26:36.264387+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:47:59.436057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562617+0000","last_change":"2024-04-26T17:25:34.541178+0000","last_active":"2024-04-26T17:26:35.562617+0000","last_peered":"2024-04-26T17:26:35.562617+0000","last_clean":"2024-04-26T17:26:35.562617+0000","last_became_active":"2024-04-26T17:25:34.534034+0000","last_became_peered":"2024-04-26T17:25:34.534034+0000","last_unstale":"2024-04-26T17:26:35.562617+0000","last_undegraded":"2024-04-26T17:26:35.562617+0000","last_fullsized":"2024-04-26T17:26:35.562617+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:32:03.290358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"94'4","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:48.374831+0000","last_change":"2024-04-26T17:24:38.760595+0000","last_active":"2024-04-26T17:26:48.374831+0000","last_peered":"2024-04-26T17:26:48.374831+0000","last_clean":"2024-04-26T17:26:48.374831+0000","last_became_active":"2024-04-26T17:24:38.760278+0000","last_became_peered":"2024-04-26T17:24:38.760278+0000","last_unstale":"2024-04-26T17:26:48.374831+0000","last_undegraded":"2024-04-26T17:26:48.374831+0000","last_fullsized":"2024-04-26T17:26:48.374831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:23:31.359042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538988+0000","last_change":"2024-04-26T17:24:39.458880+0000","last_active":"2024-04-26T17:26:35.538988+0000","last_peered":"2024-04-26T17:26:35.538988+0000","last_clean":"2024-04-26T17:26:35.538988+0000","last_became_active":"2024-04-26T17:24:39.458562+0000","last_became_peered":"2024-04-26T17:24:39.458562+0000","last_unstale":"2024-04-26T17:26:35.538988+0000","last_undegraded":"2024-04-26T17:26:35.538988+0000","last_fullsized":"2024-04-26T17:26:35.538988+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:48:02.912966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562940+0000","last_change":"2024-04-26T17:24:43.484586+0000","last_active":"2024-04-26T17:26:35.562940+0000","last_peered":"2024-04-26T17:26:35.562940+0000","last_clean":"2024-04-26T17:26:35.562940+0000","last_became_active":"2024-04-26T17:24:43.484167+0000","last_became_peered":"2024-04-26T17:24:43.484167+0000","last_unstale":"2024-04-26T17:26:35.562940+0000","last_undegraded":"2024-04-26T17:26:35.562940+0000","last_fullsized":"2024-04-26T17:26:35.562940+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:02:57.677034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264463+0000","last_change":"2024-04-26T17:25:34.541429+0000","last_active":"2024-04-26T17:26:36.264463+0000","last_peered":"2024-04-26T17:26:36.264463+0000","last_clean":"2024-04-26T17:26:36.264463+0000","last_became_active":"2024-04-26T17:25:34.534117+0000","last_became_peered":"2024-04-26T17:25:34.534117+0000","last_unstale":"2024-04-26T17:26:36.264463+0000","last_undegraded":"2024-04-26T17:26:36.264463+0000","last_fullsized":"2024-04-26T17:26:36.264463+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:22:41.092482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"92'5","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541965+0000","last_change":"2024-04-26T17:24:39.455522+0000","last_active":"2024-04-26T17:26:35.541965+0000","last_peered":"2024-04-26T17:26:35.541965+0000","last_clean":"2024-04-26T17:26:35.541965+0000","last_became_active":"2024-04-26T17:24:39.455187+0000","last_became_peered":"2024-04-26T17:24:39.455187+0000","last_unstale":"2024-04-26T17:26:35.541965+0000","last_undegraded":"2024-04-26T17:26:35.541965+0000","last_fullsized":"2024-04-26T17:26:35.541965+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:13:30.576245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562497+0000","last_change":"2024-04-26T17:24:43.463308+0000","last_active":"2024-04-26T17:26:35.562497+0000","last_peered":"2024-04-26T17:26:35.562497+0000","last_clean":"2024-04-26T17:26:35.562497+0000","last_became_active":"2024-04-26T17:24:43.462881+0000","last_became_peered":"2024-04-26T17:24:43.462881+0000","last_unstale":"2024-04-26T17:26:35.562497+0000","last_undegraded":"2024-04-26T17:26:35.562497+0000","last_fullsized":"2024-04-26T17:26:35.562497+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:29:21.285541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"94'9","reported_seq":166,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.072347+0000","last_change":"2024-04-26T17:24:38.760213+0000","last_active":"2024-04-26T17:27:07.072347+0000","last_peered":"2024-04-26T17:27:07.072347+0000","last_clean":"2024-04-26T17:27:07.072347+0000","last_became_active":"2024-04-26T17:24:38.759853+0000","last_became_peered":"2024-04-26T17:24:38.759853+0000","last_unstale":"2024-04-26T17:27:07.072347+0000","last_undegraded":"2024-04-26T17:27:07.072347+0000","last_fullsized":"2024-04-26T17:27:07.072347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:15:38.711259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2586,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":127,"num_read_kb":5,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542467+0000","last_change":"2024-04-26T17:24:39.466376+0000","last_active":"2024-04-26T17:26:35.542467+0000","last_peered":"2024-04-26T17:26:35.542467+0000","last_clean":"2024-04-26T17:26:35.542467+0000","last_became_active":"2024-04-26T17:24:39.465419+0000","last_became_peered":"2024-04-26T17:24:39.465419+0000","last_unstale":"2024-04-26T17:26:35.542467+0000","last_undegraded":"2024-04-26T17:26:35.542467+0000","last_fullsized":"2024-04-26T17:26:35.542467+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:57:16.064878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561157+0000","last_change":"2024-04-26T17:24:43.469096+0000","last_active":"2024-04-26T17:26:35.561157+0000","last_peered":"2024-04-26T17:26:35.561157+0000","last_clean":"2024-04-26T17:26:35.561157+0000","last_became_active":"2024-04-26T17:24:43.468579+0000","last_became_peered":"2024-04-26T17:24:43.468579+0000","last_unstale":"2024-04-26T17:26:35.561157+0000","last_undegraded":"2024-04-26T17:26:35.561157+0000","last_fullsized":"2024-04-26T17:26:35.561157+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:35:58.470242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"90'3","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544083+0000","last_change":"2024-04-26T17:24:38.766114+0000","last_active":"2024-04-26T17:26:35.544083+0000","last_peered":"2024-04-26T17:26:35.544083+0000","last_clean":"2024-04-26T17:26:35.544083+0000","last_became_active":"2024-04-26T17:24:38.765790+0000","last_became_peered":"2024-04-26T17:24:38.765790+0000","last_unstale":"2024-04-26T17:26:35.544083+0000","last_undegraded":"2024-04-26T17:26:35.544083+0000","last_fullsized":"2024-04-26T17:26:35.544083+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:12:30.459554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"92'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.546509+0000","last_change":"2024-04-26T17:26:35.545159+0000","last_active":"2024-04-26T17:26:35.546509+0000","last_peered":"2024-04-26T17:26:35.546509+0000","last_clean":"2024-04-26T17:26:35.546509+0000","last_became_active":"2024-04-26T17:26:35.544774+0000","last_became_peered":"2024-04-26T17:26:35.544774+0000","last_unstale":"2024-04-26T17:26:35.546509+0000","last_undegraded":"2024-04-26T17:26:35.546509+0000","last_fullsized":"2024-04-26T17:26:35.546509+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:23:15.664821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542995+0000","last_change":"2024-04-26T17:24:43.465495+0000","last_active":"2024-04-26T17:26:35.542995+0000","last_peered":"2024-04-26T17:26:35.542995+0000","last_clean":"2024-04-26T17:26:35.542995+0000","last_became_active":"2024-04-26T17:24:43.464957+0000","last_became_peered":"2024-04-26T17:24:43.464957+0000","last_unstale":"2024-04-26T17:26:35.542995+0000","last_undegraded":"2024-04-26T17:26:35.542995+0000","last_fullsized":"2024-04-26T17:26:35.542995+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:11:19.601623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'5","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562320+0000","last_change":"2024-04-26T17:24:38.761473+0000","last_active":"2024-04-26T17:26:35.562320+0000","last_peered":"2024-04-26T17:26:35.562320+0000","last_clean":"2024-04-26T17:26:35.562320+0000","last_became_active":"2024-04-26T17:24:38.761131+0000","last_became_peered":"2024-04-26T17:24:38.761131+0000","last_unstale":"2024-04-26T17:26:35.562320+0000","last_undegraded":"2024-04-26T17:26:35.562320+0000","last_fullsized":"2024-04-26T17:26:35.562320+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:33:42.184431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"92'9","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542123+0000","last_change":"2024-04-26T17:24:39.458109+0000","last_active":"2024-04-26T17:26:35.542123+0000","last_peered":"2024-04-26T17:26:35.542123+0000","last_clean":"2024-04-26T17:26:35.542123+0000","last_became_active":"2024-04-26T17:24:39.457715+0000","last_became_peered":"2024-04-26T17:24:39.457715+0000","last_unstale":"2024-04-26T17:26:35.542123+0000","last_undegraded":"2024-04-26T17:26:35.542123+0000","last_fullsized":"2024-04-26T17:26:35.542123+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:49.881932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"92'9","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264482+0000","last_change":"2024-04-26T17:24:39.454462+0000","last_active":"2024-04-26T17:26:36.264482+0000","last_peered":"2024-04-26T17:26:36.264482+0000","last_clean":"2024-04-26T17:26:36.264482+0000","last_became_active":"2024-04-26T17:24:39.454127+0000","last_became_peered":"2024-04-26T17:24:39.454127+0000","last_unstale":"2024-04-26T17:26:36.264482+0000","last_undegraded":"2024-04-26T17:26:36.264482+0000","last_fullsized":"2024-04-26T17:26:36.264482+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:32:08.386506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"92'12","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537865+0000","last_change":"2024-04-26T17:24:39.457535+0000","last_active":"2024-04-26T17:26:35.537865+0000","last_peered":"2024-04-26T17:26:35.537865+0000","last_clean":"2024-04-26T17:26:35.537865+0000","last_became_active":"2024-04-26T17:24:39.457178+0000","last_became_peered":"2024-04-26T17:24:39.457178+0000","last_unstale":"2024-04-26T17:26:35.537865+0000","last_undegraded":"2024-04-26T17:26:35.537865+0000","last_fullsized":"2024-04-26T17:26:35.537865+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:08.479586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"92'8","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537490+0000","last_change":"2024-04-26T17:24:39.455463+0000","last_active":"2024-04-26T17:26:35.537490+0000","last_peered":"2024-04-26T17:26:35.537490+0000","last_clean":"2024-04-26T17:26:35.537490+0000","last_became_active":"2024-04-26T17:24:39.455066+0000","last_became_peered":"2024-04-26T17:24:39.455066+0000","last_unstale":"2024-04-26T17:26:35.537490+0000","last_undegraded":"2024-04-26T17:26:35.537490+0000","last_fullsized":"2024-04-26T17:26:35.537490+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:11:31.451372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561407+0000","last_change":"2024-04-26T17:24:39.458279+0000","last_active":"2024-04-26T17:26:35.561407+0000","last_peered":"2024-04-26T17:26:35.561407+0000","last_clean":"2024-04-26T17:26:35.561407+0000","last_became_active":"2024-04-26T17:24:39.457822+0000","last_became_peered":"2024-04-26T17:24:39.457822+0000","last_unstale":"2024-04-26T17:26:35.561407+0000","last_undegraded":"2024-04-26T17:26:35.561407+0000","last_fullsized":"2024-04-26T17:26:35.561407+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:12:33.206289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"92'4","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562314+0000","last_change":"2024-04-26T17:24:39.457862+0000","last_active":"2024-04-26T17:26:35.562314+0000","last_peered":"2024-04-26T17:26:35.562314+0000","last_clean":"2024-04-26T17:26:35.562314+0000","last_became_active":"2024-04-26T17:24:39.457571+0000","last_became_peered":"2024-04-26T17:24:39.457571+0000","last_unstale":"2024-04-26T17:26:35.562314+0000","last_undegraded":"2024-04-26T17:26:35.562314+0000","last_fullsized":"2024-04-26T17:26:35.562314+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:21.890300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"92'6","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264841+0000","last_change":"2024-04-26T17:24:39.454287+0000","last_active":"2024-04-26T17:26:36.264841+0000","last_peered":"2024-04-26T17:26:36.264841+0000","last_clean":"2024-04-26T17:26:36.264841+0000","last_became_active":"2024-04-26T17:24:39.453985+0000","last_became_peered":"2024-04-26T17:24:39.453985+0000","last_unstale":"2024-04-26T17:26:36.264841+0000","last_undegraded":"2024-04-26T17:26:36.264841+0000","last_fullsized":"2024-04-26T17:26:36.264841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:58.875958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"92'15","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537959+0000","last_change":"2024-04-26T17:24:39.450151+0000","last_active":"2024-04-26T17:26:35.537959+0000","last_peered":"2024-04-26T17:26:35.537959+0000","last_clean":"2024-04-26T17:26:35.537959+0000","last_became_active":"2024-04-26T17:24:39.449808+0000","last_became_peered":"2024-04-26T17:24:39.449808+0000","last_unstale":"2024-04-26T17:26:35.537959+0000","last_undegraded":"2024-04-26T17:26:35.537959+0000","last_fullsized":"2024-04-26T17:26:35.537959+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.662766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"92'2","reported_seq":31,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538889+0000","last_change":"2024-04-26T17:24:39.458012+0000","last_active":"2024-04-26T17:26:35.538889+0000","last_peered":"2024-04-26T17:26:35.538889+0000","last_clean":"2024-04-26T17:26:35.538889+0000","last_became_active":"2024-04-26T17:24:39.457686+0000","last_became_peered":"2024-04-26T17:24:39.457686+0000","last_unstale":"2024-04-26T17:26:35.538889+0000","last_undegraded":"2024-04-26T17:26:35.538889+0000","last_fullsized":"2024-04-26T17:26:35.538889+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:42.019195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"92'6","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544389+0000","last_change":"2024-04-26T17:24:39.457973+0000","last_active":"2024-04-26T17:26:35.544389+0000","last_peered":"2024-04-26T17:26:35.544389+0000","last_clean":"2024-04-26T17:26:35.544389+0000","last_became_active":"2024-04-26T17:24:39.457656+0000","last_became_peered":"2024-04-26T17:24:39.457656+0000","last_unstale":"2024-04-26T17:26:35.544389+0000","last_undegraded":"2024-04-26T17:26:35.544389+0000","last_fullsized":"2024-04-26T17:26:35.544389+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:33:19.075538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538734+0000","last_change":"2024-04-26T17:24:39.456407+0000","last_active":"2024-04-26T17:26:35.538734+0000","last_peered":"2024-04-26T17:26:35.538734+0000","last_clean":"2024-04-26T17:26:35.538734+0000","last_became_active":"2024-04-26T17:24:39.456058+0000","last_became_peered":"2024-04-26T17:24:39.456058+0000","last_unstale":"2024-04-26T17:26:35.538734+0000","last_undegraded":"2024-04-26T17:26:35.538734+0000","last_fullsized":"2024-04-26T17:26:35.538734+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:17:43.323671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"92'10","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562682+0000","last_change":"2024-04-26T17:24:39.463539+0000","last_active":"2024-04-26T17:26:35.562682+0000","last_peered":"2024-04-26T17:26:35.562682+0000","last_clean":"2024-04-26T17:26:35.562682+0000","last_became_active":"2024-04-26T17:24:39.463195+0000","last_became_peered":"2024-04-26T17:24:39.463195+0000","last_unstale":"2024-04-26T17:26:35.562682+0000","last_undegraded":"2024-04-26T17:26:35.562682+0000","last_fullsized":"2024-04-26T17:26:35.562682+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:32:52.182622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"92'11","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562051+0000","last_change":"2024-04-26T17:24:39.462539+0000","last_active":"2024-04-26T17:26:35.562051+0000","last_peered":"2024-04-26T17:26:35.562051+0000","last_clean":"2024-04-26T17:26:35.562051+0000","last_became_active":"2024-04-26T17:24:39.462220+0000","last_became_peered":"2024-04-26T17:24:39.462220+0000","last_unstale":"2024-04-26T17:26:35.562051+0000","last_undegraded":"2024-04-26T17:26:35.562051+0000","last_fullsized":"2024-04-26T17:26:35.562051+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:54.461792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264756+0000","last_change":"2024-04-26T17:24:39.460186+0000","last_active":"2024-04-26T17:26:36.264756+0000","last_peered":"2024-04-26T17:26:36.264756+0000","last_clean":"2024-04-26T17:26:36.264756+0000","last_became_active":"2024-04-26T17:24:39.459328+0000","last_became_peered":"2024-04-26T17:24:39.459328+0000","last_unstale":"2024-04-26T17:26:36.264756+0000","last_undegraded":"2024-04-26T17:26:36.264756+0000","last_fullsized":"2024-04-26T17:26:36.264756+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:19.563453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":80357,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1276,"num_read_kb":724,"num_write":276,"num_write_kb":173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":134,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":242707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":240,"ondisk_log_size":240,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351020,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32228,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712924,"statfs":{"total":95995035648,"available":95962034176,"internally_reserved":0,"allocated":1077248,"data_stored":524854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612657,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28748,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716404,"statfs":{"total":95995035648,"available":95965597696,"internally_reserved":0,"allocated":1773568,"data_stored":1179451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776182,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1097728,"data_stored":523346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037818,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":523702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299456,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32828,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712324,"statfs":{"total":95995035648,"available":95961419776,"internally_reserved":0,"allocated":1691648,"data_stored":1123546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462982,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1073152,"data_stored":519734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574943,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":589679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36416,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708736,"statfs":{"total":95995035648,"available":95957745664,"internally_reserved":0,"allocated":1097728,"data_stored":520838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411418,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36468,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708684,"statfs":{"total":95995035648,"available":95957692416,"internally_reserved":0,"allocated":1159168,"data_stored":591623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149780,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1085440,"data_stored":518558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888144,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1081344,"data_stored":524340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724618,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28676,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716476,"statfs":{"total":95995035648,"available":95965671424,"internally_reserved":0,"allocated":1699840,"data_stored":1116828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":74071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":73495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":4236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":6858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":71955,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T17:27:10.982 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-04-26T17:27:10.982 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-26T17:27:11.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:10 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3521465031' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:27:11.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:10 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3106374700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:27:11.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:10 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1156153987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:27:11.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:10 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3521465031' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:27:11.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:10 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3106374700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:27:11.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:10 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1156153987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:27:11.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.117+0000 7f831bdad640 1 -- 172.21.15.90:0/4117048428 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8314102250 msgr2=0x7f83141026d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.117+0000 7f831bdad640 1 --2- 172.21.15.90:0/4117048428 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8314102250 0x7f83141026d0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f8304009900 tx=0x7f830402a410 comp rx=0 tx=0).stop 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.117+0000 7f831bdad640 1 -- 172.21.15.90:0/4117048428 shutdown_connections 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.117+0000 7f831bdad640 1 --2- 172.21.15.90:0/4117048428 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8314102c10 0x7f83141094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.117+0000 7f831bdad640 1 --2- 172.21.15.90:0/4117048428 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8314102250 0x7f83141026d0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.117+0000 7f831bdad640 1 --2- 172.21.15.90:0/4117048428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8314101060 0x7f8314101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.117+0000 7f831bdad640 1 -- 172.21.15.90:0/4117048428 >> 172.21.15.90:0/4117048428 conn(0x7f83140fc5f0 msgr2=0x7f83140fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.117+0000 7f831bdad640 1 -- 172.21.15.90:0/4117048428 shutdown_connections 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.117+0000 7f831bdad640 1 -- 172.21.15.90:0/4117048428 wait complete. 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831bdad640 1 Processor -- start 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831bdad640 1 -- start start 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831bdad640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8314101060 0x7f831406b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831bdad640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8314102250 0x7f831419d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:11.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831bdad640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8314102c10 0x7f831419f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831bdad640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f831410cbd0 con 0x7f8314102c10 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831bdad640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f831410ca50 con 0x7f8314101060 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831bdad640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f831410cd50 con 0x7f8314102250 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831a34a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8314102c10 0x7f831419f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831a34a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8314102c10 0x7f831419f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41548/0 (socket says 172.21.15.90:41548) 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831a34a640 1 -- 172.21.15.90:0/1379238136 learned_addr learned my addr 172.21.15.90:0/1379238136 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f8319b49640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8314101060 0x7f831406b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f8319348640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8314102250 0x7f831419d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831a34a640 1 -- 172.21.15.90:0/1379238136 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8314102250 msgr2=0x7f831419d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831a34a640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8314102250 0x7f831419d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831a34a640 1 -- 172.21.15.90:0/1379238136 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8314101060 msgr2=0x7f831406b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831a34a640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8314101060 0x7f831406b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831a34a640 1 -- 172.21.15.90:0/1379238136 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83141a0060 con 0x7f8314102c10 2024-04-26T17:27:11.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.118+0000 7f831a34a640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8314102c10 0x7f831419f750 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f830c00b970 tx=0x7f830c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:11.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.119+0000 7f830affd640 1 -- 172.21.15.90:0/1379238136 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f830c019070 con 0x7f8314102c10 2024-04-26T17:27:11.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.119+0000 7f830affd640 1 -- 172.21.15.90:0/1379238136 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f830c014440 con 0x7f8314102c10 2024-04-26T17:27:11.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.119+0000 7f831bdad640 1 -- 172.21.15.90:0/1379238136 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83141a02f0 con 0x7f8314102c10 2024-04-26T17:27:11.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.119+0000 7f830affd640 1 -- 172.21.15.90:0/1379238136 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f830c0075d0 con 0x7f8314102c10 2024-04-26T17:27:11.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.119+0000 7f831bdad640 1 -- 172.21.15.90:0/1379238136 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83141a0840 con 0x7f8314102c10 2024-04-26T17:27:11.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.120+0000 7f831bdad640 1 -- 172.21.15.90:0/1379238136 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8314108470 con 0x7f8314102c10 2024-04-26T17:27:11.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.121+0000 7f830affd640 1 -- 172.21.15.90:0/1379238136 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f830c01c070 con 0x7f8314102c10 2024-04-26T17:27:11.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.121+0000 7f830affd640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f83000a3c40 0x7f83000a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:11.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.121+0000 7f8319b49640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f83000a3c40 0x7f83000a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:11.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.122+0000 7f830affd640 1 -- 172.21.15.90:0/1379238136 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f830c0d0310 con 0x7f8314102c10 2024-04-26T17:27:11.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.122+0000 7f8319b49640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f83000a3c40 0x7f83000a6100 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f83141020b0 tx=0x7f831000a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:11.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.125+0000 7f830affd640 1 -- 172.21.15.90:0/1379238136 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f830c09c280 con 0x7f8314102c10 2024-04-26T17:27:11.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.299+0000 7f831bdad640 1 -- 172.21.15.90:0/1379238136 --> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8314062540 con 0x7f83000a3c40 2024-04-26T17:27:11.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.308+0000 7f830affd640 1 -- 172.21.15.90:0/1379238136 <== mgr.14152 v2:172.21.15.90:6800/37771707 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340560 (secure 0 0 0) 0x7f8314062540 con 0x7f83000a3c40 2024-04-26T17:27:11.312 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:27:11.314 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-26T17:27:11.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.312+0000 7f831bdad640 1 -- 172.21.15.90:0/1379238136 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f83000a3c40 msgr2=0x7f83000a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.312+0000 7f831bdad640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f83000a3c40 0x7f83000a6100 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f83141020b0 tx=0x7f831000a2d0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.312+0000 7f831bdad640 1 -- 172.21.15.90:0/1379238136 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8314102c10 msgr2=0x7f831419f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.312+0000 7f831bdad640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8314102c10 0x7f831419f750 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f830c00b970 tx=0x7f830c00be30 comp rx=0 tx=0).stop 2024-04-26T17:27:11.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.312+0000 7f831bdad640 1 -- 172.21.15.90:0/1379238136 shutdown_connections 2024-04-26T17:27:11.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.312+0000 7f831bdad640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f83000a3c40 0x7f83000a6100 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.312+0000 7f831bdad640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8314102c10 0x7f831419f750 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.312+0000 7f831bdad640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8314102250 0x7f831419d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.312+0000 7f831bdad640 1 --2- 172.21.15.90:0/1379238136 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8314101060 0x7f831406b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.312+0000 7f831bdad640 1 -- 172.21.15.90:0/1379238136 >> 172.21.15.90:0/1379238136 conn(0x7f83140fc5f0 msgr2=0x7f8314105640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:11.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.312+0000 7f831bdad640 1 -- 172.21.15.90:0/1379238136 shutdown_connections 2024-04-26T17:27:11.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.312+0000 7f831bdad640 1 -- 172.21.15.90:0/1379238136 wait complete. 2024-04-26T17:27:11.323 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":372,"stamp":"2024-04-26T17:27:09.485303+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":670959,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1402,"num_read_kb":833,"num_write":459,"num_write_kb":3113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":1180987,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":879,"ondisk_log_size":879,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388856,"kb_used_data":14728,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124552968,"statfs":{"total":1151940427776,"available":1151542239232,"internally_reserved":0,"allocated":15081472,"data_stored":8256499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":382973241},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8734,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":84,"num_write":23,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002888"},"pg_stats":[{"pgid":"3.3f","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.265060+0000","last_change":"2024-04-26T17:24:39.453483+0000","last_active":"2024-04-26T17:26:36.265060+0000","last_peered":"2024-04-26T17:26:36.265060+0000","last_clean":"2024-04-26T17:26:36.265060+0000","last_became_active":"2024-04-26T17:24:39.451972+0000","last_became_peered":"2024-04-26T17:24:39.451972+0000","last_unstale":"2024-04-26T17:26:36.265060+0000","last_undegraded":"2024-04-26T17:26:36.265060+0000","last_fullsized":"2024-04-26T17:26:36.265060+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:33.223541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"92'4","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561603+0000","last_change":"2024-04-26T17:24:39.459511+0000","last_active":"2024-04-26T17:26:35.561603+0000","last_peered":"2024-04-26T17:26:35.561603+0000","last_clean":"2024-04-26T17:26:35.561603+0000","last_became_active":"2024-04-26T17:24:39.459136+0000","last_became_peered":"2024-04-26T17:24:39.459136+0000","last_unstale":"2024-04-26T17:26:35.561603+0000","last_undegraded":"2024-04-26T17:26:35.561603+0000","last_fullsized":"2024-04-26T17:26:35.561603+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:29:37.436069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561487+0000","last_change":"2024-04-26T17:24:39.462165+0000","last_active":"2024-04-26T17:26:35.561487+0000","last_peered":"2024-04-26T17:26:35.561487+0000","last_clean":"2024-04-26T17:26:35.561487+0000","last_became_active":"2024-04-26T17:24:39.460938+0000","last_became_peered":"2024-04-26T17:24:39.460938+0000","last_unstale":"2024-04-26T17:26:35.561487+0000","last_undegraded":"2024-04-26T17:26:35.561487+0000","last_fullsized":"2024-04-26T17:26:35.561487+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:10:34.225749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562730+0000","last_change":"2024-04-26T17:24:39.466791+0000","last_active":"2024-04-26T17:26:35.562730+0000","last_peered":"2024-04-26T17:26:35.562730+0000","last_clean":"2024-04-26T17:26:35.562730+0000","last_became_active":"2024-04-26T17:24:39.465140+0000","last_became_peered":"2024-04-26T17:24:39.465140+0000","last_unstale":"2024-04-26T17:26:35.562730+0000","last_undegraded":"2024-04-26T17:26:35.562730+0000","last_fullsized":"2024-04-26T17:26:35.562730+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:18.811566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"92'4","reported_seq":33,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541462+0000","last_change":"2024-04-26T17:24:39.454046+0000","last_active":"2024-04-26T17:26:35.541462+0000","last_peered":"2024-04-26T17:26:35.541462+0000","last_clean":"2024-04-26T17:26:35.541462+0000","last_became_active":"2024-04-26T17:24:39.452675+0000","last_became_peered":"2024-04-26T17:24:39.452675+0000","last_unstale":"2024-04-26T17:26:35.541462+0000","last_undegraded":"2024-04-26T17:26:35.541462+0000","last_fullsized":"2024-04-26T17:26:35.541462+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:44.235666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"92'6","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539472+0000","last_change":"2024-04-26T17:24:39.457980+0000","last_active":"2024-04-26T17:26:35.539472+0000","last_peered":"2024-04-26T17:26:35.539472+0000","last_clean":"2024-04-26T17:26:35.539472+0000","last_became_active":"2024-04-26T17:24:39.457632+0000","last_became_peered":"2024-04-26T17:24:39.457632+0000","last_unstale":"2024-04-26T17:26:35.539472+0000","last_undegraded":"2024-04-26T17:26:35.539472+0000","last_fullsized":"2024-04-26T17:26:35.539472+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:20:23.600531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"92'5","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541521+0000","last_change":"2024-04-26T17:24:39.460485+0000","last_active":"2024-04-26T17:26:35.541521+0000","last_peered":"2024-04-26T17:26:35.541521+0000","last_clean":"2024-04-26T17:26:35.541521+0000","last_became_active":"2024-04-26T17:24:39.460153+0000","last_became_peered":"2024-04-26T17:24:39.460153+0000","last_unstale":"2024-04-26T17:26:35.541521+0000","last_undegraded":"2024-04-26T17:26:35.541521+0000","last_fullsized":"2024-04-26T17:26:35.541521+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:36:10.529362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"92'9","reported_seq":11,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.545891+0000","last_change":"2024-04-26T17:26:35.545472+0000","last_active":"2024-04-26T17:26:35.545891+0000","last_peered":"2024-04-26T17:26:35.545891+0000","last_clean":"2024-04-26T17:26:35.545891+0000","last_became_active":"2024-04-26T17:26:35.544994+0000","last_became_peered":"2024-04-26T17:26:35.544994+0000","last_unstale":"2024-04-26T17:26:35.545891+0000","last_undegraded":"2024-04-26T17:26:35.545891+0000","last_fullsized":"2024-04-26T17:26:35.545891+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:58:33.779103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"92'11","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563067+0000","last_change":"2024-04-26T17:24:39.452370+0000","last_active":"2024-04-26T17:26:35.563067+0000","last_peered":"2024-04-26T17:26:35.563067+0000","last_clean":"2024-04-26T17:26:35.563067+0000","last_became_active":"2024-04-26T17:24:39.452002+0000","last_became_peered":"2024-04-26T17:24:39.452002+0000","last_unstale":"2024-04-26T17:26:35.563067+0000","last_undegraded":"2024-04-26T17:26:35.563067+0000","last_fullsized":"2024-04-26T17:26:35.563067+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:22:55.041158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"92'16","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539846+0000","last_change":"2024-04-26T17:24:39.460250+0000","last_active":"2024-04-26T17:26:35.539846+0000","last_peered":"2024-04-26T17:26:35.539846+0000","last_clean":"2024-04-26T17:26:35.539846+0000","last_became_active":"2024-04-26T17:24:39.459932+0000","last_became_peered":"2024-04-26T17:24:39.459932+0000","last_unstale":"2024-04-26T17:26:35.539846+0000","last_undegraded":"2024-04-26T17:26:35.539846+0000","last_fullsized":"2024-04-26T17:26:35.539846+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:35:46.183844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"92'6","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542467+0000","last_change":"2024-04-26T17:24:39.463413+0000","last_active":"2024-04-26T17:26:35.542467+0000","last_peered":"2024-04-26T17:26:35.542467+0000","last_clean":"2024-04-26T17:26:35.542467+0000","last_became_active":"2024-04-26T17:24:39.463076+0000","last_became_peered":"2024-04-26T17:24:39.463076+0000","last_unstale":"2024-04-26T17:26:35.542467+0000","last_undegraded":"2024-04-26T17:26:35.542467+0000","last_fullsized":"2024-04-26T17:26:35.542467+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:50:06.438580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"92'7","reported_seq":11,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.545015+0000","last_change":"2024-04-26T17:26:35.543027+0000","last_active":"2024-04-26T17:26:35.545015+0000","last_peered":"2024-04-26T17:26:35.545015+0000","last_clean":"2024-04-26T17:26:35.545015+0000","last_became_active":"2024-04-26T17:26:35.542745+0000","last_became_peered":"2024-04-26T17:26:35.542745+0000","last_unstale":"2024-04-26T17:26:35.545015+0000","last_undegraded":"2024-04-26T17:26:35.545015+0000","last_fullsized":"2024-04-26T17:26:35.545015+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:59:40.290648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"92'10","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562331+0000","last_change":"2024-04-26T17:24:39.461560+0000","last_active":"2024-04-26T17:26:35.562331+0000","last_peered":"2024-04-26T17:26:35.562331+0000","last_clean":"2024-04-26T17:26:35.562331+0000","last_became_active":"2024-04-26T17:24:39.461230+0000","last_became_peered":"2024-04-26T17:24:39.461230+0000","last_unstale":"2024-04-26T17:26:35.562331+0000","last_undegraded":"2024-04-26T17:26:35.562331+0000","last_fullsized":"2024-04-26T17:26:35.562331+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:27:23.398940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561149+0000","last_change":"2024-04-26T17:24:39.458691+0000","last_active":"2024-04-26T17:26:35.561149+0000","last_peered":"2024-04-26T17:26:35.561149+0000","last_clean":"2024-04-26T17:26:35.561149+0000","last_became_active":"2024-04-26T17:24:39.458349+0000","last_became_peered":"2024-04-26T17:24:39.458349+0000","last_unstale":"2024-04-26T17:26:35.561149+0000","last_undegraded":"2024-04-26T17:26:35.561149+0000","last_fullsized":"2024-04-26T17:26:35.561149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:07:57.000087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561187+0000","last_change":"2024-04-26T17:24:39.459852+0000","last_active":"2024-04-26T17:26:35.561187+0000","last_peered":"2024-04-26T17:26:35.561187+0000","last_clean":"2024-04-26T17:26:35.561187+0000","last_became_active":"2024-04-26T17:24:39.459512+0000","last_became_peered":"2024-04-26T17:24:39.459512+0000","last_unstale":"2024-04-26T17:26:35.561187+0000","last_undegraded":"2024-04-26T17:26:35.561187+0000","last_fullsized":"2024-04-26T17:26:35.561187+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:05.398783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"92'9","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562722+0000","last_change":"2024-04-26T17:24:39.463585+0000","last_active":"2024-04-26T17:26:35.562722+0000","last_peered":"2024-04-26T17:26:35.562722+0000","last_clean":"2024-04-26T17:26:35.562722+0000","last_became_active":"2024-04-26T17:24:39.463232+0000","last_became_peered":"2024-04-26T17:24:39.463232+0000","last_unstale":"2024-04-26T17:26:35.562722+0000","last_undegraded":"2024-04-26T17:26:35.562722+0000","last_fullsized":"2024-04-26T17:26:35.562722+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:10:18.224001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264941+0000","last_change":"2024-04-26T17:24:39.453752+0000","last_active":"2024-04-26T17:26:36.264941+0000","last_peered":"2024-04-26T17:26:36.264941+0000","last_clean":"2024-04-26T17:26:36.264941+0000","last_became_active":"2024-04-26T17:24:39.453143+0000","last_became_peered":"2024-04-26T17:24:39.453143+0000","last_unstale":"2024-04-26T17:26:36.264941+0000","last_undegraded":"2024-04-26T17:26:36.264941+0000","last_fullsized":"2024-04-26T17:26:36.264941+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:45.424443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"92'10","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540772+0000","last_change":"2024-04-26T17:24:39.461587+0000","last_active":"2024-04-26T17:26:35.540772+0000","last_peered":"2024-04-26T17:26:35.540772+0000","last_clean":"2024-04-26T17:26:35.540772+0000","last_became_active":"2024-04-26T17:24:39.461301+0000","last_became_peered":"2024-04-26T17:24:39.461301+0000","last_unstale":"2024-04-26T17:26:35.540772+0000","last_undegraded":"2024-04-26T17:26:35.540772+0000","last_fullsized":"2024-04-26T17:26:35.540772+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:23:59.031853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"92'7","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538045+0000","last_change":"2024-04-26T17:24:39.455451+0000","last_active":"2024-04-26T17:26:35.538045+0000","last_peered":"2024-04-26T17:26:35.538045+0000","last_clean":"2024-04-26T17:26:35.538045+0000","last_became_active":"2024-04-26T17:24:39.455083+0000","last_became_peered":"2024-04-26T17:24:39.455083+0000","last_unstale":"2024-04-26T17:26:35.538045+0000","last_undegraded":"2024-04-26T17:26:35.538045+0000","last_fullsized":"2024-04-26T17:26:35.538045+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:50:13.807815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537550+0000","last_change":"2024-04-26T17:24:43.473311+0000","last_active":"2024-04-26T17:26:35.537550+0000","last_peered":"2024-04-26T17:26:35.537550+0000","last_clean":"2024-04-26T17:26:35.537550+0000","last_became_active":"2024-04-26T17:24:43.472836+0000","last_became_peered":"2024-04-26T17:24:43.472836+0000","last_unstale":"2024-04-26T17:26:35.537550+0000","last_undegraded":"2024-04-26T17:26:35.537550+0000","last_fullsized":"2024-04-26T17:26:35.537550+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:26:32.512214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"94'14","reported_seq":166,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:05.047539+0000","last_change":"2024-04-26T17:24:38.758449+0000","last_active":"2024-04-26T17:27:05.047539+0000","last_peered":"2024-04-26T17:27:05.047539+0000","last_clean":"2024-04-26T17:27:05.047539+0000","last_became_active":"2024-04-26T17:24:38.757257+0000","last_became_peered":"2024-04-26T17:24:38.757257+0000","last_unstale":"2024-04-26T17:27:05.047539+0000","last_undegraded":"2024-04-26T17:27:05.047539+0000","last_fullsized":"2024-04-26T17:27:05.047539+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:00:32.181805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":121,"num_read_kb":121,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"92'5","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538914+0000","last_change":"2024-04-26T17:24:39.456902+0000","last_active":"2024-04-26T17:26:35.538914+0000","last_peered":"2024-04-26T17:26:35.538914+0000","last_clean":"2024-04-26T17:26:35.538914+0000","last_became_active":"2024-04-26T17:24:39.456603+0000","last_became_peered":"2024-04-26T17:24:39.456603+0000","last_unstale":"2024-04-26T17:26:35.538914+0000","last_undegraded":"2024-04-26T17:26:35.538914+0000","last_fullsized":"2024-04-26T17:26:35.538914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:49.533330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562063+0000","last_change":"2024-04-26T17:24:43.471732+0000","last_active":"2024-04-26T17:26:35.562063+0000","last_peered":"2024-04-26T17:26:35.562063+0000","last_clean":"2024-04-26T17:26:35.562063+0000","last_became_active":"2024-04-26T17:24:43.471289+0000","last_became_peered":"2024-04-26T17:24:43.471289+0000","last_unstale":"2024-04-26T17:26:35.562063+0000","last_undegraded":"2024-04-26T17:26:35.562063+0000","last_fullsized":"2024-04-26T17:26:35.562063+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:33:20.228495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":33,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538956+0000","last_change":"2024-04-26T17:24:38.765866+0000","last_active":"2024-04-26T17:26:35.538956+0000","last_peered":"2024-04-26T17:26:35.538956+0000","last_clean":"2024-04-26T17:26:35.538956+0000","last_became_active":"2024-04-26T17:24:38.765497+0000","last_became_peered":"2024-04-26T17:24:38.765497+0000","last_unstale":"2024-04-26T17:26:35.538956+0000","last_undegraded":"2024-04-26T17:26:35.538956+0000","last_fullsized":"2024-04-26T17:26:35.538956+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:27.360845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"92'6","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561622+0000","last_change":"2024-04-26T17:24:39.452920+0000","last_active":"2024-04-26T17:26:35.561622+0000","last_peered":"2024-04-26T17:26:35.561622+0000","last_clean":"2024-04-26T17:26:35.561622+0000","last_became_active":"2024-04-26T17:24:39.452578+0000","last_became_peered":"2024-04-26T17:24:39.452578+0000","last_unstale":"2024-04-26T17:26:35.561622+0000","last_undegraded":"2024-04-26T17:26:35.561622+0000","last_fullsized":"2024-04-26T17:26:35.561622+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:47:21.269272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562079+0000","last_change":"2024-04-26T17:25:34.670371+0000","last_active":"2024-04-26T17:26:35.562079+0000","last_peered":"2024-04-26T17:26:35.562079+0000","last_clean":"2024-04-26T17:26:35.562079+0000","last_became_active":"2024-04-26T17:25:34.669954+0000","last_became_peered":"2024-04-26T17:25:34.669954+0000","last_unstale":"2024-04-26T17:26:35.562079+0000","last_undegraded":"2024-04-26T17:26:35.562079+0000","last_fullsized":"2024-04-26T17:26:35.562079+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:41:31.332738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,8],"acting":[4,3,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'12","reported_seq":66,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542052+0000","last_change":"2024-04-26T17:25:34.552499+0000","last_active":"2024-04-26T17:26:35.542052+0000","last_peered":"2024-04-26T17:26:35.542052+0000","last_clean":"2024-04-26T17:26:35.542052+0000","last_became_active":"2024-04-26T17:25:34.533677+0000","last_became_peered":"2024-04-26T17:25:34.533677+0000","last_unstale":"2024-04-26T17:26:35.542052+0000","last_undegraded":"2024-04-26T17:26:35.542052+0000","last_fullsized":"2024-04-26T17:26:35.542052+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:25:21.365981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"92'9","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563126+0000","last_change":"2024-04-26T17:24:39.459696+0000","last_active":"2024-04-26T17:26:35.563126+0000","last_peered":"2024-04-26T17:26:35.563126+0000","last_clean":"2024-04-26T17:26:35.563126+0000","last_became_active":"2024-04-26T17:24:39.459091+0000","last_became_peered":"2024-04-26T17:24:39.459091+0000","last_unstale":"2024-04-26T17:26:35.563126+0000","last_undegraded":"2024-04-26T17:26:35.563126+0000","last_fullsized":"2024-04-26T17:26:35.563126+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:27.494595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561927+0000","last_change":"2024-04-26T17:24:43.471330+0000","last_active":"2024-04-26T17:26:35.561927+0000","last_peered":"2024-04-26T17:26:35.561927+0000","last_clean":"2024-04-26T17:26:35.561927+0000","last_became_active":"2024-04-26T17:24:43.469938+0000","last_became_peered":"2024-04-26T17:24:43.469938+0000","last_unstale":"2024-04-26T17:26:35.561927+0000","last_undegraded":"2024-04-26T17:26:35.561927+0000","last_fullsized":"2024-04-26T17:26:35.561927+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:38:59.679787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541519+0000","last_change":"2024-04-26T17:24:38.762239+0000","last_active":"2024-04-26T17:26:35.541519+0000","last_peered":"2024-04-26T17:26:35.541519+0000","last_clean":"2024-04-26T17:26:35.541519+0000","last_became_active":"2024-04-26T17:24:38.761870+0000","last_became_peered":"2024-04-26T17:24:38.761870+0000","last_unstale":"2024-04-26T17:26:35.541519+0000","last_undegraded":"2024-04-26T17:26:35.541519+0000","last_fullsized":"2024-04-26T17:26:35.541519+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:22:20.740553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"92'15","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543903+0000","last_change":"2024-04-26T17:24:39.461934+0000","last_active":"2024-04-26T17:26:35.543903+0000","last_peered":"2024-04-26T17:26:35.543903+0000","last_clean":"2024-04-26T17:26:35.543903+0000","last_became_active":"2024-04-26T17:24:39.461627+0000","last_became_peered":"2024-04-26T17:24:39.461627+0000","last_unstale":"2024-04-26T17:26:35.543903+0000","last_undegraded":"2024-04-26T17:26:35.543903+0000","last_fullsized":"2024-04-26T17:26:35.543903+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:37:31.632926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537754+0000","last_change":"2024-04-26T17:24:43.465956+0000","last_active":"2024-04-26T17:26:35.537754+0000","last_peered":"2024-04-26T17:26:35.537754+0000","last_clean":"2024-04-26T17:26:35.537754+0000","last_became_active":"2024-04-26T17:24:43.465488+0000","last_became_peered":"2024-04-26T17:24:43.465488+0000","last_unstale":"2024-04-26T17:26:35.537754+0000","last_undegraded":"2024-04-26T17:26:35.537754+0000","last_fullsized":"2024-04-26T17:26:35.537754+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:15:44.676119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"94'9","reported_seq":169,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.053092+0000","last_change":"2024-04-26T17:24:38.762067+0000","last_active":"2024-04-26T17:27:07.053092+0000","last_peered":"2024-04-26T17:27:07.053092+0000","last_clean":"2024-04-26T17:27:07.053092+0000","last_became_active":"2024-04-26T17:24:38.761741+0000","last_became_peered":"2024-04-26T17:24:38.761741+0000","last_unstale":"2024-04-26T17:27:07.053092+0000","last_undegraded":"2024-04-26T17:27:07.053092+0000","last_fullsized":"2024-04-26T17:27:07.053092+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:59.519213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2038,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":129,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"92'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563276+0000","last_change":"2024-04-26T17:26:35.563276+0000","last_active":"2024-04-26T17:26:35.563276+0000","last_peered":"2024-04-26T17:26:35.563276+0000","last_clean":"2024-04-26T17:26:35.563276+0000","last_became_active":"2024-04-26T17:26:35.562934+0000","last_became_peered":"2024-04-26T17:26:35.562934+0000","last_unstale":"2024-04-26T17:26:35.563276+0000","last_undegraded":"2024-04-26T17:26:35.563276+0000","last_fullsized":"2024-04-26T17:26:35.563276+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:15:46.220895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537713+0000","last_change":"2024-04-26T17:24:43.461865+0000","last_active":"2024-04-26T17:26:35.537713+0000","last_peered":"2024-04-26T17:26:35.537713+0000","last_clean":"2024-04-26T17:26:35.537713+0000","last_became_active":"2024-04-26T17:24:43.461468+0000","last_became_peered":"2024-04-26T17:24:43.461468+0000","last_unstale":"2024-04-26T17:26:35.537713+0000","last_undegraded":"2024-04-26T17:26:35.537713+0000","last_fullsized":"2024-04-26T17:26:35.537713+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:36:18.652254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"90'7","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539319+0000","last_change":"2024-04-26T17:24:38.754273+0000","last_active":"2024-04-26T17:26:35.539319+0000","last_peered":"2024-04-26T17:26:35.539319+0000","last_clean":"2024-04-26T17:26:35.539319+0000","last_became_active":"2024-04-26T17:24:38.753941+0000","last_became_peered":"2024-04-26T17:24:38.753941+0000","last_unstale":"2024-04-26T17:26:35.539319+0000","last_undegraded":"2024-04-26T17:26:35.539319+0000","last_fullsized":"2024-04-26T17:26:35.539319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:52:09.996603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"92'8","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543202+0000","last_change":"2024-04-26T17:24:39.458418+0000","last_active":"2024-04-26T17:26:35.543202+0000","last_peered":"2024-04-26T17:26:35.543202+0000","last_clean":"2024-04-26T17:26:35.543202+0000","last_became_active":"2024-04-26T17:24:39.458098+0000","last_became_peered":"2024-04-26T17:24:39.458098+0000","last_unstale":"2024-04-26T17:26:35.543202+0000","last_undegraded":"2024-04-26T17:26:35.543202+0000","last_fullsized":"2024-04-26T17:26:35.543202+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:30:03.048106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264893+0000","last_change":"2024-04-26T17:24:43.468354+0000","last_active":"2024-04-26T17:26:36.264893+0000","last_peered":"2024-04-26T17:26:36.264893+0000","last_clean":"2024-04-26T17:26:36.264893+0000","last_became_active":"2024-04-26T17:24:43.467855+0000","last_became_peered":"2024-04-26T17:24:43.467855+0000","last_unstale":"2024-04-26T17:26:36.264893+0000","last_undegraded":"2024-04-26T17:26:36.264893+0000","last_fullsized":"2024-04-26T17:26:36.264893+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:16:21.823817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"90'3","reported_seq":33,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561948+0000","last_change":"2024-04-26T17:24:38.749273+0000","last_active":"2024-04-26T17:26:35.561948+0000","last_peered":"2024-04-26T17:26:35.561948+0000","last_clean":"2024-04-26T17:26:35.561948+0000","last_became_active":"2024-04-26T17:24:38.748846+0000","last_became_peered":"2024-04-26T17:24:38.748846+0000","last_unstale":"2024-04-26T17:26:35.561948+0000","last_undegraded":"2024-04-26T17:26:35.561948+0000","last_fullsized":"2024-04-26T17:26:35.561948+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:09:39.097917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538425+0000","last_change":"2024-04-26T17:24:39.455984+0000","last_active":"2024-04-26T17:26:35.538425+0000","last_peered":"2024-04-26T17:26:35.538425+0000","last_clean":"2024-04-26T17:26:35.538425+0000","last_became_active":"2024-04-26T17:24:39.455180+0000","last_became_peered":"2024-04-26T17:24:39.455180+0000","last_unstale":"2024-04-26T17:26:35.538425+0000","last_undegraded":"2024-04-26T17:26:35.538425+0000","last_fullsized":"2024-04-26T17:26:35.538425+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:05:20.141304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561549+0000","last_change":"2024-04-26T17:24:43.468541+0000","last_active":"2024-04-26T17:26:35.561549+0000","last_peered":"2024-04-26T17:26:35.561549+0000","last_clean":"2024-04-26T17:26:35.561549+0000","last_became_active":"2024-04-26T17:24:43.467853+0000","last_became_peered":"2024-04-26T17:24:43.467853+0000","last_unstale":"2024-04-26T17:26:35.561549+0000","last_undegraded":"2024-04-26T17:26:35.561549+0000","last_fullsized":"2024-04-26T17:26:35.561549+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:54:06.926318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"90'3","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544350+0000","last_change":"2024-04-26T17:24:38.760220+0000","last_active":"2024-04-26T17:26:35.544350+0000","last_peered":"2024-04-26T17:26:35.544350+0000","last_clean":"2024-04-26T17:26:35.544350+0000","last_became_active":"2024-04-26T17:24:38.759910+0000","last_became_peered":"2024-04-26T17:24:38.759910+0000","last_unstale":"2024-04-26T17:26:35.544350+0000","last_undegraded":"2024-04-26T17:26:35.544350+0000","last_fullsized":"2024-04-26T17:26:35.544350+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:45:08.808544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"92'11","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540307+0000","last_change":"2024-04-26T17:24:39.456363+0000","last_active":"2024-04-26T17:26:35.540307+0000","last_peered":"2024-04-26T17:26:35.540307+0000","last_clean":"2024-04-26T17:26:35.540307+0000","last_became_active":"2024-04-26T17:24:39.456047+0000","last_became_peered":"2024-04-26T17:24:39.456047+0000","last_unstale":"2024-04-26T17:26:35.540307+0000","last_undegraded":"2024-04-26T17:26:35.540307+0000","last_fullsized":"2024-04-26T17:26:35.540307+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:20:08.146296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538585+0000","last_change":"2024-04-26T17:24:43.478351+0000","last_active":"2024-04-26T17:26:35.538585+0000","last_peered":"2024-04-26T17:26:35.538585+0000","last_clean":"2024-04-26T17:26:35.538585+0000","last_became_active":"2024-04-26T17:24:43.477813+0000","last_became_peered":"2024-04-26T17:24:43.477813+0000","last_unstale":"2024-04-26T17:26:35.538585+0000","last_undegraded":"2024-04-26T17:26:35.538585+0000","last_fullsized":"2024-04-26T17:26:35.538585+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:01.214958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"94'8","reported_seq":284,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.071392+0000","last_change":"2024-04-26T17:24:38.760602+0000","last_active":"2024-04-26T17:27:07.071392+0000","last_peered":"2024-04-26T17:27:07.071392+0000","last_clean":"2024-04-26T17:27:07.071392+0000","last_became_active":"2024-04-26T17:24:38.760248+0000","last_became_peered":"2024-04-26T17:24:38.760248+0000","last_unstale":"2024-04-26T17:27:07.071392+0000","last_undegraded":"2024-04-26T17:27:07.071392+0000","last_fullsized":"2024-04-26T17:27:07.071392+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:10:20.105099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":244,"num_read_kb":244,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"92'10","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563216+0000","last_change":"2024-04-26T17:24:39.460070+0000","last_active":"2024-04-26T17:26:35.563216+0000","last_peered":"2024-04-26T17:26:35.563216+0000","last_clean":"2024-04-26T17:26:35.563216+0000","last_became_active":"2024-04-26T17:24:39.459701+0000","last_became_peered":"2024-04-26T17:24:39.459701+0000","last_unstale":"2024-04-26T17:26:35.563216+0000","last_undegraded":"2024-04-26T17:26:35.563216+0000","last_fullsized":"2024-04-26T17:26:35.563216+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:32:05.733139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541002+0000","last_change":"2024-04-26T17:24:43.464374+0000","last_active":"2024-04-26T17:26:35.541002+0000","last_peered":"2024-04-26T17:26:35.541002+0000","last_clean":"2024-04-26T17:26:35.541002+0000","last_became_active":"2024-04-26T17:24:43.463969+0000","last_became_peered":"2024-04-26T17:24:43.463969+0000","last_unstale":"2024-04-26T17:26:35.541002+0000","last_undegraded":"2024-04-26T17:26:35.541002+0000","last_fullsized":"2024-04-26T17:26:35.541002+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:37:48.830523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541987+0000","last_change":"2024-04-26T17:24:38.756290+0000","last_active":"2024-04-26T17:26:35.541987+0000","last_peered":"2024-04-26T17:26:35.541987+0000","last_clean":"2024-04-26T17:26:35.541987+0000","last_became_active":"2024-04-26T17:24:38.755946+0000","last_became_peered":"2024-04-26T17:24:38.755946+0000","last_unstale":"2024-04-26T17:26:35.541987+0000","last_undegraded":"2024-04-26T17:26:35.541987+0000","last_fullsized":"2024-04-26T17:26:35.541987+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:18:12.738278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"92'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561816+0000","last_change":"2024-04-26T17:25:34.538218+0000","last_active":"2024-04-26T17:26:35.561816+0000","last_peered":"2024-04-26T17:26:35.561816+0000","last_clean":"2024-04-26T17:26:35.561816+0000","last_became_active":"2024-04-26T17:25:34.537950+0000","last_became_peered":"2024-04-26T17:25:34.537950+0000","last_unstale":"2024-04-26T17:26:35.561816+0000","last_undegraded":"2024-04-26T17:26:35.561816+0000","last_fullsized":"2024-04-26T17:26:35.561816+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:49:12.136425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":30,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562395+0000","last_change":"2024-04-26T17:25:34.669349+0000","last_active":"2024-04-26T17:26:35.562395+0000","last_peered":"2024-04-26T17:26:35.562395+0000","last_clean":"2024-04-26T17:26:35.562395+0000","last_became_active":"2024-04-26T17:25:34.668891+0000","last_became_peered":"2024-04-26T17:25:34.668891+0000","last_unstale":"2024-04-26T17:26:35.562395+0000","last_undegraded":"2024-04-26T17:26:35.562395+0000","last_fullsized":"2024-04-26T17:26:35.562395+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:41:27.443624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"90'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543293+0000","last_change":"2024-04-26T17:24:38.764664+0000","last_active":"2024-04-26T17:26:35.543293+0000","last_peered":"2024-04-26T17:26:35.543293+0000","last_clean":"2024-04-26T17:26:35.543293+0000","last_became_active":"2024-04-26T17:24:38.764343+0000","last_became_peered":"2024-04-26T17:24:38.764343+0000","last_unstale":"2024-04-26T17:26:35.543293+0000","last_undegraded":"2024-04-26T17:26:35.543293+0000","last_fullsized":"2024-04-26T17:26:35.543293+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:16:28.775919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"92'11","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.563227+0000","last_change":"2024-04-26T17:24:39.459402+0000","last_active":"2024-04-26T17:26:35.563227+0000","last_peered":"2024-04-26T17:26:35.563227+0000","last_clean":"2024-04-26T17:26:35.563227+0000","last_became_active":"2024-04-26T17:24:39.458628+0000","last_became_peered":"2024-04-26T17:24:39.458628+0000","last_unstale":"2024-04-26T17:26:35.563227+0000","last_undegraded":"2024-04-26T17:26:35.563227+0000","last_fullsized":"2024-04-26T17:26:35.563227+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:06:33.324644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540560+0000","last_change":"2024-04-26T17:24:43.465983+0000","last_active":"2024-04-26T17:26:35.540560+0000","last_peered":"2024-04-26T17:26:35.540560+0000","last_clean":"2024-04-26T17:26:35.540560+0000","last_became_active":"2024-04-26T17:24:43.465337+0000","last_became_peered":"2024-04-26T17:24:43.465337+0000","last_unstale":"2024-04-26T17:26:35.540560+0000","last_undegraded":"2024-04-26T17:26:35.540560+0000","last_fullsized":"2024-04-26T17:26:35.540560+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:16:53.268391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":329,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.052157+0000","last_change":"2024-04-26T17:24:38.757730+0000","last_active":"2024-04-26T17:27:07.052157+0000","last_peered":"2024-04-26T17:27:07.052157+0000","last_clean":"2024-04-26T17:27:07.052157+0000","last_became_active":"2024-04-26T17:24:38.757372+0000","last_became_peered":"2024-04-26T17:24:38.757372+0000","last_unstale":"2024-04-26T17:27:07.052157+0000","last_undegraded":"2024-04-26T17:27:07.052157+0000","last_fullsized":"2024-04-26T17:27:07.052157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:29:46.775577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68803,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":257,"num_read_kb":196,"num_write":42,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"92'6","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541799+0000","last_change":"2024-04-26T17:24:39.464413+0000","last_active":"2024-04-26T17:26:35.541799+0000","last_peered":"2024-04-26T17:26:35.541799+0000","last_clean":"2024-04-26T17:26:35.541799+0000","last_became_active":"2024-04-26T17:24:39.464083+0000","last_became_peered":"2024-04-26T17:24:39.464083+0000","last_unstale":"2024-04-26T17:26:35.541799+0000","last_undegraded":"2024-04-26T17:26:35.541799+0000","last_fullsized":"2024-04-26T17:26:35.541799+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:45:09.977048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544365+0000","last_change":"2024-04-26T17:24:43.474339+0000","last_active":"2024-04-26T17:26:35.544365+0000","last_peered":"2024-04-26T17:26:35.544365+0000","last_clean":"2024-04-26T17:26:35.544365+0000","last_became_active":"2024-04-26T17:24:43.473936+0000","last_became_peered":"2024-04-26T17:24:43.473936+0000","last_unstale":"2024-04-26T17:26:35.544365+0000","last_undegraded":"2024-04-26T17:26:35.544365+0000","last_fullsized":"2024-04-26T17:26:35.544365+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:09:41.382561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"90'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537720+0000","last_change":"2024-04-26T17:24:38.756870+0000","last_active":"2024-04-26T17:26:35.537720+0000","last_peered":"2024-04-26T17:26:35.537720+0000","last_clean":"2024-04-26T17:26:35.537720+0000","last_became_active":"2024-04-26T17:24:38.756509+0000","last_became_peered":"2024-04-26T17:24:38.756509+0000","last_unstale":"2024-04-26T17:26:35.537720+0000","last_undegraded":"2024-04-26T17:26:35.537720+0000","last_fullsized":"2024-04-26T17:26:35.537720+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:18:03.288638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"92'9","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562115+0000","last_change":"2024-04-26T17:24:39.463415+0000","last_active":"2024-04-26T17:26:35.562115+0000","last_peered":"2024-04-26T17:26:35.562115+0000","last_clean":"2024-04-26T17:26:35.562115+0000","last_became_active":"2024-04-26T17:24:39.463051+0000","last_became_peered":"2024-04-26T17:24:39.463051+0000","last_unstale":"2024-04-26T17:26:35.562115+0000","last_undegraded":"2024-04-26T17:26:35.562115+0000","last_fullsized":"2024-04-26T17:26:35.562115+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:41:06.937446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264620+0000","last_change":"2024-04-26T17:24:43.470018+0000","last_active":"2024-04-26T17:26:36.264620+0000","last_peered":"2024-04-26T17:26:36.264620+0000","last_clean":"2024-04-26T17:26:36.264620+0000","last_became_active":"2024-04-26T17:24:43.469495+0000","last_became_peered":"2024-04-26T17:24:43.469495+0000","last_unstale":"2024-04-26T17:26:36.264620+0000","last_undegraded":"2024-04-26T17:26:36.264620+0000","last_fullsized":"2024-04-26T17:26:36.264620+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:58.038238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"90'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544091+0000","last_change":"2024-04-26T17:24:38.766199+0000","last_active":"2024-04-26T17:26:35.544091+0000","last_peered":"2024-04-26T17:26:35.544091+0000","last_clean":"2024-04-26T17:26:35.544091+0000","last_became_active":"2024-04-26T17:24:38.765842+0000","last_became_peered":"2024-04-26T17:24:38.765842+0000","last_unstale":"2024-04-26T17:26:35.544091+0000","last_undegraded":"2024-04-26T17:26:35.544091+0000","last_fullsized":"2024-04-26T17:26:35.544091+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:34:28.148476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"92'15","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542139+0000","last_change":"2024-04-26T17:24:39.465819+0000","last_active":"2024-04-26T17:26:35.542139+0000","last_peered":"2024-04-26T17:26:35.542139+0000","last_clean":"2024-04-26T17:26:35.542139+0000","last_became_active":"2024-04-26T17:24:39.464960+0000","last_became_peered":"2024-04-26T17:24:39.464960+0000","last_unstale":"2024-04-26T17:26:35.542139+0000","last_undegraded":"2024-04-26T17:26:35.542139+0000","last_fullsized":"2024-04-26T17:26:35.542139+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:55:24.079793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540662+0000","last_change":"2024-04-26T17:24:43.475190+0000","last_active":"2024-04-26T17:26:35.540662+0000","last_peered":"2024-04-26T17:26:35.540662+0000","last_clean":"2024-04-26T17:26:35.540662+0000","last_became_active":"2024-04-26T17:24:43.474346+0000","last_became_peered":"2024-04-26T17:24:43.474346+0000","last_unstale":"2024-04-26T17:26:35.540662+0000","last_undegraded":"2024-04-26T17:26:35.540662+0000","last_fullsized":"2024-04-26T17:26:35.540662+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:31:50.199128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"94'9","reported_seq":170,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.044295+0000","last_change":"2024-04-26T17:24:38.754741+0000","last_active":"2024-04-26T17:27:07.044295+0000","last_peered":"2024-04-26T17:27:07.044295+0000","last_clean":"2024-04-26T17:27:07.044295+0000","last_became_active":"2024-04-26T17:24:38.753324+0000","last_became_peered":"2024-04-26T17:24:38.753324+0000","last_unstale":"2024-04-26T17:27:07.044295+0000","last_undegraded":"2024-04-26T17:27:07.044295+0000","last_fullsized":"2024-04-26T17:27:07.044295+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:36.023200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2004,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":7,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"92'6","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542342+0000","last_change":"2024-04-26T17:24:39.462327+0000","last_active":"2024-04-26T17:26:35.542342+0000","last_peered":"2024-04-26T17:26:35.542342+0000","last_clean":"2024-04-26T17:26:35.542342+0000","last_became_active":"2024-04-26T17:24:39.460823+0000","last_became_peered":"2024-04-26T17:24:39.460823+0000","last_unstale":"2024-04-26T17:26:35.542342+0000","last_undegraded":"2024-04-26T17:26:35.542342+0000","last_fullsized":"2024-04-26T17:26:35.542342+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:27.497709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562346+0000","last_change":"2024-04-26T17:24:43.477081+0000","last_active":"2024-04-26T17:26:35.562346+0000","last_peered":"2024-04-26T17:26:35.562346+0000","last_clean":"2024-04-26T17:26:35.562346+0000","last_became_active":"2024-04-26T17:24:43.476509+0000","last_became_peered":"2024-04-26T17:24:43.476509+0000","last_unstale":"2024-04-26T17:26:35.562346+0000","last_undegraded":"2024-04-26T17:26:35.562346+0000","last_fullsized":"2024-04-26T17:26:35.562346+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:17:57.803661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'17","reported_seq":74,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541355+0000","last_change":"2024-04-26T17:25:34.683755+0000","last_active":"2024-04-26T17:26:35.541355+0000","last_peered":"2024-04-26T17:26:35.541355+0000","last_clean":"2024-04-26T17:26:35.541355+0000","last_became_active":"2024-04-26T17:25:34.669891+0000","last_became_peered":"2024-04-26T17:25:34.669891+0000","last_unstale":"2024-04-26T17:26:35.541355+0000","last_undegraded":"2024-04-26T17:26:35.541355+0000","last_fullsized":"2024-04-26T17:26:35.541355+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:37:05.127885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"92'6","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543201+0000","last_change":"2024-04-26T17:24:39.459062+0000","last_active":"2024-04-26T17:26:35.543201+0000","last_peered":"2024-04-26T17:26:35.543201+0000","last_clean":"2024-04-26T17:26:35.543201+0000","last_became_active":"2024-04-26T17:24:39.458742+0000","last_became_peered":"2024-04-26T17:24:39.458742+0000","last_unstale":"2024-04-26T17:26:35.543201+0000","last_undegraded":"2024-04-26T17:26:35.543201+0000","last_fullsized":"2024-04-26T17:26:35.543201+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:08:08.199435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543196+0000","last_change":"2024-04-26T17:24:43.473701+0000","last_active":"2024-04-26T17:26:35.543196+0000","last_peered":"2024-04-26T17:26:35.543196+0000","last_clean":"2024-04-26T17:26:35.543196+0000","last_became_active":"2024-04-26T17:24:43.473306+0000","last_became_peered":"2024-04-26T17:24:43.473306+0000","last_unstale":"2024-04-26T17:26:35.543196+0000","last_undegraded":"2024-04-26T17:26:35.543196+0000","last_fullsized":"2024-04-26T17:26:35.543196+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:14:46.427555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"94'4","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:05.571741+0000","last_change":"2024-04-26T17:25:34.556678+0000","last_active":"2024-04-26T17:27:05.571741+0000","last_peered":"2024-04-26T17:27:05.571741+0000","last_clean":"2024-04-26T17:27:05.571741+0000","last_became_active":"2024-04-26T17:25:34.538151+0000","last_became_peered":"2024-04-26T17:25:34.538151+0000","last_unstale":"2024-04-26T17:27:05.571741+0000","last_undegraded":"2024-04-26T17:27:05.571741+0000","last_fullsized":"2024-04-26T17:27:05.571741+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:41:04.054537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"92'5","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264802+0000","last_change":"2024-04-26T17:24:39.457532+0000","last_active":"2024-04-26T17:26:36.264802+0000","last_peered":"2024-04-26T17:26:36.264802+0000","last_clean":"2024-04-26T17:26:36.264802+0000","last_became_active":"2024-04-26T17:24:39.457191+0000","last_became_peered":"2024-04-26T17:24:39.457191+0000","last_unstale":"2024-04-26T17:26:36.264802+0000","last_undegraded":"2024-04-26T17:26:36.264802+0000","last_fullsized":"2024-04-26T17:26:36.264802+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:35:27.365525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541957+0000","last_change":"2024-04-26T17:24:43.484625+0000","last_active":"2024-04-26T17:26:35.541957+0000","last_peered":"2024-04-26T17:26:35.541957+0000","last_clean":"2024-04-26T17:26:35.541957+0000","last_became_active":"2024-04-26T17:24:43.484093+0000","last_became_peered":"2024-04-26T17:24:43.484093+0000","last_unstale":"2024-04-26T17:26:35.541957+0000","last_undegraded":"2024-04-26T17:26:35.541957+0000","last_fullsized":"2024-04-26T17:26:35.541957+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:23:51.275317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"90'1","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.540815+0000","last_change":"2024-04-26T17:24:38.755671+0000","last_active":"2024-04-26T17:26:35.540815+0000","last_peered":"2024-04-26T17:26:35.540815+0000","last_clean":"2024-04-26T17:26:35.540815+0000","last_became_active":"2024-04-26T17:24:38.755306+0000","last_became_peered":"2024-04-26T17:24:38.755306+0000","last_unstale":"2024-04-26T17:26:35.540815+0000","last_undegraded":"2024-04-26T17:26:35.540815+0000","last_fullsized":"2024-04-26T17:26:35.540815+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:04:54.537525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"92'4","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539746+0000","last_change":"2024-04-26T17:24:39.457765+0000","last_active":"2024-04-26T17:26:35.539746+0000","last_peered":"2024-04-26T17:26:35.539746+0000","last_clean":"2024-04-26T17:26:35.539746+0000","last_became_active":"2024-04-26T17:24:39.457436+0000","last_became_peered":"2024-04-26T17:24:39.457436+0000","last_unstale":"2024-04-26T17:26:35.539746+0000","last_undegraded":"2024-04-26T17:26:35.539746+0000","last_fullsized":"2024-04-26T17:26:35.539746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:55:00.036890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562164+0000","last_change":"2024-04-26T17:24:43.470605+0000","last_active":"2024-04-26T17:26:35.562164+0000","last_peered":"2024-04-26T17:26:35.562164+0000","last_clean":"2024-04-26T17:26:35.562164+0000","last_became_active":"2024-04-26T17:24:43.470143+0000","last_became_peered":"2024-04-26T17:24:43.470143+0000","last_unstale":"2024-04-26T17:26:35.562164+0000","last_undegraded":"2024-04-26T17:26:35.562164+0000","last_fullsized":"2024-04-26T17:26:35.562164+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:34:46.825016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"94'7","reported_seq":164,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.052116+0000","last_change":"2024-04-26T17:24:38.760705+0000","last_active":"2024-04-26T17:27:07.052116+0000","last_peered":"2024-04-26T17:27:07.052116+0000","last_clean":"2024-04-26T17:27:07.052116+0000","last_became_active":"2024-04-26T17:24:38.760311+0000","last_became_peered":"2024-04-26T17:24:38.760311+0000","last_unstale":"2024-04-26T17:27:07.052116+0000","last_undegraded":"2024-04-26T17:27:07.052116+0000","last_fullsized":"2024-04-26T17:27:07.052116+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:52:19.840232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1472,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":125,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539539+0000","last_change":"2024-04-26T17:24:39.459900+0000","last_active":"2024-04-26T17:26:35.539539+0000","last_peered":"2024-04-26T17:26:35.539539+0000","last_clean":"2024-04-26T17:26:35.539539+0000","last_became_active":"2024-04-26T17:24:39.459527+0000","last_became_peered":"2024-04-26T17:24:39.459527+0000","last_unstale":"2024-04-26T17:26:35.539539+0000","last_undegraded":"2024-04-26T17:26:35.539539+0000","last_fullsized":"2024-04-26T17:26:35.539539+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:18:36.208505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562161+0000","last_change":"2024-04-26T17:24:43.484227+0000","last_active":"2024-04-26T17:26:35.562161+0000","last_peered":"2024-04-26T17:26:35.562161+0000","last_clean":"2024-04-26T17:26:35.562161+0000","last_became_active":"2024-04-26T17:24:43.483643+0000","last_became_peered":"2024-04-26T17:24:43.483643+0000","last_unstale":"2024-04-26T17:26:35.562161+0000","last_undegraded":"2024-04-26T17:26:35.562161+0000","last_fullsized":"2024-04-26T17:26:35.562161+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:43.415912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544567+0000","last_change":"2024-04-26T17:24:39.458883+0000","last_active":"2024-04-26T17:26:35.544567+0000","last_peered":"2024-04-26T17:26:35.544567+0000","last_clean":"2024-04-26T17:26:35.544567+0000","last_became_active":"2024-04-26T17:24:39.458382+0000","last_became_peered":"2024-04-26T17:24:39.458382+0000","last_unstale":"2024-04-26T17:26:35.544567+0000","last_undegraded":"2024-04-26T17:26:35.544567+0000","last_fullsized":"2024-04-26T17:26:35.544567+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:35:05.561030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"94'7","reported_seq":162,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.043119+0000","last_change":"2024-04-26T17:24:38.750013+0000","last_active":"2024-04-26T17:27:07.043119+0000","last_peered":"2024-04-26T17:27:07.043119+0000","last_clean":"2024-04-26T17:27:07.043119+0000","last_became_active":"2024-04-26T17:24:38.749676+0000","last_became_peered":"2024-04-26T17:24:38.749676+0000","last_unstale":"2024-04-26T17:27:07.043119+0000","last_undegraded":"2024-04-26T17:27:07.043119+0000","last_fullsized":"2024-04-26T17:27:07.043119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:11:43.249143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542252+0000","last_change":"2024-04-26T17:24:43.464021+0000","last_active":"2024-04-26T17:26:35.542252+0000","last_peered":"2024-04-26T17:26:35.542252+0000","last_clean":"2024-04-26T17:26:35.542252+0000","last_became_active":"2024-04-26T17:24:43.463543+0000","last_became_peered":"2024-04-26T17:24:43.463543+0000","last_unstale":"2024-04-26T17:26:35.542252+0000","last_undegraded":"2024-04-26T17:26:35.542252+0000","last_fullsized":"2024-04-26T17:26:35.542252+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:49:30.368633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.539126+0000","last_change":"2024-04-26T17:24:39.457631+0000","last_active":"2024-04-26T17:26:35.539126+0000","last_peered":"2024-04-26T17:26:35.539126+0000","last_clean":"2024-04-26T17:26:35.539126+0000","last_became_active":"2024-04-26T17:24:39.456706+0000","last_became_peered":"2024-04-26T17:24:39.456706+0000","last_unstale":"2024-04-26T17:26:35.539126+0000","last_undegraded":"2024-04-26T17:26:35.539126+0000","last_fullsized":"2024-04-26T17:26:35.539126+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:59:53.471197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'6","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562266+0000","last_change":"2024-04-26T17:24:38.753711+0000","last_active":"2024-04-26T17:26:35.562266+0000","last_peered":"2024-04-26T17:26:35.562266+0000","last_clean":"2024-04-26T17:26:35.562266+0000","last_became_active":"2024-04-26T17:24:38.753064+0000","last_became_peered":"2024-04-26T17:24:38.753064+0000","last_unstale":"2024-04-26T17:26:35.562266+0000","last_undegraded":"2024-04-26T17:26:35.562266+0000","last_fullsized":"2024-04-26T17:26:35.562266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:19:10.566889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":357,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541177+0000","last_change":"2024-04-26T17:23:25.516116+0000","last_active":"2024-04-26T17:26:35.541177+0000","last_peered":"2024-04-26T17:26:35.541177+0000","last_clean":"2024-04-26T17:26:35.541177+0000","last_became_active":"2024-04-26T17:23:25.515603+0000","last_became_peered":"2024-04-26T17:23:25.515603+0000","last_unstale":"2024-04-26T17:26:35.541177+0000","last_undegraded":"2024-04-26T17:26:35.541177+0000","last_fullsized":"2024-04-26T17:26:35.541177+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:20:00.347071+0000","last_clean_scrub_stamp":"2024-04-26T17:20:00.347071+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:41:51.768456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.543506+0000","last_change":"2024-04-26T17:24:43.485068+0000","last_active":"2024-04-26T17:26:35.543506+0000","last_peered":"2024-04-26T17:26:35.543506+0000","last_clean":"2024-04-26T17:26:35.543506+0000","last_became_active":"2024-04-26T17:24:43.484477+0000","last_became_peered":"2024-04-26T17:24:43.484477+0000","last_unstale":"2024-04-26T17:26:35.543506+0000","last_undegraded":"2024-04-26T17:26:35.543506+0000","last_fullsized":"2024-04-26T17:26:35.543506+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:34:40.409819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"92'5","reported_seq":33,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561780+0000","last_change":"2024-04-26T17:24:39.457780+0000","last_active":"2024-04-26T17:26:35.561780+0000","last_peered":"2024-04-26T17:26:35.561780+0000","last_clean":"2024-04-26T17:26:35.561780+0000","last_became_active":"2024-04-26T17:24:39.457464+0000","last_became_peered":"2024-04-26T17:24:39.457464+0000","last_unstale":"2024-04-26T17:26:35.561780+0000","last_undegraded":"2024-04-26T17:26:35.561780+0000","last_fullsized":"2024-04-26T17:26:35.561780+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:28:10.491236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541469+0000","last_change":"2024-04-26T17:24:38.762834+0000","last_active":"2024-04-26T17:26:35.541469+0000","last_peered":"2024-04-26T17:26:35.541469+0000","last_clean":"2024-04-26T17:26:35.541469+0000","last_became_active":"2024-04-26T17:24:38.762547+0000","last_became_peered":"2024-04-26T17:24:38.762547+0000","last_unstale":"2024-04-26T17:26:35.541469+0000","last_undegraded":"2024-04-26T17:26:35.541469+0000","last_fullsized":"2024-04-26T17:26:35.541469+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:04:12.399538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264569+0000","last_change":"2024-04-26T17:24:43.470092+0000","last_active":"2024-04-26T17:26:36.264569+0000","last_peered":"2024-04-26T17:26:36.264569+0000","last_clean":"2024-04-26T17:26:36.264569+0000","last_became_active":"2024-04-26T17:24:43.469522+0000","last_became_peered":"2024-04-26T17:24:43.469522+0000","last_unstale":"2024-04-26T17:26:36.264569+0000","last_undegraded":"2024-04-26T17:26:36.264569+0000","last_fullsized":"2024-04-26T17:26:36.264569+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:41:03.709023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'4","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542109+0000","last_change":"2024-04-26T17:24:38.764058+0000","last_active":"2024-04-26T17:26:35.542109+0000","last_peered":"2024-04-26T17:26:35.542109+0000","last_clean":"2024-04-26T17:26:35.542109+0000","last_became_active":"2024-04-26T17:24:38.763742+0000","last_became_peered":"2024-04-26T17:24:38.763742+0000","last_unstale":"2024-04-26T17:26:35.542109+0000","last_undegraded":"2024-04-26T17:26:35.542109+0000","last_fullsized":"2024-04-26T17:26:35.542109+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:54:45.870305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"92'9","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562167+0000","last_change":"2024-04-26T17:24:39.447902+0000","last_active":"2024-04-26T17:26:35.562167+0000","last_peered":"2024-04-26T17:26:35.562167+0000","last_clean":"2024-04-26T17:26:35.562167+0000","last_became_active":"2024-04-26T17:24:39.447568+0000","last_became_peered":"2024-04-26T17:24:39.447568+0000","last_unstale":"2024-04-26T17:26:35.562167+0000","last_undegraded":"2024-04-26T17:26:35.562167+0000","last_fullsized":"2024-04-26T17:26:35.562167+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:38:55.547928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538422+0000","last_change":"2024-04-26T17:24:43.484707+0000","last_active":"2024-04-26T17:26:35.538422+0000","last_peered":"2024-04-26T17:26:35.538422+0000","last_clean":"2024-04-26T17:26:35.538422+0000","last_became_active":"2024-04-26T17:24:43.484224+0000","last_became_peered":"2024-04-26T17:24:43.484224+0000","last_unstale":"2024-04-26T17:26:35.538422+0000","last_undegraded":"2024-04-26T17:26:35.538422+0000","last_fullsized":"2024-04-26T17:26:35.538422+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:10:55.134905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'14","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:51.494972+0000","last_change":"2024-04-26T17:24:38.757005+0000","last_active":"2024-04-26T17:26:51.494972+0000","last_peered":"2024-04-26T17:26:51.494972+0000","last_clean":"2024-04-26T17:26:51.494972+0000","last_became_active":"2024-04-26T17:24:38.756679+0000","last_became_peered":"2024-04-26T17:24:38.756679+0000","last_unstale":"2024-04-26T17:26:51.494972+0000","last_undegraded":"2024-04-26T17:26:51.494972+0000","last_fullsized":"2024-04-26T17:26:51.494972+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:38:35.553984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"92'5","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538804+0000","last_change":"2024-04-26T17:24:39.463481+0000","last_active":"2024-04-26T17:26:35.538804+0000","last_peered":"2024-04-26T17:26:35.538804+0000","last_clean":"2024-04-26T17:26:35.538804+0000","last_became_active":"2024-04-26T17:24:39.463056+0000","last_became_peered":"2024-04-26T17:24:39.463056+0000","last_unstale":"2024-04-26T17:26:35.538804+0000","last_undegraded":"2024-04-26T17:26:35.538804+0000","last_fullsized":"2024-04-26T17:26:35.538804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:46:22.393026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537401+0000","last_change":"2024-04-26T17:24:43.462942+0000","last_active":"2024-04-26T17:26:35.537401+0000","last_peered":"2024-04-26T17:26:35.537401+0000","last_clean":"2024-04-26T17:26:35.537401+0000","last_became_active":"2024-04-26T17:24:43.462521+0000","last_became_peered":"2024-04-26T17:24:43.462521+0000","last_unstale":"2024-04-26T17:26:35.537401+0000","last_undegraded":"2024-04-26T17:26:35.537401+0000","last_fullsized":"2024-04-26T17:26:35.537401+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:12:19.608796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"90'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562722+0000","last_change":"2024-04-26T17:24:38.759355+0000","last_active":"2024-04-26T17:26:35.562722+0000","last_peered":"2024-04-26T17:26:35.562722+0000","last_clean":"2024-04-26T17:26:35.562722+0000","last_became_active":"2024-04-26T17:24:38.759050+0000","last_became_peered":"2024-04-26T17:24:38.759050+0000","last_unstale":"2024-04-26T17:26:35.562722+0000","last_undegraded":"2024-04-26T17:26:35.562722+0000","last_fullsized":"2024-04-26T17:26:35.562722+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:22:39.158090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"92'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561646+0000","last_change":"2024-04-26T17:25:34.670504+0000","last_active":"2024-04-26T17:26:35.561646+0000","last_peered":"2024-04-26T17:26:35.561646+0000","last_clean":"2024-04-26T17:26:35.561646+0000","last_became_active":"2024-04-26T17:25:34.670035+0000","last_became_peered":"2024-04-26T17:25:34.670035+0000","last_unstale":"2024-04-26T17:26:35.561646+0000","last_undegraded":"2024-04-26T17:26:35.561646+0000","last_fullsized":"2024-04-26T17:26:35.561646+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:43:13.903949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562292+0000","last_change":"2024-04-26T17:24:43.484806+0000","last_active":"2024-04-26T17:26:35.562292+0000","last_peered":"2024-04-26T17:26:35.562292+0000","last_clean":"2024-04-26T17:26:35.562292+0000","last_became_active":"2024-04-26T17:24:43.484389+0000","last_became_peered":"2024-04-26T17:24:43.484389+0000","last_unstale":"2024-04-26T17:26:35.562292+0000","last_undegraded":"2024-04-26T17:26:35.562292+0000","last_fullsized":"2024-04-26T17:26:35.562292+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:46:50.161170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562864+0000","last_change":"2024-04-26T17:24:38.763427+0000","last_active":"2024-04-26T17:26:35.562864+0000","last_peered":"2024-04-26T17:26:35.562864+0000","last_clean":"2024-04-26T17:26:35.562864+0000","last_became_active":"2024-04-26T17:24:38.763138+0000","last_became_peered":"2024-04-26T17:24:38.763138+0000","last_unstale":"2024-04-26T17:26:35.562864+0000","last_undegraded":"2024-04-26T17:26:35.562864+0000","last_fullsized":"2024-04-26T17:26:35.562864+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:19:19.723703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"92'2","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541408+0000","last_change":"2024-04-26T17:24:39.456262+0000","last_active":"2024-04-26T17:26:35.541408+0000","last_peered":"2024-04-26T17:26:35.541408+0000","last_clean":"2024-04-26T17:26:35.541408+0000","last_became_active":"2024-04-26T17:24:39.455871+0000","last_became_peered":"2024-04-26T17:24:39.455871+0000","last_unstale":"2024-04-26T17:26:35.541408+0000","last_undegraded":"2024-04-26T17:26:35.541408+0000","last_fullsized":"2024-04-26T17:26:35.541408+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:50:38.981234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542327+0000","last_change":"2024-04-26T17:25:34.670896+0000","last_active":"2024-04-26T17:26:35.542327+0000","last_peered":"2024-04-26T17:26:35.542327+0000","last_clean":"2024-04-26T17:26:35.542327+0000","last_became_active":"2024-04-26T17:25:34.670361+0000","last_became_peered":"2024-04-26T17:25:34.670361+0000","last_unstale":"2024-04-26T17:26:35.542327+0000","last_undegraded":"2024-04-26T17:26:35.542327+0000","last_fullsized":"2024-04-26T17:26:35.542327+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:25:13.054226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"90'7","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538722+0000","last_change":"2024-04-26T17:24:38.751590+0000","last_active":"2024-04-26T17:26:35.538722+0000","last_peered":"2024-04-26T17:26:35.538722+0000","last_clean":"2024-04-26T17:26:35.538722+0000","last_became_active":"2024-04-26T17:24:38.751285+0000","last_became_peered":"2024-04-26T17:24:38.751285+0000","last_unstale":"2024-04-26T17:26:35.538722+0000","last_undegraded":"2024-04-26T17:26:35.538722+0000","last_fullsized":"2024-04-26T17:26:35.538722+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T22:28:11.951439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"92'9","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264387+0000","last_change":"2024-04-26T17:24:39.450865+0000","last_active":"2024-04-26T17:26:36.264387+0000","last_peered":"2024-04-26T17:26:36.264387+0000","last_clean":"2024-04-26T17:26:36.264387+0000","last_became_active":"2024-04-26T17:24:39.450096+0000","last_became_peered":"2024-04-26T17:24:39.450096+0000","last_unstale":"2024-04-26T17:26:36.264387+0000","last_undegraded":"2024-04-26T17:26:36.264387+0000","last_fullsized":"2024-04-26T17:26:36.264387+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:47:59.436057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562617+0000","last_change":"2024-04-26T17:25:34.541178+0000","last_active":"2024-04-26T17:26:35.562617+0000","last_peered":"2024-04-26T17:26:35.562617+0000","last_clean":"2024-04-26T17:26:35.562617+0000","last_became_active":"2024-04-26T17:25:34.534034+0000","last_became_peered":"2024-04-26T17:25:34.534034+0000","last_unstale":"2024-04-26T17:26:35.562617+0000","last_undegraded":"2024-04-26T17:26:35.562617+0000","last_fullsized":"2024-04-26T17:26:35.562617+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:32:03.290358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"94'4","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:48.374831+0000","last_change":"2024-04-26T17:24:38.760595+0000","last_active":"2024-04-26T17:26:48.374831+0000","last_peered":"2024-04-26T17:26:48.374831+0000","last_clean":"2024-04-26T17:26:48.374831+0000","last_became_active":"2024-04-26T17:24:38.760278+0000","last_became_peered":"2024-04-26T17:24:38.760278+0000","last_unstale":"2024-04-26T17:26:48.374831+0000","last_undegraded":"2024-04-26T17:26:48.374831+0000","last_fullsized":"2024-04-26T17:26:48.374831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:23:31.359042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538988+0000","last_change":"2024-04-26T17:24:39.458880+0000","last_active":"2024-04-26T17:26:35.538988+0000","last_peered":"2024-04-26T17:26:35.538988+0000","last_clean":"2024-04-26T17:26:35.538988+0000","last_became_active":"2024-04-26T17:24:39.458562+0000","last_became_peered":"2024-04-26T17:24:39.458562+0000","last_unstale":"2024-04-26T17:26:35.538988+0000","last_undegraded":"2024-04-26T17:26:35.538988+0000","last_fullsized":"2024-04-26T17:26:35.538988+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:48:02.912966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562940+0000","last_change":"2024-04-26T17:24:43.484586+0000","last_active":"2024-04-26T17:26:35.562940+0000","last_peered":"2024-04-26T17:26:35.562940+0000","last_clean":"2024-04-26T17:26:35.562940+0000","last_became_active":"2024-04-26T17:24:43.484167+0000","last_became_peered":"2024-04-26T17:24:43.484167+0000","last_unstale":"2024-04-26T17:26:35.562940+0000","last_undegraded":"2024-04-26T17:26:35.562940+0000","last_fullsized":"2024-04-26T17:26:35.562940+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:02:57.677034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264463+0000","last_change":"2024-04-26T17:25:34.541429+0000","last_active":"2024-04-26T17:26:36.264463+0000","last_peered":"2024-04-26T17:26:36.264463+0000","last_clean":"2024-04-26T17:26:36.264463+0000","last_became_active":"2024-04-26T17:25:34.534117+0000","last_became_peered":"2024-04-26T17:25:34.534117+0000","last_unstale":"2024-04-26T17:26:36.264463+0000","last_undegraded":"2024-04-26T17:26:36.264463+0000","last_fullsized":"2024-04-26T17:26:36.264463+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:22:41.092482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"92'5","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.541965+0000","last_change":"2024-04-26T17:24:39.455522+0000","last_active":"2024-04-26T17:26:35.541965+0000","last_peered":"2024-04-26T17:26:35.541965+0000","last_clean":"2024-04-26T17:26:35.541965+0000","last_became_active":"2024-04-26T17:24:39.455187+0000","last_became_peered":"2024-04-26T17:24:39.455187+0000","last_unstale":"2024-04-26T17:26:35.541965+0000","last_undegraded":"2024-04-26T17:26:35.541965+0000","last_fullsized":"2024-04-26T17:26:35.541965+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:13:30.576245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562497+0000","last_change":"2024-04-26T17:24:43.463308+0000","last_active":"2024-04-26T17:26:35.562497+0000","last_peered":"2024-04-26T17:26:35.562497+0000","last_clean":"2024-04-26T17:26:35.562497+0000","last_became_active":"2024-04-26T17:24:43.462881+0000","last_became_peered":"2024-04-26T17:24:43.462881+0000","last_unstale":"2024-04-26T17:26:35.562497+0000","last_undegraded":"2024-04-26T17:26:35.562497+0000","last_fullsized":"2024-04-26T17:26:35.562497+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:29:21.285541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"94'9","reported_seq":166,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:27:07.072347+0000","last_change":"2024-04-26T17:24:38.760213+0000","last_active":"2024-04-26T17:27:07.072347+0000","last_peered":"2024-04-26T17:27:07.072347+0000","last_clean":"2024-04-26T17:27:07.072347+0000","last_became_active":"2024-04-26T17:24:38.759853+0000","last_became_peered":"2024-04-26T17:24:38.759853+0000","last_unstale":"2024-04-26T17:27:07.072347+0000","last_undegraded":"2024-04-26T17:27:07.072347+0000","last_fullsized":"2024-04-26T17:27:07.072347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:15:38.711259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2586,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":127,"num_read_kb":5,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542467+0000","last_change":"2024-04-26T17:24:39.466376+0000","last_active":"2024-04-26T17:26:35.542467+0000","last_peered":"2024-04-26T17:26:35.542467+0000","last_clean":"2024-04-26T17:26:35.542467+0000","last_became_active":"2024-04-26T17:24:39.465419+0000","last_became_peered":"2024-04-26T17:24:39.465419+0000","last_unstale":"2024-04-26T17:26:35.542467+0000","last_undegraded":"2024-04-26T17:26:35.542467+0000","last_fullsized":"2024-04-26T17:26:35.542467+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:57:16.064878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561157+0000","last_change":"2024-04-26T17:24:43.469096+0000","last_active":"2024-04-26T17:26:35.561157+0000","last_peered":"2024-04-26T17:26:35.561157+0000","last_clean":"2024-04-26T17:26:35.561157+0000","last_became_active":"2024-04-26T17:24:43.468579+0000","last_became_peered":"2024-04-26T17:24:43.468579+0000","last_unstale":"2024-04-26T17:26:35.561157+0000","last_undegraded":"2024-04-26T17:26:35.561157+0000","last_fullsized":"2024-04-26T17:26:35.561157+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:35:58.470242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"90'3","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544083+0000","last_change":"2024-04-26T17:24:38.766114+0000","last_active":"2024-04-26T17:26:35.544083+0000","last_peered":"2024-04-26T17:26:35.544083+0000","last_clean":"2024-04-26T17:26:35.544083+0000","last_became_active":"2024-04-26T17:24:38.765790+0000","last_became_peered":"2024-04-26T17:24:38.765790+0000","last_unstale":"2024-04-26T17:26:35.544083+0000","last_undegraded":"2024-04-26T17:26:35.544083+0000","last_fullsized":"2024-04-26T17:26:35.544083+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T21:12:30.459554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"92'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.546509+0000","last_change":"2024-04-26T17:26:35.545159+0000","last_active":"2024-04-26T17:26:35.546509+0000","last_peered":"2024-04-26T17:26:35.546509+0000","last_clean":"2024-04-26T17:26:35.546509+0000","last_became_active":"2024-04-26T17:26:35.544774+0000","last_became_peered":"2024-04-26T17:26:35.544774+0000","last_unstale":"2024-04-26T17:26:35.546509+0000","last_undegraded":"2024-04-26T17:26:35.546509+0000","last_fullsized":"2024-04-26T17:26:35.546509+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:23:15.664821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542995+0000","last_change":"2024-04-26T17:24:43.465495+0000","last_active":"2024-04-26T17:26:35.542995+0000","last_peered":"2024-04-26T17:26:35.542995+0000","last_clean":"2024-04-26T17:26:35.542995+0000","last_became_active":"2024-04-26T17:24:43.464957+0000","last_became_peered":"2024-04-26T17:24:43.464957+0000","last_unstale":"2024-04-26T17:26:35.542995+0000","last_undegraded":"2024-04-26T17:26:35.542995+0000","last_fullsized":"2024-04-26T17:26:35.542995+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:42.445398+0000","last_clean_scrub_stamp":"2024-04-26T17:24:42.445398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:11:19.601623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'5","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562320+0000","last_change":"2024-04-26T17:24:38.761473+0000","last_active":"2024-04-26T17:26:35.562320+0000","last_peered":"2024-04-26T17:26:35.562320+0000","last_clean":"2024-04-26T17:26:35.562320+0000","last_became_active":"2024-04-26T17:24:38.761131+0000","last_became_peered":"2024-04-26T17:24:38.761131+0000","last_unstale":"2024-04-26T17:26:35.562320+0000","last_undegraded":"2024-04-26T17:26:35.562320+0000","last_fullsized":"2024-04-26T17:26:35.562320+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:37.738256+0000","last_clean_scrub_stamp":"2024-04-26T17:24:37.738256+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:33:42.184431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"92'9","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.542123+0000","last_change":"2024-04-26T17:24:39.458109+0000","last_active":"2024-04-26T17:26:35.542123+0000","last_peered":"2024-04-26T17:26:35.542123+0000","last_clean":"2024-04-26T17:26:35.542123+0000","last_became_active":"2024-04-26T17:24:39.457715+0000","last_became_peered":"2024-04-26T17:24:39.457715+0000","last_unstale":"2024-04-26T17:26:35.542123+0000","last_undegraded":"2024-04-26T17:26:35.542123+0000","last_fullsized":"2024-04-26T17:26:35.542123+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:16:49.881932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"92'9","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264482+0000","last_change":"2024-04-26T17:24:39.454462+0000","last_active":"2024-04-26T17:26:36.264482+0000","last_peered":"2024-04-26T17:26:36.264482+0000","last_clean":"2024-04-26T17:26:36.264482+0000","last_became_active":"2024-04-26T17:24:39.454127+0000","last_became_peered":"2024-04-26T17:24:39.454127+0000","last_unstale":"2024-04-26T17:26:36.264482+0000","last_undegraded":"2024-04-26T17:26:36.264482+0000","last_fullsized":"2024-04-26T17:26:36.264482+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T17:32:08.386506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"92'12","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537865+0000","last_change":"2024-04-26T17:24:39.457535+0000","last_active":"2024-04-26T17:26:35.537865+0000","last_peered":"2024-04-26T17:26:35.537865+0000","last_clean":"2024-04-26T17:26:35.537865+0000","last_became_active":"2024-04-26T17:24:39.457178+0000","last_became_peered":"2024-04-26T17:24:39.457178+0000","last_unstale":"2024-04-26T17:26:35.537865+0000","last_undegraded":"2024-04-26T17:26:35.537865+0000","last_fullsized":"2024-04-26T17:26:35.537865+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:08.479586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"92'8","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537490+0000","last_change":"2024-04-26T17:24:39.455463+0000","last_active":"2024-04-26T17:26:35.537490+0000","last_peered":"2024-04-26T17:26:35.537490+0000","last_clean":"2024-04-26T17:26:35.537490+0000","last_became_active":"2024-04-26T17:24:39.455066+0000","last_became_peered":"2024-04-26T17:24:39.455066+0000","last_unstale":"2024-04-26T17:26:35.537490+0000","last_undegraded":"2024-04-26T17:26:35.537490+0000","last_fullsized":"2024-04-26T17:26:35.537490+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:11:31.451372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"92'7","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.561407+0000","last_change":"2024-04-26T17:24:39.458279+0000","last_active":"2024-04-26T17:26:35.561407+0000","last_peered":"2024-04-26T17:26:35.561407+0000","last_clean":"2024-04-26T17:26:35.561407+0000","last_became_active":"2024-04-26T17:24:39.457822+0000","last_became_peered":"2024-04-26T17:24:39.457822+0000","last_unstale":"2024-04-26T17:26:35.561407+0000","last_undegraded":"2024-04-26T17:26:35.561407+0000","last_fullsized":"2024-04-26T17:26:35.561407+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:12:33.206289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"92'4","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562314+0000","last_change":"2024-04-26T17:24:39.457862+0000","last_active":"2024-04-26T17:26:35.562314+0000","last_peered":"2024-04-26T17:26:35.562314+0000","last_clean":"2024-04-26T17:26:35.562314+0000","last_became_active":"2024-04-26T17:24:39.457571+0000","last_became_peered":"2024-04-26T17:24:39.457571+0000","last_unstale":"2024-04-26T17:26:35.562314+0000","last_undegraded":"2024-04-26T17:26:35.562314+0000","last_fullsized":"2024-04-26T17:26:35.562314+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:21.890300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"92'6","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264841+0000","last_change":"2024-04-26T17:24:39.454287+0000","last_active":"2024-04-26T17:26:36.264841+0000","last_peered":"2024-04-26T17:26:36.264841+0000","last_clean":"2024-04-26T17:26:36.264841+0000","last_became_active":"2024-04-26T17:24:39.453985+0000","last_became_peered":"2024-04-26T17:24:39.453985+0000","last_unstale":"2024-04-26T17:26:36.264841+0000","last_undegraded":"2024-04-26T17:26:36.264841+0000","last_fullsized":"2024-04-26T17:26:36.264841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:56:58.875958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"92'15","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.537959+0000","last_change":"2024-04-26T17:24:39.450151+0000","last_active":"2024-04-26T17:26:35.537959+0000","last_peered":"2024-04-26T17:26:35.537959+0000","last_clean":"2024-04-26T17:26:35.537959+0000","last_became_active":"2024-04-26T17:24:39.449808+0000","last_became_peered":"2024-04-26T17:24:39.449808+0000","last_unstale":"2024-04-26T17:26:35.537959+0000","last_undegraded":"2024-04-26T17:26:35.537959+0000","last_fullsized":"2024-04-26T17:26:35.537959+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.662766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"92'2","reported_seq":31,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538889+0000","last_change":"2024-04-26T17:24:39.458012+0000","last_active":"2024-04-26T17:26:35.538889+0000","last_peered":"2024-04-26T17:26:35.538889+0000","last_clean":"2024-04-26T17:26:35.538889+0000","last_became_active":"2024-04-26T17:24:39.457686+0000","last_became_peered":"2024-04-26T17:24:39.457686+0000","last_unstale":"2024-04-26T17:26:35.538889+0000","last_undegraded":"2024-04-26T17:26:35.538889+0000","last_fullsized":"2024-04-26T17:26:35.538889+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T18:00:42.019195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"92'6","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.544389+0000","last_change":"2024-04-26T17:24:39.457973+0000","last_active":"2024-04-26T17:26:35.544389+0000","last_peered":"2024-04-26T17:26:35.544389+0000","last_clean":"2024-04-26T17:26:35.544389+0000","last_became_active":"2024-04-26T17:24:39.457656+0000","last_became_peered":"2024-04-26T17:24:39.457656+0000","last_unstale":"2024-04-26T17:26:35.544389+0000","last_undegraded":"2024-04-26T17:26:35.544389+0000","last_fullsized":"2024-04-26T17:26:35.544389+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:33:19.075538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.538734+0000","last_change":"2024-04-26T17:24:39.456407+0000","last_active":"2024-04-26T17:26:35.538734+0000","last_peered":"2024-04-26T17:26:35.538734+0000","last_clean":"2024-04-26T17:26:35.538734+0000","last_became_active":"2024-04-26T17:24:39.456058+0000","last_became_peered":"2024-04-26T17:24:39.456058+0000","last_unstale":"2024-04-26T17:26:35.538734+0000","last_undegraded":"2024-04-26T17:26:35.538734+0000","last_fullsized":"2024-04-26T17:26:35.538734+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T20:17:43.323671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"92'10","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562682+0000","last_change":"2024-04-26T17:24:39.463539+0000","last_active":"2024-04-26T17:26:35.562682+0000","last_peered":"2024-04-26T17:26:35.562682+0000","last_clean":"2024-04-26T17:26:35.562682+0000","last_became_active":"2024-04-26T17:24:39.463195+0000","last_became_peered":"2024-04-26T17:24:39.463195+0000","last_unstale":"2024-04-26T17:26:35.562682+0000","last_undegraded":"2024-04-26T17:26:35.562682+0000","last_fullsized":"2024-04-26T17:26:35.562682+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:32:52.182622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"92'11","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:35.562051+0000","last_change":"2024-04-26T17:24:39.462539+0000","last_active":"2024-04-26T17:26:35.562051+0000","last_peered":"2024-04-26T17:26:35.562051+0000","last_clean":"2024-04-26T17:26:35.562051+0000","last_became_active":"2024-04-26T17:24:39.462220+0000","last_became_peered":"2024-04-26T17:24:39.462220+0000","last_unstale":"2024-04-26T17:26:35.562051+0000","last_undegraded":"2024-04-26T17:26:35.562051+0000","last_fullsized":"2024-04-26T17:26:35.562051+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:54.461792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"92'8","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-26T17:26:36.264756+0000","last_change":"2024-04-26T17:24:39.460186+0000","last_active":"2024-04-26T17:26:36.264756+0000","last_peered":"2024-04-26T17:26:36.264756+0000","last_clean":"2024-04-26T17:26:36.264756+0000","last_became_active":"2024-04-26T17:24:39.459328+0000","last_became_peered":"2024-04-26T17:24:39.459328+0000","last_unstale":"2024-04-26T17:26:36.264756+0000","last_undegraded":"2024-04-26T17:26:36.264756+0000","last_fullsized":"2024-04-26T17:26:36.264756+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T17:24:38.739719+0000","last_clean_scrub_stamp":"2024-04-26T17:24:38.739719+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:19:19.563453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":80357,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1276,"num_read_kb":724,"num_write":276,"num_write_kb":173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":134,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":242707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":240,"ondisk_log_size":240,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351020,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32228,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712924,"statfs":{"total":95995035648,"available":95962034176,"internally_reserved":0,"allocated":1077248,"data_stored":524854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612657,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28748,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716404,"statfs":{"total":95995035648,"available":95965597696,"internally_reserved":0,"allocated":1773568,"data_stored":1179451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776182,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1097728,"data_stored":523346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037818,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":523702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299456,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32828,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712324,"statfs":{"total":95995035648,"available":95961419776,"internally_reserved":0,"allocated":1691648,"data_stored":1123546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462982,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1073152,"data_stored":519734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574943,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":589679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36416,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708736,"statfs":{"total":95995035648,"available":95957745664,"internally_reserved":0,"allocated":1097728,"data_stored":520838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411418,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36468,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708684,"statfs":{"total":95995035648,"available":95957692416,"internally_reserved":0,"allocated":1159168,"data_stored":591623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149780,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1085440,"data_stored":518558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888144,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1081344,"data_stored":524340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724618,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28676,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716476,"statfs":{"total":95995035648,"available":95965671424,"internally_reserved":0,"allocated":1699840,"data_stored":1116828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":74071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":73495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":4236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":6858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":71955,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T17:27:11.328 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:27:11.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.463+0000 7f505ce3c640 1 -- 172.21.15.90:0/3142850107 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5058102bf0 msgr2=0x7f5058109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.463+0000 7f505ce3c640 1 --2- 172.21.15.90:0/3142850107 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5058102bf0 0x7f5058109480 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f5050009ca0 tx=0x7f505002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.463+0000 7f505ce3c640 1 -- 172.21.15.90:0/3142850107 shutdown_connections 2024-04-26T17:27:11.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.463+0000 7f505ce3c640 1 --2- 172.21.15.90:0/3142850107 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5058102bf0 0x7f5058109480 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.463+0000 7f505ce3c640 1 --2- 172.21.15.90:0/3142850107 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5058102230 0x7f50581026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.463+0000 7f505ce3c640 1 --2- 172.21.15.90:0/3142850107 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5058101040 0x7f5058101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.463+0000 7f505ce3c640 1 -- 172.21.15.90:0/3142850107 >> 172.21.15.90:0/3142850107 conn(0x7f50580fc5b0 msgr2=0x7f50580fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:11.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.463+0000 7f505ce3c640 1 -- 172.21.15.90:0/3142850107 shutdown_connections 2024-04-26T17:27:11.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.463+0000 7f505ce3c640 1 -- 172.21.15.90:0/3142850107 wait complete. 2024-04-26T17:27:11.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.464+0000 7f505ce3c640 1 Processor -- start 2024-04-26T17:27:11.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.464+0000 7f505ce3c640 1 -- start start 2024-04-26T17:27:11.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.464+0000 7f505ce3c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5058101040 0x7f5058069e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:11.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.464+0000 7f505ce3c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5058102230 0x7f505819f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.464+0000 7f505ce3c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5058102bf0 0x7f50581a19a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.464+0000 7f505ce3c640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f505810cb50 con 0x7f5058101040 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.464+0000 7f505ce3c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f505810c9d0 con 0x7f5058102bf0 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.464+0000 7f505ce3c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f505810ccd0 con 0x7f5058102230 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.464+0000 7f505659c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5058101040 0x7f5058069e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.464+0000 7f505659c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5058101040 0x7f5058069e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41558/0 (socket says 172.21.15.90:41558) 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.464+0000 7f505659c640 1 -- 172.21.15.90:0/2479004515 learned_addr learned my addr 172.21.15.90:0/2479004515 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f5055d9b640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5058102230 0x7f505819f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f5056d9d640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5058102bf0 0x7f50581a19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f505659c640 1 -- 172.21.15.90:0/2479004515 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5058102230 msgr2=0x7f505819f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f505659c640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5058102230 0x7f505819f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f505659c640 1 -- 172.21.15.90:0/2479004515 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5058102bf0 msgr2=0x7f50581a19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f505659c640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5058102bf0 0x7f50581a19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f505659c640 1 -- 172.21.15.90:0/2479004515 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50581a2190 con 0x7f5058101040 2024-04-26T17:27:11.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f505659c640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5058101040 0x7f5058069e00 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f504800e9c0 tx=0x7f504800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:11.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f50477fe640 1 -- 172.21.15.90:0/2479004515 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f504800cd80 con 0x7f5058101040 2024-04-26T17:27:11.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f50477fe640 1 -- 172.21.15.90:0/2479004515 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f50480035f0 con 0x7f5058101040 2024-04-26T17:27:11.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f505ce3c640 1 -- 172.21.15.90:0/2479004515 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50581a2420 con 0x7f5058101040 2024-04-26T17:27:11.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f50477fe640 1 -- 172.21.15.90:0/2479004515 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5048010690 con 0x7f5058101040 2024-04-26T17:27:11.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.465+0000 7f505ce3c640 1 -- 172.21.15.90:0/2479004515 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50581a2970 con 0x7f5058101040 2024-04-26T17:27:11.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.466+0000 7f505ce3c640 1 -- 172.21.15.90:0/2479004515 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5058108360 con 0x7f5058101040 2024-04-26T17:27:11.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.467+0000 7f50477fe640 1 -- 172.21.15.90:0/2479004515 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f50480037a0 con 0x7f5058101040 2024-04-26T17:27:11.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.468+0000 7f50477fe640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f50400a3cf0 0x7f50400a61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:11.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.468+0000 7f5055d9b640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f50400a3cf0 0x7f50400a61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:11.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.468+0000 7f50477fe640 1 -- 172.21.15.90:0/2479004515 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f50480d0d60 con 0x7f5058101040 2024-04-26T17:27:11.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.469+0000 7f5055d9b640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f50400a3cf0 0x7f50400a61b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f5058069b70 tx=0x7f504c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:11.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.473+0000 7f50477fe640 1 -- 172.21.15.90:0/2479004515 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f504809d210 con 0x7f5058101040 2024-04-26T17:27:11.655 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.656+0000 7f505ce3c640 1 -- 172.21.15.90:0/2479004515 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f505802d940 con 0x7f5058101040 2024-04-26T17:27:11.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.657+0000 7f50477fe640 1 -- 172.21.15.90:0/2479004515 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+24864 (secure 0 0 0) 0x7f504809cb10 con 0x7f5058101040 2024-04-26T17:27:11.657 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:27:11.657 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":94,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:26:35.532276+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:27:11.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.659+0000 7f505ce3c640 1 -- 172.21.15.90:0/2479004515 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f50400a3cf0 msgr2=0x7f50400a61b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.659+0000 7f505ce3c640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f50400a3cf0 0x7f50400a61b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f5058069b70 tx=0x7f504c005f90 comp rx=0 tx=0).stop 2024-04-26T17:27:11.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.659+0000 7f505ce3c640 1 -- 172.21.15.90:0/2479004515 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5058101040 msgr2=0x7f5058069e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.659+0000 7f505ce3c640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5058101040 0x7f5058069e00 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f504800e9c0 tx=0x7f504800ee80 comp rx=0 tx=0).stop 2024-04-26T17:27:11.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.659+0000 7f505ce3c640 1 -- 172.21.15.90:0/2479004515 shutdown_connections 2024-04-26T17:27:11.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.659+0000 7f505ce3c640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f50400a3cf0 0x7f50400a61b0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.659+0000 7f505ce3c640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5058102bf0 0x7f50581a19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.659+0000 7f505ce3c640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5058102230 0x7f505819f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.659+0000 7f505ce3c640 1 --2- 172.21.15.90:0/2479004515 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5058101040 0x7f5058069e00 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.659+0000 7f505ce3c640 1 -- 172.21.15.90:0/2479004515 >> 172.21.15.90:0/2479004515 conn(0x7f50580fc5b0 msgr2=0x7f5058105530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:11.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.659+0000 7f505ce3c640 1 -- 172.21.15.90:0/2479004515 shutdown_connections 2024-04-26T17:27:11.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.659+0000 7f505ce3c640 1 -- 172.21.15.90:0/2479004515 wait complete. 2024-04-26T17:27:11.670 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T17:24:36.941852+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T17:24:38.058512+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-26T17:24:41.453912+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-26T17:27:11.671 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:27:11.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.772+0000 7fa800ccf640 1 -- 172.21.15.90:0/3915273740 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7fc103330 msgr2=0x7fa7fc1037b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.772+0000 7fa800ccf640 1 --2- 172.21.15.90:0/3915273740 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7fc103330 0x7fa7fc1037b0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fa7f0009900 tx=0x7fa7f002a410 comp rx=0 tx=0).stop 2024-04-26T17:27:11.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 -- 172.21.15.90:0/3915273740 shutdown_connections 2024-04-26T17:27:11.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 --2- 172.21.15.90:0/3915273740 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7fc103cf0 0x7fa7fc10a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 --2- 172.21.15.90:0/3915273740 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7fc103330 0x7fa7fc1037b0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 --2- 172.21.15.90:0/3915273740 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7fc102140 0x7fa7fc102560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 -- 172.21.15.90:0/3915273740 >> 172.21.15.90:0/3915273740 conn(0x7fa7fc0fd6b0 msgr2=0x7fa7fc0ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:11.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 -- 172.21.15.90:0/3915273740 shutdown_connections 2024-04-26T17:27:11.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 -- 172.21.15.90:0/3915273740 wait complete. 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 Processor -- start 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 -- start start 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7fc102140 0x7fa7fc198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7fc103330 0x7fa7fc1988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7fc103cf0 0x7fa7fc19f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc10dc50 con 0x7fa7fc103cf0 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc10dad0 con 0x7fa7fc103330 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.773+0000 7fa800ccf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc10ddd0 con 0x7fa7fc102140 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7fad9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7fc103cf0 0x7fa7fc19f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7fad9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7fc103cf0 0x7fa7fc19f940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41570/0 (socket says 172.21.15.90:41570) 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7fad9d640 1 -- 172.21.15.90:0/669525483 learned_addr learned my addr 172.21.15.90:0/669525483 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7f9d9b640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7fc103330 0x7fa7fc1988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7fa59c640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7fc102140 0x7fa7fc198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:11.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7fad9d640 1 -- 172.21.15.90:0/669525483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7fc102140 msgr2=0x7fa7fc198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7fad9d640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7fc102140 0x7fa7fc198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7fad9d640 1 -- 172.21.15.90:0/669525483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7fc103330 msgr2=0x7fa7fc1988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7fad9d640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7fc103330 0x7fa7fc1988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7fad9d640 1 -- 172.21.15.90:0/669525483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7fc19ffb0 con 0x7fa7fc103cf0 2024-04-26T17:27:11.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7fa59c640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7fc102140 0x7fa7fc198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:11.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7f9d9b640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7fc103330 0x7fa7fc1988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:11.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7fad9d640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7fc103cf0 0x7fa7fc19f940 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec009fd0 tx=0x7fa7ec00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:11.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7eb7fe640 1 -- 172.21.15.90:0/669525483 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec017070 con 0x7fa7fc103cf0 2024-04-26T17:27:11.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7eb7fe640 1 -- 172.21.15.90:0/669525483 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa7ec003e20 con 0x7fa7fc103cf0 2024-04-26T17:27:11.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa800ccf640 1 -- 172.21.15.90:0/669525483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7fc1a02a0 con 0x7fa7fc103cf0 2024-04-26T17:27:11.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa7eb7fe640 1 -- 172.21.15.90:0/669525483 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec010460 con 0x7fa7fc103cf0 2024-04-26T17:27:11.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.774+0000 7fa800ccf640 1 -- 172.21.15.90:0/669525483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7fc1a07f0 con 0x7fa7fc103cf0 2024-04-26T17:27:11.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.775+0000 7fa800ccf640 1 -- 172.21.15.90:0/669525483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7fc1095f0 con 0x7fa7fc103cf0 2024-04-26T17:27:11.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.776+0000 7fa7eb7fe640 1 -- 172.21.15.90:0/669525483 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fa7ec003970 con 0x7fa7fc103cf0 2024-04-26T17:27:11.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.777+0000 7fa7eb7fe640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa7e40a3cc0 0x7fa7e40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:11.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.777+0000 7fa7fa59c640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa7e40a3cc0 0x7fa7e40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:11.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.777+0000 7fa7eb7fe640 1 -- 172.21.15.90:0/669525483 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fa7ec0d0760 con 0x7fa7fc103cf0 2024-04-26T17:27:11.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.777+0000 7fa7fa59c640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa7e40a3cc0 0x7fa7e40a6180 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa7fc103190 tx=0x7fa7f4005e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:11.781 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.781+0000 7fa7eb7fe640 1 -- 172.21.15.90:0/669525483 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa7ec09cc10 con 0x7fa7fc103cf0 2024-04-26T17:27:11.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:11 smithi090 ceph-mon[29417]: from='client.15630 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:27:11.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:11 smithi090 ceph-mon[29417]: from='client.15636 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:27:11.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:11 smithi090 ceph-mon[29417]: from='client.15642 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:27:11.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:11 smithi090 ceph-mon[29417]: pgmap v373: 129 pgs: 129 active+clean; 655 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-04-26T17:27:11.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.958+0000 7fa800ccf640 1 -- 172.21.15.90:0/669525483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa7fc062d00 con 0x7fa7fc103cf0 2024-04-26T17:27:11.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.959+0000 7fa7eb7fe640 1 -- 172.21.15.90:0/669525483 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7fa7ec09c510 con 0x7fa7fc103cf0 2024-04-26T17:27:11.959 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:27:11.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.961+0000 7fa800ccf640 1 -- 172.21.15.90:0/669525483 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa7e40a3cc0 msgr2=0x7fa7e40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.961+0000 7fa800ccf640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa7e40a3cc0 0x7fa7e40a6180 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa7fc103190 tx=0x7fa7f4005e70 comp rx=0 tx=0).stop 2024-04-26T17:27:11.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.961+0000 7fa800ccf640 1 -- 172.21.15.90:0/669525483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7fc103cf0 msgr2=0x7fa7fc19f940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:11.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.961+0000 7fa800ccf640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7fc103cf0 0x7fa7fc19f940 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec009fd0 tx=0x7fa7ec00b260 comp rx=0 tx=0).stop 2024-04-26T17:27:11.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.961+0000 7fa800ccf640 1 -- 172.21.15.90:0/669525483 shutdown_connections 2024-04-26T17:27:11.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.961+0000 7fa800ccf640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa7e40a3cc0 0x7fa7e40a6180 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.961+0000 7fa800ccf640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7fc103cf0 0x7fa7fc19f940 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.961+0000 7fa800ccf640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7fc103330 0x7fa7fc1988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.961+0000 7fa800ccf640 1 --2- 172.21.15.90:0/669525483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7fc102140 0x7fa7fc198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:11.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.961+0000 7fa800ccf640 1 -- 172.21.15.90:0/669525483 >> 172.21.15.90:0/669525483 conn(0x7fa7fc0fd6b0 msgr2=0x7fa7fc1067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:11.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.961+0000 7fa800ccf640 1 -- 172.21.15.90:0/669525483 shutdown_connections 2024-04-26T17:27:11.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:11.961+0000 7fa800ccf640 1 -- 172.21.15.90:0/669525483 wait complete. 2024-04-26T17:27:11.972 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T17:27:12.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:11 smithi167 ceph-mon[32665]: from='client.15630 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:27:12.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:11 smithi167 ceph-mon[32665]: from='client.15636 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:27:12.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:11 smithi167 ceph-mon[32665]: from='client.15642 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:27:12.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:11 smithi167 ceph-mon[32665]: pgmap v373: 129 pgs: 129 active+clean; 655 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-04-26T17:27:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:11 smithi119 ceph-mon[32584]: from='client.15630 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:27:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:11 smithi119 ceph-mon[32584]: from='client.15636 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:27:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:11 smithi119 ceph-mon[32584]: from='client.15642 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T17:27:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:11 smithi119 ceph-mon[32584]: pgmap v373: 129 pgs: 129 active+clean; 655 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-04-26T17:27:12.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.074+0000 7fedad176640 1 -- 172.21.15.90:0/2848267452 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feda81001f0 msgr2=0x7feda8100670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.074+0000 7fedad176640 1 --2- 172.21.15.90:0/2848267452 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feda81001f0 0x7feda8100670 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fed90009900 tx=0x7fed9002a410 comp rx=0 tx=0).stop 2024-04-26T17:27:12.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.074+0000 7fedad176640 1 -- 172.21.15.90:0/2848267452 shutdown_connections 2024-04-26T17:27:12.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.074+0000 7fedad176640 1 --2- 172.21.15.90:0/2848267452 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feda8100bb0 0x7feda810a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.074+0000 7fedad176640 1 --2- 172.21.15.90:0/2848267452 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feda81001f0 0x7feda8100670 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.074+0000 7fedad176640 1 --2- 172.21.15.90:0/2848267452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda8103780 0x7feda8103ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.074+0000 7fedad176640 1 -- 172.21.15.90:0/2848267452 >> 172.21.15.90:0/2848267452 conn(0x7feda80fbd30 msgr2=0x7feda80fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.074+0000 7fedad176640 1 -- 172.21.15.90:0/2848267452 shutdown_connections 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.074+0000 7fedad176640 1 -- 172.21.15.90:0/2848267452 wait complete. 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7fedad176640 1 Processor -- start 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7fedad176640 1 -- start start 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7fedad176640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feda81001f0 0x7feda8198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7fedad176640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feda8100bb0 0x7feda8198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7fedad176640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda8103780 0x7feda819f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7fedad176640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7feda810dc90 con 0x7feda81001f0 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7fedad176640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7feda810db10 con 0x7feda8103780 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7fedad176640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7feda810de10 con 0x7feda8100bb0 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7feda6d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feda81001f0 0x7feda8198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7feda6d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feda81001f0 0x7feda8198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41594/0 (socket says 172.21.15.90:41594) 2024-04-26T17:27:12.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7feda6d9d640 1 -- 172.21.15.90:0/1024025619 learned_addr learned my addr 172.21.15.90:0/1024025619 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7fed9ffff640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feda8100bb0 0x7feda8198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7feda759e640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda8103780 0x7feda819f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7feda6d9d640 1 -- 172.21.15.90:0/1024025619 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feda8100bb0 msgr2=0x7feda8198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7feda6d9d640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feda8100bb0 0x7feda8198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7feda6d9d640 1 -- 172.21.15.90:0/1024025619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda8103780 msgr2=0x7feda819f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7feda6d9d640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda8103780 0x7feda819f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7feda6d9d640 1 -- 172.21.15.90:0/1024025619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feda819ff60 con 0x7feda81001f0 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7fed9ffff640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feda8100bb0 0x7feda8198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7feda759e640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda8103780 0x7feda819f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.075+0000 7feda6d9d640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feda81001f0 0x7feda8198340 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fed9800d950 tx=0x7fed9800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.076+0000 7feda4d99640 1 -- 172.21.15.90:0/1024025619 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed98017020 con 0x7feda81001f0 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.076+0000 7feda4d99640 1 -- 172.21.15.90:0/1024025619 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fed98009c30 con 0x7feda81001f0 2024-04-26T17:27:12.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.076+0000 7feda4d99640 1 -- 172.21.15.90:0/1024025619 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed9800f6b0 con 0x7feda81001f0 2024-04-26T17:27:12.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.076+0000 7fedad176640 1 -- 172.21.15.90:0/1024025619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feda81a0250 con 0x7feda81001f0 2024-04-26T17:27:12.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.076+0000 7fedad176640 1 -- 172.21.15.90:0/1024025619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feda81a07f0 con 0x7feda81001f0 2024-04-26T17:27:12.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.077+0000 7fedad176640 1 -- 172.21.15.90:0/1024025619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feda8109710 con 0x7feda81001f0 2024-04-26T17:27:12.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.078+0000 7feda4d99640 1 -- 172.21.15.90:0/1024025619 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fed9801a020 con 0x7feda81001f0 2024-04-26T17:27:12.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.078+0000 7feda4d99640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fed940a3cc0 0x7fed940a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.079+0000 7fed9ffff640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fed940a3cc0 0x7fed940a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.079+0000 7feda4d99640 1 -- 172.21.15.90:0/1024025619 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fed980d0ce0 con 0x7feda81001f0 2024-04-26T17:27:12.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.079+0000 7fed9ffff640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fed940a3cc0 0x7fed940a6180 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7feda8199850 tx=0x7fed90031470 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:12.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.082+0000 7feda4d99640 1 -- 172.21.15.90:0/1024025619 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fed98021020 con 0x7feda81001f0 2024-04-26T17:27:12.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.256+0000 7fedad176640 1 -- 172.21.15.90:0/1024025619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7feda8062d30 con 0x7feda81001f0 2024-04-26T17:27:12.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.256+0000 7feda4d99640 1 -- 172.21.15.90:0/1024025619 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7fed98009de0 con 0x7feda81001f0 2024-04-26T17:27:12.256 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:27:12.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.258+0000 7fedad176640 1 -- 172.21.15.90:0/1024025619 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fed940a3cc0 msgr2=0x7fed940a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.258+0000 7fedad176640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fed940a3cc0 0x7fed940a6180 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7feda8199850 tx=0x7fed90031470 comp rx=0 tx=0).stop 2024-04-26T17:27:12.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.258+0000 7fedad176640 1 -- 172.21.15.90:0/1024025619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feda81001f0 msgr2=0x7feda8198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.258+0000 7fedad176640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feda81001f0 0x7feda8198340 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fed9800d950 tx=0x7fed9800de10 comp rx=0 tx=0).stop 2024-04-26T17:27:12.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.258+0000 7fedad176640 1 -- 172.21.15.90:0/1024025619 shutdown_connections 2024-04-26T17:27:12.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.258+0000 7fedad176640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fed940a3cc0 0x7fed940a6180 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.258+0000 7fedad176640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda8103780 0x7feda819f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.258+0000 7fedad176640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feda8100bb0 0x7feda8198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.258+0000 7fedad176640 1 --2- 172.21.15.90:0/1024025619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feda81001f0 0x7feda8198340 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.258+0000 7fedad176640 1 -- 172.21.15.90:0/1024025619 >> 172.21.15.90:0/1024025619 conn(0x7feda80fbd30 msgr2=0x7feda81068e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:12.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.259+0000 7fedad176640 1 -- 172.21.15.90:0/1024025619 shutdown_connections 2024-04-26T17:27:12.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.259+0000 7fedad176640 1 -- 172.21.15.90:0/1024025619 wait complete. 2024-04-26T17:27:12.269 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T17:27:12.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.371+0000 7f5876dad640 1 -- 172.21.15.90:0/3145717039 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5870100440 msgr2=0x7f5870100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.371+0000 7f5876dad640 1 --2- 172.21.15.90:0/3145717039 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5870100440 0x7f5870100860 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f5864009930 tx=0x7f586402a420 comp rx=0 tx=0).stop 2024-04-26T17:27:12.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.371+0000 7f5876dad640 1 -- 172.21.15.90:0/3145717039 shutdown_connections 2024-04-26T17:27:12.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.371+0000 7f5876dad640 1 --2- 172.21.15.90:0/3145717039 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5870103e70 0x7f587010a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.374 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.371+0000 7f5876dad640 1 --2- 172.21.15.90:0/3145717039 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58701034b0 0x7f5870103930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.374 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.371+0000 7f5876dad640 1 --2- 172.21.15.90:0/3145717039 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5870100440 0x7f5870100860 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.374 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.371+0000 7f5876dad640 1 -- 172.21.15.90:0/3145717039 >> 172.21.15.90:0/3145717039 conn(0x7f58700fbd30 msgr2=0x7f58700fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:12.374 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.371+0000 7f5876dad640 1 -- 172.21.15.90:0/3145717039 shutdown_connections 2024-04-26T17:27:12.374 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.371+0000 7f5876dad640 1 -- 172.21.15.90:0/3145717039 wait complete. 2024-04-26T17:27:12.374 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f5876dad640 1 Processor -- start 2024-04-26T17:27:12.374 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f5876dad640 1 -- start start 2024-04-26T17:27:12.374 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f5876dad640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5870100440 0x7f5870198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.374 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f5876dad640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58701034b0 0x7f5870198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.374 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f5876dad640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5870103e70 0x7f587019f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f5876dad640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f587010dc80 con 0x7f58701034b0 2024-04-26T17:27:12.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f5876dad640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f587010db00 con 0x7f5870100440 2024-04-26T17:27:12.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f5876dad640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f587010de00 con 0x7f5870103e70 2024-04-26T17:27:12.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f586ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58701034b0 0x7f5870198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f586ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58701034b0 0x7f5870198970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41624/0 (socket says 172.21.15.90:41624) 2024-04-26T17:27:12.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f586ffff640 1 -- 172.21.15.90:0/614783960 learned_addr learned my addr 172.21.15.90:0/614783960 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:12.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f587534a640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5870103e70 0x7f587019f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f5874b49640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5870100440 0x7f5870198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f586ffff640 1 -- 172.21.15.90:0/614783960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5870103e70 msgr2=0x7f587019f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f586ffff640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5870103e70 0x7f587019f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f586ffff640 1 -- 172.21.15.90:0/614783960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5870100440 msgr2=0x7f5870198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f586ffff640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5870100440 0x7f5870198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f586ffff640 1 -- 172.21.15.90:0/614783960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58701a0050 con 0x7f58701034b0 2024-04-26T17:27:12.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f5874b49640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5870100440 0x7f5870198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:12.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.372+0000 7f586ffff640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58701034b0 0x7f5870198970 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f585c00d950 tx=0x7f585c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:12.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.373+0000 7f586dffb640 1 -- 172.21.15.90:0/614783960 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f585c017030 con 0x7f58701034b0 2024-04-26T17:27:12.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.373+0000 7f5876dad640 1 -- 172.21.15.90:0/614783960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58701a0340 con 0x7f58701034b0 2024-04-26T17:27:12.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.373+0000 7f586dffb640 1 -- 172.21.15.90:0/614783960 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f585c004020 con 0x7f58701034b0 2024-04-26T17:27:12.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.373+0000 7f586dffb640 1 -- 172.21.15.90:0/614783960 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f585c0047a0 con 0x7f58701034b0 2024-04-26T17:27:12.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.373+0000 7f5876dad640 1 -- 172.21.15.90:0/614783960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58701a0890 con 0x7f58701034b0 2024-04-26T17:27:12.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.374+0000 7f5876dad640 1 -- 172.21.15.90:0/614783960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5870109750 con 0x7f58701034b0 2024-04-26T17:27:12.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.375+0000 7f586dffb640 1 -- 172.21.15.90:0/614783960 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f585c0041d0 con 0x7f58701034b0 2024-04-26T17:27:12.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.375+0000 7f586dffb640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f58600a3c40 0x7f58600a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.376+0000 7f5874b49640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f58600a3c40 0x7f58600a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.376+0000 7f586dffb640 1 -- 172.21.15.90:0/614783960 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f585c0d03f0 con 0x7f58701034b0 2024-04-26T17:27:12.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.376+0000 7f5874b49640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f58600a3c40 0x7f58600a6100 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5864006010 tx=0x7f5864000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:12.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.380+0000 7f586dffb640 1 -- 172.21.15.90:0/614783960 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f585c09c8a0 con 0x7f58701034b0 2024-04-26T17:27:12.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.559+0000 7f5876dad640 1 -- 172.21.15.90:0/614783960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f587002d880 con 0x7f58701034b0 2024-04-26T17:27:12.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.559+0000 7f586dffb640 1 -- 172.21.15.90:0/614783960 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7f585c09c1a0 con 0x7f58701034b0 2024-04-26T17:27:12.559 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-26T17:27:12.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.561+0000 7f5876dad640 1 -- 172.21.15.90:0/614783960 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f58600a3c40 msgr2=0x7f58600a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.561+0000 7f5876dad640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f58600a3c40 0x7f58600a6100 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5864006010 tx=0x7f5864000bc0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.561+0000 7f5876dad640 1 -- 172.21.15.90:0/614783960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58701034b0 msgr2=0x7f5870198970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.561+0000 7f5876dad640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58701034b0 0x7f5870198970 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f585c00d950 tx=0x7f585c00de10 comp rx=0 tx=0).stop 2024-04-26T17:27:12.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.561+0000 7f5876dad640 1 -- 172.21.15.90:0/614783960 shutdown_connections 2024-04-26T17:27:12.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.561+0000 7f5876dad640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f58600a3c40 0x7f58600a6100 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.561+0000 7f5876dad640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5870103e70 0x7f587019f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.561+0000 7f5876dad640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58701034b0 0x7f5870198970 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.561+0000 7f5876dad640 1 --2- 172.21.15.90:0/614783960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5870100440 0x7f5870198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.561+0000 7f5876dad640 1 -- 172.21.15.90:0/614783960 >> 172.21.15.90:0/614783960 conn(0x7f58700fbd30 msgr2=0x7f5870106920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:12.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.561+0000 7f5876dad640 1 -- 172.21.15.90:0/614783960 shutdown_connections 2024-04-26T17:27:12.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.561+0000 7f5876dad640 1 -- 172.21.15.90:0/614783960 wait complete. 2024-04-26T17:27:12.572 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-26T17:27:12.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.672+0000 7efca0d9b640 1 -- 172.21.15.90:0/2521412919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc9c103e70 msgr2=0x7efc9c10a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.672+0000 7efca0d9b640 1 --2- 172.21.15.90:0/2521412919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc9c103e70 0x7efc9c10a700 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7efc94009cd0 tx=0x7efc9402a8e0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.672+0000 7efca0d9b640 1 -- 172.21.15.90:0/2521412919 shutdown_connections 2024-04-26T17:27:12.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.672+0000 7efca0d9b640 1 --2- 172.21.15.90:0/2521412919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc9c103e70 0x7efc9c10a700 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.672+0000 7efca0d9b640 1 --2- 172.21.15.90:0/2521412919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efc9c1034b0 0x7efc9c103930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.672+0000 7efca0d9b640 1 --2- 172.21.15.90:0/2521412919 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efc9c100440 0x7efc9c100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.672+0000 7efca0d9b640 1 -- 172.21.15.90:0/2521412919 >> 172.21.15.90:0/2521412919 conn(0x7efc9c0fbd30 msgr2=0x7efc9c0fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:12.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.672+0000 7efca0d9b640 1 -- 172.21.15.90:0/2521412919 shutdown_connections 2024-04-26T17:27:12.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.672+0000 7efca0d9b640 1 -- 172.21.15.90:0/2521412919 wait complete. 2024-04-26T17:27:12.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efca0d9b640 1 Processor -- start 2024-04-26T17:27:12.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efca0d9b640 1 -- start start 2024-04-26T17:27:12.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efca0d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc9c100440 0x7efc9c1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efca0d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efc9c1034b0 0x7efc9c1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efca0d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efc9c103e70 0x7efc9c19f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efca0d9b640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efc9c10dc80 con 0x7efc9c100440 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efca0d9b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7efc9c10db00 con 0x7efc9c103e70 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efca0d9b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7efc9c10de00 con 0x7efc9c1034b0 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efc9a59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc9c100440 0x7efc9c1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efc9a59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc9c100440 0x7efc9c1983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41640/0 (socket says 172.21.15.90:41640) 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efc9a59c640 1 -- 172.21.15.90:0/2943220811 learned_addr learned my addr 172.21.15.90:0/2943220811 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efc9ad9d640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efc9c103e70 0x7efc9c19f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efc93fff640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efc9c1034b0 0x7efc9c1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efc9a59c640 1 -- 172.21.15.90:0/2943220811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efc9c1034b0 msgr2=0x7efc9c1988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efc9a59c640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efc9c1034b0 0x7efc9c1988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efc9a59c640 1 -- 172.21.15.90:0/2943220811 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efc9c103e70 msgr2=0x7efc9c19f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efc9a59c640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efc9c103e70 0x7efc9c19f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efc9a59c640 1 -- 172.21.15.90:0/2943220811 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc9c19ffd0 con 0x7efc9c100440 2024-04-26T17:27:12.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.673+0000 7efc9a59c640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc9c100440 0x7efc9c1983b0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7efc8c00e9c0 tx=0x7efc8c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:12.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.674+0000 7efc937fe640 1 -- 172.21.15.90:0/2943220811 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc8c00cd80 con 0x7efc9c100440 2024-04-26T17:27:12.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.674+0000 7efc937fe640 1 -- 172.21.15.90:0/2943220811 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7efc8c0035f0 con 0x7efc9c100440 2024-04-26T17:27:12.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.674+0000 7efca0d9b640 1 -- 172.21.15.90:0/2943220811 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc9c1a02c0 con 0x7efc9c100440 2024-04-26T17:27:12.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.674+0000 7efc937fe640 1 -- 172.21.15.90:0/2943220811 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc8c010690 con 0x7efc9c100440 2024-04-26T17:27:12.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.674+0000 7efca0d9b640 1 -- 172.21.15.90:0/2943220811 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc9c1a07c0 con 0x7efc9c100440 2024-04-26T17:27:12.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.675+0000 7efca0d9b640 1 -- 172.21.15.90:0/2943220811 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc9c109650 con 0x7efc9c100440 2024-04-26T17:27:12.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.676+0000 7efc937fe640 1 -- 172.21.15.90:0/2943220811 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7efc8c0037a0 con 0x7efc9c100440 2024-04-26T17:27:12.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.676+0000 7efc937fe640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efc880a3c40 0x7efc880a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.676+0000 7efc93fff640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efc880a3c40 0x7efc880a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.676+0000 7efc937fe640 1 -- 172.21.15.90:0/2943220811 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7efc8c0d1170 con 0x7efc9c100440 2024-04-26T17:27:12.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.677+0000 7efc93fff640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efc880a3c40 0x7efc880a6100 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7efc9c1998c0 tx=0x7efc8400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:12.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.680+0000 7efc937fe640 1 -- 172.21.15.90:0/2943220811 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efc8c09d620 con 0x7efc9c100440 2024-04-26T17:27:12.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.858+0000 7efca0d9b640 1 -- 172.21.15.90:0/2943220811 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7efc9c062d00 con 0x7efc9c100440 2024-04-26T17:27:12.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.859+0000 7efc937fe640 1 -- 172.21.15.90:0/2943220811 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7efc8c09cf20 con 0x7efc9c100440 2024-04-26T17:27:12.859 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:27:12.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.861+0000 7efca0d9b640 1 -- 172.21.15.90:0/2943220811 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efc880a3c40 msgr2=0x7efc880a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.861+0000 7efca0d9b640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efc880a3c40 0x7efc880a6100 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7efc9c1998c0 tx=0x7efc8400b390 comp rx=0 tx=0).stop 2024-04-26T17:27:12.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.861+0000 7efca0d9b640 1 -- 172.21.15.90:0/2943220811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc9c100440 msgr2=0x7efc9c1983b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.861+0000 7efca0d9b640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc9c100440 0x7efc9c1983b0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7efc8c00e9c0 tx=0x7efc8c00ee80 comp rx=0 tx=0).stop 2024-04-26T17:27:12.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.861+0000 7efca0d9b640 1 -- 172.21.15.90:0/2943220811 shutdown_connections 2024-04-26T17:27:12.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.861+0000 7efca0d9b640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efc880a3c40 0x7efc880a6100 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.861+0000 7efca0d9b640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efc9c103e70 0x7efc9c19f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.861+0000 7efca0d9b640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efc9c1034b0 0x7efc9c1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.861+0000 7efca0d9b640 1 --2- 172.21.15.90:0/2943220811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc9c100440 0x7efc9c1983b0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.861+0000 7efca0d9b640 1 -- 172.21.15.90:0/2943220811 >> 172.21.15.90:0/2943220811 conn(0x7efc9c0fbd30 msgr2=0x7efc9c106820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:12.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.861+0000 7efca0d9b640 1 -- 172.21.15.90:0/2943220811 shutdown_connections 2024-04-26T17:27:12.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.861+0000 7efca0d9b640 1 -- 172.21.15.90:0/2943220811 wait complete. 2024-04-26T17:27:12.871 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:12 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2479004515' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:12.871 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:12 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/669525483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:27:12.871 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:12 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1024025619' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:27:12.871 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:12 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/614783960' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:27:12.872 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:27:12.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.970+0000 7f4551dbf640 1 -- 172.21.15.90:0/3585868897 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f454c107e40 msgr2=0x7f454c10a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.970+0000 7f4551dbf640 1 --2- 172.21.15.90:0/3585868897 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f454c107e40 0x7f454c10a290 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f4544009ca0 tx=0x7f454402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.970+0000 7f4551dbf640 1 -- 172.21.15.90:0/3585868897 shutdown_connections 2024-04-26T17:27:12.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.970+0000 7f4551dbf640 1 --2- 172.21.15.90:0/3585868897 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f454c107e40 0x7f454c10a290 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.970+0000 7f4551dbf640 1 --2- 172.21.15.90:0/3585868897 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f454c105510 0x7f454c107900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.970+0000 7f4551dbf640 1 --2- 172.21.15.90:0/3585868897 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f454c102be0 0x7f454c104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.970+0000 7f4551dbf640 1 -- 172.21.15.90:0/3585868897 >> 172.21.15.90:0/3585868897 conn(0x7f454c0fc5f0 msgr2=0x7f454c0fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.970+0000 7f4551dbf640 1 -- 172.21.15.90:0/3585868897 shutdown_connections 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.970+0000 7f4551dbf640 1 -- 172.21.15.90:0/3585868897 wait complete. 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f4551dbf640 1 Processor -- start 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f4551dbf640 1 -- start start 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f4551dbf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f454c102be0 0x7f454c198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f4551dbf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f454c105510 0x7f454c1988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f4551dbf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f454c107e40 0x7f454c19f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f4551dbf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f454c10dc90 con 0x7f454c102be0 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f4551dbf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f454c10db10 con 0x7f454c107e40 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f4551dbf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f454c10de10 con 0x7f454c105510 2024-04-26T17:27:12.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f454b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f454c102be0 0x7f454c198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f454b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f454c102be0 0x7f454c198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41646/0 (socket says 172.21.15.90:41646) 2024-04-26T17:27:12.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f454b7fe640 1 -- 172.21.15.90:0/1394232296 learned_addr learned my addr 172.21.15.90:0/1394232296 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:12.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f454bfff640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f454c107e40 0x7f454c19f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f454affd640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f454c105510 0x7f454c1988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f454b7fe640 1 -- 172.21.15.90:0/1394232296 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f454c105510 msgr2=0x7f454c1988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f454b7fe640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f454c105510 0x7f454c1988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f454b7fe640 1 -- 172.21.15.90:0/1394232296 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f454c107e40 msgr2=0x7f454c19f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:12.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f454b7fe640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f454c107e40 0x7f454c19f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:12.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f454b7fe640 1 -- 172.21.15.90:0/1394232296 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f454c19ff80 con 0x7f454c102be0 2024-04-26T17:27:12.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.971+0000 7f454b7fe640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f454c102be0 0x7f454c198360 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f454000c970 tx=0x7f454000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:12.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.972+0000 7f4548ff9640 1 -- 172.21.15.90:0/1394232296 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4540007bb0 con 0x7f454c102be0 2024-04-26T17:27:12.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.972+0000 7f4548ff9640 1 -- 172.21.15.90:0/1394232296 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f4540007d50 con 0x7f454c102be0 2024-04-26T17:27:12.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.972+0000 7f4551dbf640 1 -- 172.21.15.90:0/1394232296 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f454c1a0270 con 0x7f454c102be0 2024-04-26T17:27:12.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.972+0000 7f4548ff9640 1 -- 172.21.15.90:0/1394232296 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f454000f450 con 0x7f454c102be0 2024-04-26T17:27:12.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.972+0000 7f4551dbf640 1 -- 172.21.15.90:0/1394232296 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f454c1a0770 con 0x7f454c102be0 2024-04-26T17:27:12.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.973+0000 7f4551dbf640 1 -- 172.21.15.90:0/1394232296 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f454c0fe0e0 con 0x7f454c102be0 2024-04-26T17:27:12.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.974+0000 7f4548ff9640 1 -- 172.21.15.90:0/1394232296 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f45400046c0 con 0x7f454c102be0 2024-04-26T17:27:12.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.974+0000 7f4548ff9640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f45340a3c40 0x7f45340a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:12.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.974+0000 7f454affd640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f45340a3c40 0x7f45340a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:12.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.974+0000 7f4548ff9640 1 -- 172.21.15.90:0/1394232296 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f45400d0770 con 0x7f454c102be0 2024-04-26T17:27:12.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.975+0000 7f454affd640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f45340a3c40 0x7f45340a6100 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f454c199870 tx=0x7f453c00a4c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:12.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:12.978+0000 7f4548ff9640 1 -- 172.21.15.90:0/1394232296 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4540014030 con 0x7f454c102be0 2024-04-26T17:27:13.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:12 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2479004515' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:13.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:12 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/669525483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:27:13.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:12 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1024025619' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:27:13.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:12 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/614783960' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:27:13.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:12 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2479004515' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:13.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:12 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/669525483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:27:13.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:12 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1024025619' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:27:13.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:12 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/614783960' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:27:13.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.199+0000 7f4551dbf640 1 -- 172.21.15.90:0/1394232296 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f454c02d6d0 con 0x7f454c102be0 2024-04-26T17:27:13.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.199+0000 7f4548ff9640 1 -- 172.21.15.90:0/1394232296 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11944 (secure 0 0 0) 0x7f454009cc20 con 0x7f454c102be0 2024-04-26T17:27:13.199 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:27:13.199 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:27:05.556438+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24472,24409,24476,24509,24404]},"id":1}]} 2024-04-26T17:27:13.199 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 28 2024-04-26T17:27:13.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.202+0000 7f4551dbf640 1 -- 172.21.15.90:0/1394232296 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f45340a3c40 msgr2=0x7f45340a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.202+0000 7f4551dbf640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f45340a3c40 0x7f45340a6100 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f454c199870 tx=0x7f453c00a4c0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.202+0000 7f4551dbf640 1 -- 172.21.15.90:0/1394232296 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f454c102be0 msgr2=0x7f454c198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.202+0000 7f4551dbf640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f454c102be0 0x7f454c198360 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f454000c970 tx=0x7f454000ce30 comp rx=0 tx=0).stop 2024-04-26T17:27:13.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.202+0000 7f4551dbf640 1 -- 172.21.15.90:0/1394232296 shutdown_connections 2024-04-26T17:27:13.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.202+0000 7f4551dbf640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f45340a3c40 0x7f45340a6100 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.202+0000 7f4551dbf640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f454c107e40 0x7f454c19f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.202+0000 7f4551dbf640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f454c105510 0x7f454c1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.202+0000 7f4551dbf640 1 --2- 172.21.15.90:0/1394232296 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f454c102be0 0x7f454c198360 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.202+0000 7f4551dbf640 1 -- 172.21.15.90:0/1394232296 >> 172.21.15.90:0/1394232296 conn(0x7f454c0fc5f0 msgr2=0x7f454c103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.202+0000 7f4551dbf640 1 -- 172.21.15.90:0/1394232296 shutdown_connections 2024-04-26T17:27:13.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.202+0000 7f4551dbf640 1 -- 172.21.15.90:0/1394232296 wait complete. 2024-04-26T17:27:13.213 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:27:13.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 -- 172.21.15.90:0/514735923 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe3a8102420 msgr2=0x7fe3a8108cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 --2- 172.21.15.90:0/514735923 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe3a8102420 0x7fe3a8108cb0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fe3a0009ca0 tx=0x7fe3a002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 -- 172.21.15.90:0/514735923 shutdown_connections 2024-04-26T17:27:13.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 --2- 172.21.15.90:0/514735923 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe3a8102420 0x7fe3a8108cb0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 --2- 172.21.15.90:0/514735923 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe3a8101a60 0x7fe3a8101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 --2- 172.21.15.90:0/514735923 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe3a8100870 0x7fe3a8100c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 -- 172.21.15.90:0/514735923 >> 172.21.15.90:0/514735923 conn(0x7fe3a80fbde0 msgr2=0x7fe3a80fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 -- 172.21.15.90:0/514735923 shutdown_connections 2024-04-26T17:27:13.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 -- 172.21.15.90:0/514735923 wait complete. 2024-04-26T17:27:13.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 Processor -- start 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 -- start start 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe3a8100870 0x7fe3a8104940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe3a8101a60 0x7fe3a8102f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe3a8102420 0x7fe3a81034c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a810cc00 con 0x7fe3a8102420 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a810ca80 con 0x7fe3a8101a60 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3ae120640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a810cd80 con 0x7fe3a8100870 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3a7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe3a8102420 0x7fe3a81034c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.311+0000 7fe3a7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe3a8102420 0x7fe3a81034c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41654/0 (socket says 172.21.15.90:41654) 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3a7fff640 1 -- 172.21.15.90:0/3076403839 learned_addr learned my addr 172.21.15.90:0/3076403839 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe39ffff640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe3a8101a60 0x7fe3a8102f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3a7fff640 1 -- 172.21.15.90:0/3076403839 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe3a8100870 msgr2=0x7fe3a8104940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3a77fe640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe3a8100870 0x7fe3a8104940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3a7fff640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe3a8100870 0x7fe3a8104940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3a7fff640 1 -- 172.21.15.90:0/3076403839 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe3a8101a60 msgr2=0x7fe3a8102f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3a7fff640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe3a8101a60 0x7fe3a8102f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3a7fff640 1 -- 172.21.15.90:0/3076403839 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3a8103d50 con 0x7fe3a8102420 2024-04-26T17:27:13.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe39ffff640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe3a8101a60 0x7fe3a8102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:13.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3a7fff640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe3a8102420 0x7fe3a81034c0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe3a00097b0 tx=0x7fe3a0003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3a57fa640 1 -- 172.21.15.90:0/3076403839 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3a0004040 con 0x7fe3a8102420 2024-04-26T17:27:13.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3a57fa640 1 -- 172.21.15.90:0/3076403839 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe3a0004690 con 0x7fe3a8102420 2024-04-26T17:27:13.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3ae120640 1 -- 172.21.15.90:0/3076403839 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3a81a2500 con 0x7fe3a8102420 2024-04-26T17:27:13.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3a57fa640 1 -- 172.21.15.90:0/3076403839 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3a0030ca0 con 0x7fe3a8102420 2024-04-26T17:27:13.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.312+0000 7fe3ae120640 1 -- 172.21.15.90:0/3076403839 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3a81a2a50 con 0x7fe3a8102420 2024-04-26T17:27:13.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.313+0000 7fe3ae120640 1 -- 172.21.15.90:0/3076403839 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3a81a2cb0 con 0x7fe3a8102420 2024-04-26T17:27:13.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.314+0000 7fe3a57fa640 1 -- 172.21.15.90:0/3076403839 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fe3a00041e0 con 0x7fe3a8102420 2024-04-26T17:27:13.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.315+0000 7fe3a57fa640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe3940a3c40 0x7fe3940a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.315+0000 7fe3a77fe640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe3940a3c40 0x7fe3940a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.315+0000 7fe3a57fa640 1 -- 172.21.15.90:0/3076403839 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fe3a00f2150 con 0x7fe3a8102420 2024-04-26T17:27:13.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.315+0000 7fe3a77fe640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe3940a3c40 0x7fe3940a6100 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe398005fd0 tx=0x7fe398005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.318+0000 7fe3a57fa640 1 -- 172.21.15.90:0/3076403839 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe3a00be710 con 0x7fe3a8102420 2024-04-26T17:27:13.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.497+0000 7fe3ae120640 1 -- 172.21.15.90:0/3076403839 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe3a81a32c0 con 0x7fe3a8102420 2024-04-26T17:27:13.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.499+0000 7fe3a57fa640 1 -- 172.21.15.90:0/3076403839 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+24864 (secure 0 0 0) 0x7fe3a0039e10 con 0x7fe3a8102420 2024-04-26T17:27:13.499 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:27:13.499 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":94,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:26:35.532276+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:27:13.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.501+0000 7fe3ae120640 1 -- 172.21.15.90:0/3076403839 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe3940a3c40 msgr2=0x7fe3940a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.501+0000 7fe3ae120640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe3940a3c40 0x7fe3940a6100 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe398005fd0 tx=0x7fe398005850 comp rx=0 tx=0).stop 2024-04-26T17:27:13.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.501+0000 7fe3ae120640 1 -- 172.21.15.90:0/3076403839 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe3a8102420 msgr2=0x7fe3a81034c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.501+0000 7fe3ae120640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe3a8102420 0x7fe3a81034c0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe3a00097b0 tx=0x7fe3a0003ba0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.501+0000 7fe3ae120640 1 -- 172.21.15.90:0/3076403839 shutdown_connections 2024-04-26T17:27:13.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.501+0000 7fe3ae120640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe3940a3c40 0x7fe3940a6100 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.501+0000 7fe3ae120640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe3a8102420 0x7fe3a81034c0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.501+0000 7fe3ae120640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe3a8101a60 0x7fe3a8102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.501+0000 7fe3ae120640 1 --2- 172.21.15.90:0/3076403839 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe3a8100870 0x7fe3a8104940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.501+0000 7fe3ae120640 1 -- 172.21.15.90:0/3076403839 >> 172.21.15.90:0/3076403839 conn(0x7fe3a80fbde0 msgr2=0x7fe3a8109670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.501+0000 7fe3ae120640 1 -- 172.21.15.90:0/3076403839 shutdown_connections 2024-04-26T17:27:13.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.501+0000 7fe3ae120640 1 -- 172.21.15.90:0/3076403839 wait complete. 2024-04-26T17:27:13.513 DEBUG:tasks.fwd_scrub:Yielding 2024-04-26T17:27:13.513 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-26T17:27:13.524 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi090.front.sepia.ceph.com 2024-04-26T17:27:13.524 DEBUG:teuthology.orchestra.run.smithi090:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-26T17:27:13.524 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-04-26T17:27:13.524 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T17:27:13.524 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:13.525 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T17:27:13.527 INFO:teuthology.run_tasks:Running task workunit... 2024-04-26T17:27:13.539 INFO:tasks.workunit:Pulling workunits from ref 4e213a58e787437ff508e6c890ccd5fd32dc96b5 2024-04-26T17:27:13.539 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-26T17:27:13.539 INFO:tasks.workunit:timeout=3h 2024-04-26T17:27:13.539 INFO:tasks.workunit:cleanup=True 2024-04-26T17:27:13.539 DEBUG:teuthology.orchestra.run.smithi090:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-26T17:27:13.554 INFO:teuthology.orchestra.run.smithi090.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-26T17:27:13.555 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-04-26T17:27:13.555 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 73h/115d Inode: 1 Links: 2 2024-04-26T17:27:13.555 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T17:27:13.555 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:fusefs_t:s0 2024-04-26T17:27:13.555 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-26 17:25:06.590505818 +0000 2024-04-26T17:27:13.555 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-26 17:25:06.590505818 +0000 2024-04-26T17:27:13.555 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-26 17:27:05.188583596 +0000 2024-04-26T17:27:13.555 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: - 2024-04-26T17:27:13.555 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-26T17:27:13.555 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-26T17:27:13.624 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 4e213a58e787437ff508e6c890ccd5fd32dc96b5 2024-04-26T17:27:13.633 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.632+0000 7fce48891640 1 -- 172.21.15.90:0/2926881481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fce44102bf0 msgr2=0x7fce44109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.633 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.632+0000 7fce48891640 1 --2- 172.21.15.90:0/2926881481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fce44102bf0 0x7fce44109480 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fce34009900 tx=0x7fce3402a410 comp rx=0 tx=0).stop 2024-04-26T17:27:13.633 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 -- 172.21.15.90:0/2926881481 shutdown_connections 2024-04-26T17:27:13.633 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 --2- 172.21.15.90:0/2926881481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fce44102bf0 0x7fce44109480 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.633 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 --2- 172.21.15.90:0/2926881481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce44102230 0x7fce441026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.633 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 --2- 172.21.15.90:0/2926881481 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fce44101040 0x7fce44101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.633 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 -- 172.21.15.90:0/2926881481 >> 172.21.15.90:0/2926881481 conn(0x7fce440fc5b0 msgr2=0x7fce440fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.633 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 -- 172.21.15.90:0/2926881481 shutdown_connections 2024-04-26T17:27:13.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 -- 172.21.15.90:0/2926881481 wait complete. 2024-04-26T17:27:13.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 Processor -- start 2024-04-26T17:27:13.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 -- start start 2024-04-26T17:27:13.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce44101040 0x7fce44069e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fce44102230 0x7fce4419d050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fce44102bf0 0x7fce4419f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fce4410cb50 con 0x7fce44102bf0 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fce4410c9d0 con 0x7fce44101040 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.633+0000 7fce48891640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fce4410ccd0 con 0x7fce44102230 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce42d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fce44102bf0 0x7fce4419f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce42d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fce44102bf0 0x7fce4419f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41668/0 (socket says 172.21.15.90:41668) 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce42d9d640 1 -- 172.21.15.90:0/2504014212 learned_addr learned my addr 172.21.15.90:0/2504014212 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce4259c640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce44101040 0x7fce44069e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce41d9b640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fce44102230 0x7fce4419d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce42d9d640 1 -- 172.21.15.90:0/2504014212 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fce44102230 msgr2=0x7fce4419d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce42d9d640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fce44102230 0x7fce4419d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce42d9d640 1 -- 172.21.15.90:0/2504014212 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce44101040 msgr2=0x7fce44069e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce42d9d640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce44101040 0x7fce44069e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce42d9d640 1 -- 172.21.15.90:0/2504014212 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce4419ff50 con 0x7fce44102bf0 2024-04-26T17:27:13.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce42d9d640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fce44102bf0 0x7fce4419f690 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fce34005d90 tx=0x7fce340043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce337fe640 1 -- 172.21.15.90:0/2504014212 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3403f030 con 0x7fce44102bf0 2024-04-26T17:27:13.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce337fe640 1 -- 172.21.15.90:0/2504014212 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fce34003cb0 con 0x7fce44102bf0 2024-04-26T17:27:13.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce48891640 1 -- 172.21.15.90:0/2504014212 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce441a01e0 con 0x7fce44102bf0 2024-04-26T17:27:13.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce337fe640 1 -- 172.21.15.90:0/2504014212 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce34035070 con 0x7fce44102bf0 2024-04-26T17:27:13.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.634+0000 7fce48891640 1 -- 172.21.15.90:0/2504014212 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce441a0720 con 0x7fce44102bf0 2024-04-26T17:27:13.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.637+0000 7fce337fe640 1 -- 172.21.15.90:0/2504014212 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fce34042030 con 0x7fce44102bf0 2024-04-26T17:27:13.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.637+0000 7fce4b5af740 1 Processor -- start 2024-04-26T17:27:13.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.637+0000 7fce4b5af740 1 -- start start 2024-04-26T17:27:13.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce4b5af740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 0x55ad443c9c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce4b5af740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443ca200 0x55ad443ced00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce4b5af740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443cf370 0x55ad443d1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce4b5af740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ad4432a730 con 0x55ad443c9810 2024-04-26T17:27:13.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce4b5af740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55ad442c6f70 con 0x55ad443cf370 2024-04-26T17:27:13.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce4b5af740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ad443266f0 con 0x55ad443ca200 2024-04-26T17:27:13.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce41d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 0x55ad443c9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce41d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 0x55ad443c9c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41682/0 (socket says 172.21.15.90:41682) 2024-04-26T17:27:13.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce41d9b640 1 -- 172.21.15.90:0/197088566 learned_addr learned my addr 172.21.15.90:0/197088566 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce337fe640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fce2c0a3cc0 0x7fce2c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce4259c640 1 --2- 172.21.15.90:0/197088566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443ca200 0x55ad443ced00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce42d9d640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fce2c0a3cc0 0x7fce2c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce41d9b640 1 --2- 172.21.15.90:0/197088566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443cf370 0x55ad443d1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce41d9b640 1 -- 172.21.15.90:0/197088566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443ca200 msgr2=0x55ad443ced00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce41d9b640 1 --2- 172.21.15.90:0/197088566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443ca200 0x55ad443ced00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce41d9b640 1 -- 172.21.15.90:0/197088566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443cf370 msgr2=0x55ad443d1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce41d9b640 1 --2- 172.21.15.90:0/197088566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443cf370 0x55ad443d1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce41d9b640 1 -- 172.21.15.90:0/197088566 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad441047e0 con 0x55ad443c9810 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce337fe640 1 -- 172.21.15.90:0/2504014212 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fce340f0f80 con 0x7fce44102bf0 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce41d9b640 1 --2- 172.21.15.90:0/197088566 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 0x55ad443c9c30 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fce380127e0 tx=0x7fce38007890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b32916ffd0c20fd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.638+0000 7fce42d9d640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fce2c0a3cc0 0x7fce2c0a6180 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fce340bce10 tx=0x7fce34003e60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.639+0000 7fce30ff9640 1 -- 172.21.15.90:0/197088566 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce38018030 con 0x55ad443c9810 2024-04-26T17:27:13.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.639+0000 7fce30ff9640 1 -- 172.21.15.90:0/197088566 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fce38012e20 con 0x55ad443c9810 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.639+0000 7fce30ff9640 1 -- 172.21.15.90:0/197088566 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce38005380 con 0x55ad443c9810 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.639+0000 7fce4b5af740 1 -- 172.21.15.90:0/197088566 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 msgr2=0x55ad443c9c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.639+0000 7fce4b5af740 1 --2- 172.21.15.90:0/197088566 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 0x55ad443c9c30 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fce380127e0 tx=0x7fce38007890 comp rx=0 tx=0).stop 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.639+0000 7fce4b5af740 1 -- 172.21.15.90:0/197088566 shutdown_connections 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.639+0000 7fce4b5af740 1 --2- 172.21.15.90:0/197088566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443cf370 0x55ad443d1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.639+0000 7fce4b5af740 1 --2- 172.21.15.90:0/197088566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443ca200 0x55ad443ced00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.639+0000 7fce4b5af740 1 --2- 172.21.15.90:0/197088566 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 0x55ad443c9c30 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.639+0000 7fce4b5af740 1 -- 172.21.15.90:0/197088566 >> 172.21.15.90:0/197088566 conn(0x55ad443c0a70 msgr2=0x55ad443c0e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.639+0000 7fce4b5af740 1 -- 172.21.15.90:0/197088566 shutdown_connections 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce4b5af740 1 -- 172.21.15.90:0/197088566 wait complete. 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce4b5af740 1 -- start start 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce4b5af740 1 Processor -- start 2024-04-26T17:27:13.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce4b5af740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443c9810 0x55ad443d3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce4b5af740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443ca200 0x55ad443d41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce4b5af740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443cf370 0x55ad443db220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce4b5af740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ad443d2320 con 0x55ad443cf370 2024-04-26T17:27:13.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce4b5af740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55ad442c4c40 con 0x55ad443c9810 2024-04-26T17:27:13.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce4b5af740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ad443d24a0 con 0x55ad443ca200 2024-04-26T17:27:13.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce4b5af740 10 client.0 _ll_register_callbacks cb 0x55ad4431e840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:13.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce41d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443cf370 0x55ad443db220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce41d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443cf370 0x55ad443db220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41690/0 (socket says 172.21.15.90:41690) 2024-04-26T17:27:13.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce41d9b640 1 -- 172.21.15.90:0/862481562 learned_addr learned my addr 172.21.15.90:0/862481562 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:13.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce41d9b640 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443c9810 0x55ad443d3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.640+0000 7fce4259c640 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443ca200 0x55ad443d41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce41d9b640 1 -- 172.21.15.90:0/862481562 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443ca200 msgr2=0x55ad443d41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce41d9b640 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443ca200 0x55ad443d41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce41d9b640 1 -- 172.21.15.90:0/862481562 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443c9810 msgr2=0x55ad443d3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce41d9b640 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443c9810 0x55ad443d3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce41d9b640 1 -- 172.21.15.90:0/862481562 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad44164f70 con 0x55ad443cf370 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce41d9b640 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443cf370 0x55ad443db220 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fce38010ce0 tx=0x7fce38007e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5f873335cc7c14c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce29ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce29ffb640 1 -- 172.21.15.90:0/862481562 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce38018050 con 0x55ad443cf370 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce29ffb640 1 -- 172.21.15.90:0/862481562 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fce38003970 con 0x55ad443cf370 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce4b5af740 1 -- 172.21.15.90:0/862481562 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce38012e20 con 0x55ad443cf370 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce29ffb640 1 -- 172.21.15.90:0/862481562 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fce38010d40 con 0x55ad443cf370 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce4b5af740 10 client.15696 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce4b5af740 1 -- 172.21.15.90:0/862481562 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ad43ffc170 con 0x55ad443cf370 2024-04-26T17:27:13.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce29ffb640 1 -- 172.21.15.90:0/862481562 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fce38012e20 con 0x55ad443cf370 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce29ffb640 1 -- 172.21.15.90:0/862481562 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fce38004030 con 0x55ad443cf370 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce4b5af740 10 client.15696 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce4b5af740 10 client.15696 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.641+0000 7fce4b5af740 20 client.15696 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.642+0000 7fce4b5af740 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ad443df4e0 0x55ad443e18d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.642+0000 7fce4b5af740 4 client.15696 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.642+0000 7fce4b5af740 1 -- 172.21.15.90:0/862481562 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ad44338340 con 0x55ad443df4e0 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.642+0000 7fce4259c640 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ad443df4e0 0x55ad443e18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.642+0000 7fce4259c640 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ad443df4e0 0x55ad443e18d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4aaac686f8f5cb36 server_cookie=882d629316920eb8 in_seq=0 out_seq=0 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.642+0000 7fce29ffb640 10 client.15696 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce29ffb640 1 -- 172.21.15.90:0/862481562 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ad44338340 con 0x55ad443df4e0 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce29ffb640 10 client.15696 handle_command_reply: tid=0 2024-04-26T17:27:13.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce4b5af740 1 client.15696 shutdown 2024-04-26T17:27:13.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce4b5af740 1 -- 172.21.15.90:0/862481562 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443cf370 msgr2=0x55ad443db220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce4b5af740 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443cf370 0x55ad443db220 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fce38010ce0 tx=0x7fce38007e60 comp rx=0 tx=0).stop 2024-04-26T17:27:13.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce4b5af740 1 -- 172.21.15.90:0/862481562 shutdown_connections 2024-04-26T17:27:13.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce4b5af740 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ad443df4e0 0x55ad443e18d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce4b5af740 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443cf370 0x55ad443db220 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce4b5af740 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443ca200 0x55ad443d41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce4b5af740 1 --2- 172.21.15.90:0/862481562 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443c9810 0x55ad443d3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce4b5af740 1 -- 172.21.15.90:0/862481562 >> 172.21.15.90:0/862481562 conn(0x55ad443c0a70 msgr2=0x55ad443bfbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce29ffb640 0 client.15696 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:13.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce4b5af740 1 -- 172.21.15.90:0/862481562 shutdown_connections 2024-04-26T17:27:13.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce4b5af740 1 -- 172.21.15.90:0/862481562 wait complete. 2024-04-26T17:27:13.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.643+0000 7fce4b5af740 20 client.15696 trim_cache size 0 max 16384 2024-04-26T17:27:13.651 INFO:tasks.workunit.client.0.smithi090.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-26T17:27:13.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4b5af740 1 Processor -- start 2024-04-26T17:27:13.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4b5af740 1 -- start start 2024-04-26T17:27:13.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4b5af740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443c9810 0x55ad443c0370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4b5af740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443ca200 0x55ad443db140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4b5af740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443cf370 0x55ad443c4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4b5af740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fce441a8ba0 con 0x55ad443ca200 2024-04-26T17:27:13.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4b5af740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fce441aa6e0 con 0x55ad443c9810 2024-04-26T17:27:13.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4b5af740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fce441a9270 con 0x55ad443cf370 2024-04-26T17:27:13.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4259c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443ca200 0x55ad443db140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4259c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443ca200 0x55ad443db140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41696/0 (socket says 172.21.15.90:41696) 2024-04-26T17:27:13.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4259c640 1 -- 172.21.15.90:0/1604273822 learned_addr learned my addr 172.21.15.90:0/1604273822 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:13.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce41d9b640 1 --2- 172.21.15.90:0/1604273822 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443cf370 0x55ad443c4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce41d9b640 1 --2- 172.21.15.90:0/1604273822 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443c9810 0x55ad443c0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4259c640 1 -- 172.21.15.90:0/1604273822 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443cf370 msgr2=0x55ad443c4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4259c640 1 --2- 172.21.15.90:0/1604273822 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443cf370 0x55ad443c4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4259c640 1 -- 172.21.15.90:0/1604273822 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443c9810 msgr2=0x55ad443c0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4259c640 1 --2- 172.21.15.90:0/1604273822 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443c9810 0x55ad443c0370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4259c640 1 -- 172.21.15.90:0/1604273822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad443bc250 con 0x55ad443ca200 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.662+0000 7fce4259c640 1 --2- 172.21.15.90:0/1604273822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443ca200 0x55ad443db140 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fce3c005e90 tx=0x7fce3c00a2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=360b201550a30173 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.663+0000 7fce2bfff640 1 -- 172.21.15.90:0/1604273822 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c004230 con 0x55ad443ca200 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.663+0000 7fce2bfff640 1 -- 172.21.15.90:0/1604273822 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fce3c024030 con 0x55ad443ca200 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.663+0000 7fce2bfff640 1 -- 172.21.15.90:0/1604273822 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c004d70 con 0x55ad443ca200 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.663+0000 7fce4b5af740 1 -- 172.21.15.90:0/1604273822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443ca200 msgr2=0x55ad443db140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.663+0000 7fce4b5af740 1 --2- 172.21.15.90:0/1604273822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443ca200 0x55ad443db140 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fce3c005e90 tx=0x7fce3c00a2d0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.663+0000 7fce4b5af740 1 -- 172.21.15.90:0/1604273822 shutdown_connections 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.663+0000 7fce4b5af740 1 --2- 172.21.15.90:0/1604273822 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443cf370 0x55ad443c4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.663+0000 7fce4b5af740 1 --2- 172.21.15.90:0/1604273822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443ca200 0x55ad443db140 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.663+0000 7fce4b5af740 1 --2- 172.21.15.90:0/1604273822 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443c9810 0x55ad443c0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.663+0000 7fce4b5af740 1 -- 172.21.15.90:0/1604273822 >> 172.21.15.90:0/1604273822 conn(0x55ad443c0a70 msgr2=0x55ad443c3980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.663+0000 7fce4b5af740 1 -- 172.21.15.90:0/1604273822 shutdown_connections 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.663+0000 7fce4b5af740 1 -- 172.21.15.90:0/1604273822 wait complete. 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce4b5af740 1 -- start start 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce4b5af740 1 Processor -- start 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce4b5af740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 0x55ad443d8d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce4b5af740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443ca200 0x55ad443d9290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce4b5af740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443cf370 0x55ad443da2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce4b5af740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fce441aa010 con 0x55ad443c9810 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce4b5af740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fce441a9940 con 0x55ad443ca200 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce4b5af740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fce441a6b80 con 0x55ad443cf370 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce4b5af740 10 client.0 _ll_register_callbacks cb 0x7fce3c00a590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:13.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce41d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 0x55ad443d8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce41d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 0x55ad443d8d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41700/0 (socket says 172.21.15.90:41700) 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce41d9b640 1 -- 172.21.15.90:0/726919351 learned_addr learned my addr 172.21.15.90:0/726919351 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce4259c640 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443ca200 0x55ad443d9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce41d9b640 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443cf370 0x55ad443da2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce41d9b640 1 -- 172.21.15.90:0/726919351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443cf370 msgr2=0x55ad443da2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce41d9b640 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443cf370 0x55ad443da2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce41d9b640 1 -- 172.21.15.90:0/726919351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443ca200 msgr2=0x55ad443d9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce41d9b640 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443ca200 0x55ad443d9290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce41d9b640 1 -- 172.21.15.90:0/726919351 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad443da890 con 0x55ad443c9810 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce4259c640 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443ca200 0x55ad443d9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce41d9b640 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 0x55ad443d8d50 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fce38007790 tx=0x7fce38007680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d00c74e6836f2406 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.664+0000 7fce29ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce29ffb640 1 -- 172.21.15.90:0/726919351 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce38018040 con 0x55ad443c9810 2024-04-26T17:27:13.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce29ffb640 1 -- 172.21.15.90:0/726919351 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fce38028070 con 0x55ad443c9810 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce4b5af740 1 -- 172.21.15.90:0/726919351 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce3c024030 con 0x55ad443c9810 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce29ffb640 1 -- 172.21.15.90:0/726919351 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fce38004d50 con 0x55ad443c9810 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce4b5af740 10 client.15702 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce4b5af740 1 -- 172.21.15.90:0/726919351 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ad44445e80 con 0x55ad443c9810 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce29ffb640 1 -- 172.21.15.90:0/726919351 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fce3c024030 con 0x55ad443c9810 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce29ffb640 1 -- 172.21.15.90:0/726919351 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fce38005310 con 0x55ad443c9810 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce4b5af740 10 client.15702 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce4b5af740 10 client.15702 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce4b5af740 20 client.15702 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce4b5af740 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ad44446800 0x55ad44448c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce4b5af740 4 client.15702 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce4b5af740 1 -- 172.21.15.90:0/726919351 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ad443321b0 con 0x55ad44446800 2024-04-26T17:27:13.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.665+0000 7fce4259c640 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ad44446800 0x55ad44448c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.666+0000 7fce29ffb640 10 client.15702 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:13.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.666+0000 7fce4259c640 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ad44446800 0x55ad44448c20 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1e8b5ff4269c229 server_cookie=bd30a245131b47d8 in_seq=0 out_seq=0 2024-04-26T17:27:13.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce29ffb640 1 -- 172.21.15.90:0/726919351 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ad443321b0 con 0x55ad44446800 2024-04-26T17:27:13.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce29ffb640 10 client.15702 handle_command_reply: tid=0 2024-04-26T17:27:13.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce4b5af740 1 client.15702 shutdown 2024-04-26T17:27:13.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce4b5af740 1 -- 172.21.15.90:0/726919351 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 msgr2=0x55ad443d8d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce4b5af740 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 0x55ad443d8d50 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fce38007790 tx=0x7fce38007680 comp rx=0 tx=0).stop 2024-04-26T17:27:13.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce4b5af740 1 -- 172.21.15.90:0/726919351 shutdown_connections 2024-04-26T17:27:13.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce4b5af740 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ad44446800 0x55ad44448c20 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce4b5af740 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ad443cf370 0x55ad443da2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce4b5af740 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ad443ca200 0x55ad443d9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce4b5af740 1 --2- 172.21.15.90:0/726919351 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ad443c9810 0x55ad443d8d50 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce4b5af740 1 -- 172.21.15.90:0/726919351 >> 172.21.15.90:0/726919351 conn(0x55ad443c0a70 msgr2=0x55ad443bf360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce29ffb640 0 client.15702 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:13.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce4b5af740 1 -- 172.21.15.90:0/726919351 shutdown_connections 2024-04-26T17:27:13.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce4b5af740 1 -- 172.21.15.90:0/726919351 wait complete. 2024-04-26T17:27:13.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.667+0000 7fce4b5af740 20 client.15702 trim_cache size 0 max 16384 2024-04-26T17:27:13.673 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:27:13.673 INFO:teuthology.orchestra.run.smithi090.stdout: "return_code": 0, 2024-04-26T17:27:13.673 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_tag": "28a9fa18-9f52-4e80-9bb4-c1eb32c487a2", 2024-04-26T17:27:13.673 INFO:teuthology.orchestra.run.smithi090.stdout: "mode": "asynchronous" 2024-04-26T17:27:13.673 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:27:13.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.668+0000 7fce48891640 1 -- 172.21.15.90:0/2504014212 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fce2c0a3cc0 msgr2=0x7fce2c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.668+0000 7fce48891640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fce2c0a3cc0 0x7fce2c0a6180 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fce340bce10 tx=0x7fce34003e60 comp rx=0 tx=0).stop 2024-04-26T17:27:13.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.668+0000 7fce48891640 1 -- 172.21.15.90:0/2504014212 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fce44102bf0 msgr2=0x7fce4419f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.668+0000 7fce48891640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fce44102bf0 0x7fce4419f690 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fce34005d90 tx=0x7fce340043b0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.668+0000 7fce48891640 1 -- 172.21.15.90:0/2504014212 shutdown_connections 2024-04-26T17:27:13.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.668+0000 7fce48891640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fce2c0a3cc0 0x7fce2c0a6180 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.668+0000 7fce48891640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fce44102bf0 0x7fce4419f690 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.668+0000 7fce48891640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fce44102230 0x7fce4419d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.668+0000 7fce48891640 1 --2- 172.21.15.90:0/2504014212 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce44101040 0x7fce44069e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.668+0000 7fce48891640 1 -- 172.21.15.90:0/2504014212 >> 172.21.15.90:0/2504014212 conn(0x7fce440fc5b0 msgr2=0x7fce44105580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.668+0000 7fce48891640 1 -- 172.21.15.90:0/2504014212 shutdown_connections 2024-04-26T17:27:13.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.668+0000 7fce48891640 1 -- 172.21.15.90:0/2504014212 wait complete. 2024-04-26T17:27:13.678 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T17:27:13.678 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T17:27:13.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.819+0000 7f6056479640 1 -- 172.21.15.90:0/3621427960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6050102bc0 msgr2=0x7f6050104fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.819+0000 7f6056479640 1 --2- 172.21.15.90:0/3621427960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6050102bc0 0x7f6050104fb0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6040009900 tx=0x7f604002a410 comp rx=0 tx=0).stop 2024-04-26T17:27:13.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.819+0000 7f6056479640 1 -- 172.21.15.90:0/3621427960 shutdown_connections 2024-04-26T17:27:13.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.819+0000 7f6056479640 1 --2- 172.21.15.90:0/3621427960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6050107e20 0x7f605010a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.819+0000 7f6056479640 1 --2- 172.21.15.90:0/3621427960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60501054f0 0x7f60501078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.819+0000 7f6056479640 1 --2- 172.21.15.90:0/3621427960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6050102bc0 0x7f6050104fb0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.819+0000 7f6056479640 1 -- 172.21.15.90:0/3621427960 >> 172.21.15.90:0/3621427960 conn(0x7f60500fc5b0 msgr2=0x7f60500fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.819+0000 7f6056479640 1 -- 172.21.15.90:0/3621427960 shutdown_connections 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.819+0000 7f6056479640 1 -- 172.21.15.90:0/3621427960 wait complete. 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f6056479640 1 Processor -- start 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f6056479640 1 -- start start 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f6056479640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6050102bc0 0x7f6050198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f6056479640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60501054f0 0x7f60501988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f6056479640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6050107e20 0x7f605019f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f6056479640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f605010dc50 con 0x7f6050107e20 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f6056479640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f605010dad0 con 0x7f60501054f0 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f6056479640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f605010ddd0 con 0x7f6050102bc0 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f6054a16640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6050107e20 0x7f605019f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f6054a16640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6050107e20 0x7f605019f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41716/0 (socket says 172.21.15.90:41716) 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f6054a16640 1 -- 172.21.15.90:0/2550828483 learned_addr learned my addr 172.21.15.90:0/2550828483 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f604f7fe640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60501054f0 0x7f60501988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f604ffff640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6050102bc0 0x7f6050198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.820+0000 7f6054a16640 1 -- 172.21.15.90:0/2550828483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6050102bc0 msgr2=0x7f6050198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.821+0000 7f6054a16640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6050102bc0 0x7f6050198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.821+0000 7f6054a16640 1 -- 172.21.15.90:0/2550828483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60501054f0 msgr2=0x7f60501988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.821+0000 7f6054a16640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60501054f0 0x7f60501988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.821+0000 7f6054a16640 1 -- 172.21.15.90:0/2550828483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f605019ff80 con 0x7f6050107e20 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.821+0000 7f6054a16640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6050107e20 0x7f605019f910 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f604800eaa0 tx=0x7f604800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.821+0000 7f604d7fa640 1 -- 172.21.15.90:0/2550828483 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6048004d20 con 0x7f6050107e20 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.821+0000 7f604d7fa640 1 -- 172.21.15.90:0/2550828483 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6048005020 con 0x7f6050107e20 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.821+0000 7f6056479640 1 -- 172.21.15.90:0/2550828483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60501a0270 con 0x7f6050107e20 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.821+0000 7f604d7fa640 1 -- 172.21.15.90:0/2550828483 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60480116d0 con 0x7f6050107e20 2024-04-26T17:27:13.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.821+0000 7f6056479640 1 -- 172.21.15.90:0/2550828483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60501a0770 con 0x7f6050107e20 2024-04-26T17:27:13.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.823+0000 7f604d7fa640 1 -- 172.21.15.90:0/2550828483 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f60480051d0 con 0x7f6050107e20 2024-04-26T17:27:13.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.823+0000 7f605918c740 1 Processor -- start 2024-04-26T17:27:13.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.823+0000 7f605918c740 1 -- start start 2024-04-26T17:27:13.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.823+0000 7f605918c740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbc6c70 0x55574cbc7090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.823+0000 7f605918c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc7660 0x55574cbcc160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.823+0000 7f605918c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbcc7d0 0x55574cbcec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.823+0000 7f605918c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55574cb2baf0 con 0x55574cbcc7d0 2024-04-26T17:27:13.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.823+0000 7f605918c740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55574cac7890 con 0x55574cbc6c70 2024-04-26T17:27:13.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.823+0000 7f605918c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55574cb27ab0 con 0x55574cbc7660 2024-04-26T17:27:13.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604d7fa640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f60380a3c40 0x7f60380a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbcc7d0 0x55574cbcec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbcc7d0 0x55574cbcec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41724/0 (socket says 172.21.15.90:41724) 2024-04-26T17:27:13.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604f7fe640 1 -- 172.21.15.90:0/1598239323 learned_addr learned my addr 172.21.15.90:0/1598239323 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f6054a16640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f60380a3c40 0x7f60380a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604ffff640 1 --2- 172.21.15.90:0/1598239323 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc7660 0x55574cbcc160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604f7fe640 1 --2- 172.21.15.90:0/1598239323 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbc6c70 0x55574cbc7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604d7fa640 1 -- 172.21.15.90:0/2550828483 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f60480d0ae0 con 0x7f6050107e20 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604f7fe640 1 -- 172.21.15.90:0/1598239323 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc7660 msgr2=0x55574cbcc160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604f7fe640 1 --2- 172.21.15.90:0/1598239323 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc7660 0x55574cbcc160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604f7fe640 1 -- 172.21.15.90:0/1598239323 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbc6c70 msgr2=0x55574cbc7090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604f7fe640 1 --2- 172.21.15.90:0/1598239323 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbc6c70 0x55574cbc7090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604f7fe640 1 -- 172.21.15.90:0/1598239323 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55574c9077d0 con 0x55574cbcc7d0 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f604f7fe640 1 --2- 172.21.15.90:0/1598239323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbcc7d0 0x55574cbcec60 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f604400a550 tx=0x7f604400a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d8f0da55f575af7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f6054a16640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f60380a3c40 0x7f60380a6100 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6048099260 tx=0x7f6048087040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f60367fc640 1 -- 172.21.15.90:0/1598239323 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604400f860 con 0x55574cbcc7d0 2024-04-26T17:27:13.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f60367fc640 1 -- 172.21.15.90:0/1598239323 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f604400e3b0 con 0x55574cbcc7d0 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.824+0000 7f60367fc640 1 -- 172.21.15.90:0/1598239323 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60440195b0 con 0x55574cbcc7d0 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.825+0000 7f605918c740 1 -- 172.21.15.90:0/1598239323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbcc7d0 msgr2=0x55574cbcec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.825+0000 7f605918c740 1 --2- 172.21.15.90:0/1598239323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbcc7d0 0x55574cbcec60 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f604400a550 tx=0x7f604400a7d0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.825+0000 7f605918c740 1 -- 172.21.15.90:0/1598239323 shutdown_connections 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.825+0000 7f605918c740 1 --2- 172.21.15.90:0/1598239323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbcc7d0 0x55574cbcec60 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.825+0000 7f605918c740 1 --2- 172.21.15.90:0/1598239323 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc7660 0x55574cbcc160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.825+0000 7f605918c740 1 --2- 172.21.15.90:0/1598239323 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbc6c70 0x55574cbc7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.825+0000 7f605918c740 1 -- 172.21.15.90:0/1598239323 >> 172.21.15.90:0/1598239323 conn(0x55574cbc22e0 msgr2=0x55574cbc26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.825+0000 7f605918c740 1 -- 172.21.15.90:0/1598239323 shutdown_connections 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.825+0000 7f605918c740 1 -- 172.21.15.90:0/1598239323 wait complete. 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.825+0000 7f605918c740 1 -- start start 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.825+0000 7f605918c740 1 Processor -- start 2024-04-26T17:27:13.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f605918c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc6c70 0x55574cbd1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f605918c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f605918c740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbcc7d0 0x55574cbd8680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f605918c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55574cbcf780 con 0x55574cbc7660 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f605918c740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55574cac53c0 con 0x55574cbcc7d0 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f605918c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55574cbcf900 con 0x55574cbc6c70 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f605918c740 10 client.0 _ll_register_callbacks cb 0x55574cac5a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f604ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f604ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41736/0 (socket says 172.21.15.90:41736) 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f604ffff640 1 -- 172.21.15.90:0/2290409092 learned_addr learned my addr 172.21.15.90:0/2290409092 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f604f7fe640 1 --2- 172.21.15.90:0/2290409092 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc6c70 0x55574cbd1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f604ffff640 1 -- 172.21.15.90:0/2290409092 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc6c70 msgr2=0x55574cbd1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f604ffff640 1 --2- 172.21.15.90:0/2290409092 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc6c70 0x55574cbd1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f604ffff640 1 -- 172.21.15.90:0/2290409092 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbcc7d0 msgr2=0x55574cbd8680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f604ffff640 1 --2- 172.21.15.90:0/2290409092 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbcc7d0 0x55574cbd8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f604ffff640 1 -- 172.21.15.90:0/2290409092 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55574c83d3f0 con 0x55574cbc7660 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f604ffff640 1 --2- 172.21.15.90:0/2290409092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd1640 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f604002a930 tx=0x7f6040009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6edbf0559790f32c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f602f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f602f7fe640 1 -- 172.21.15.90:0/2290409092 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6040035070 con 0x55574cbc7660 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f605918c740 1 -- 172.21.15.90:0/2290409092 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f604400e3b0 con 0x55574cbc7660 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.826+0000 7f602f7fe640 1 -- 172.21.15.90:0/2290409092 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f6040004240 con 0x55574cbc7660 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.827+0000 7f602f7fe640 1 -- 172.21.15.90:0/2290409092 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f604004d050 con 0x55574cbc7660 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.827+0000 7f605918c740 10 client.15714 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.827+0000 7f605918c740 1 -- 172.21.15.90:0/2290409092 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55574c7fd0f0 con 0x55574cbc7660 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.827+0000 7f602f7fe640 1 -- 172.21.15.90:0/2290409092 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f604400e3b0 con 0x55574cbc7660 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.827+0000 7f602f7fe640 1 -- 172.21.15.90:0/2290409092 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f604003b550 con 0x55574cbc7660 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.827+0000 7f605918c740 10 client.15714 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:13.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.827+0000 7f605918c740 10 client.15714 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.827+0000 7f605918c740 20 client.15714 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.827+0000 7f605918c740 1 --2- 172.21.15.90:0/2290409092 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55574cbdcc90 0x55574cbdf0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.827+0000 7f605918c740 4 client.15714 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.827+0000 7f605918c740 1 -- 172.21.15.90:0/2290409092 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55574cb39700 con 0x55574cbdcc90 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.827+0000 7f604f7fe640 1 --2- 172.21.15.90:0/2290409092 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55574cbdcc90 0x55574cbdf0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f604f7fe640 1 --2- 172.21.15.90:0/2290409092 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55574cbdcc90 0x55574cbdf0d0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=114ff41d6b07fc70 server_cookie=5191c5e22c673398 in_seq=0 out_seq=0 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f602f7fe640 10 client.15714 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f602f7fe640 1 -- 172.21.15.90:0/2290409092 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55574cb39700 con 0x55574cbdcc90 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f602f7fe640 10 client.15714 handle_command_reply: tid=0 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f605918c740 1 client.15714 shutdown 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f605918c740 1 -- 172.21.15.90:0/2290409092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 msgr2=0x55574cbd1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f605918c740 1 --2- 172.21.15.90:0/2290409092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd1640 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f604002a930 tx=0x7f6040009880 comp rx=0 tx=0).stop 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f605918c740 1 -- 172.21.15.90:0/2290409092 shutdown_connections 2024-04-26T17:27:13.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f605918c740 1 --2- 172.21.15.90:0/2290409092 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55574cbdcc90 0x55574cbdf0d0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f605918c740 1 --2- 172.21.15.90:0/2290409092 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbcc7d0 0x55574cbd8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f605918c740 1 --2- 172.21.15.90:0/2290409092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd1640 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f602f7fe640 0 client.15714 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:13.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f605918c740 1 --2- 172.21.15.90:0/2290409092 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc6c70 0x55574cbd1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.828+0000 7f605918c740 1 -- 172.21.15.90:0/2290409092 >> 172.21.15.90:0/2290409092 conn(0x55574cbc22e0 msgr2=0x55574cbc1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.829+0000 7f605918c740 1 -- 172.21.15.90:0/2290409092 shutdown_connections 2024-04-26T17:27:13.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.829+0000 7f605918c740 1 -- 172.21.15.90:0/2290409092 wait complete. 2024-04-26T17:27:13.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.829+0000 7f605918c740 20 client.15714 trim_cache size 0 max 16384 2024-04-26T17:27:13.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f605918c740 1 Processor -- start 2024-04-26T17:27:13.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f605918c740 1 -- start start 2024-04-26T17:27:13.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f605918c740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbc6c70 0x55574cbc7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f605918c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f605918c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbcc7d0 0x55574cbc12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f605918c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f60501aad90 con 0x55574cbc7660 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f605918c740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f60501ac8d0 con 0x55574cbc6c70 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f605918c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f60501ab460 con 0x55574cbcc7d0 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f604ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f604ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd8640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41742/0 (socket says 172.21.15.90:41742) 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f604ffff640 1 -- 172.21.15.90:0/3055913169 learned_addr learned my addr 172.21.15.90:0/3055913169 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f604ffff640 1 -- 172.21.15.90:0/3055913169 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbcc7d0 msgr2=0x55574cbc12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f604ffff640 1 --2- 172.21.15.90:0/3055913169 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbcc7d0 0x55574cbc12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f604ffff640 1 -- 172.21.15.90:0/3055913169 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbc6c70 msgr2=0x55574cbc7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f604f7fe640 1 --2- 172.21.15.90:0/3055913169 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbc6c70 0x55574cbc7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f604ffff640 1 --2- 172.21.15.90:0/3055913169 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbc6c70 0x55574cbc7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f604ffff640 1 -- 172.21.15.90:0/3055913169 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55574cbc91a0 con 0x55574cbc7660 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f604f7fe640 1 --2- 172.21.15.90:0/3055913169 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbc6c70 0x55574cbc7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.846+0000 7f604ffff640 1 --2- 172.21.15.90:0/3055913169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd8640 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f604003bb60 tx=0x7f6040000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80d4c11a1c526f35 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f6035ffb640 1 -- 172.21.15.90:0/3055913169 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6040000e60 con 0x55574cbc7660 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f6035ffb640 1 -- 172.21.15.90:0/3055913169 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6040004040 con 0x55574cbc7660 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f6035ffb640 1 -- 172.21.15.90:0/3055913169 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6040035040 con 0x55574cbc7660 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f605918c740 1 -- 172.21.15.90:0/3055913169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 msgr2=0x55574cbd8640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f605918c740 1 --2- 172.21.15.90:0/3055913169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd8640 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f604003bb60 tx=0x7f6040000bc0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f605918c740 1 -- 172.21.15.90:0/3055913169 shutdown_connections 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f605918c740 1 --2- 172.21.15.90:0/3055913169 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbcc7d0 0x55574cbc12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f605918c740 1 --2- 172.21.15.90:0/3055913169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd8640 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f605918c740 1 --2- 172.21.15.90:0/3055913169 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbc6c70 0x55574cbc7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f605918c740 1 -- 172.21.15.90:0/3055913169 >> 172.21.15.90:0/3055913169 conn(0x55574cbc22e0 msgr2=0x55574cbc0bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f605918c740 1 -- 172.21.15.90:0/3055913169 shutdown_connections 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f605918c740 1 -- 172.21.15.90:0/3055913169 wait complete. 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.847+0000 7f605918c740 1 -- start start 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f605918c740 1 Processor -- start 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f605918c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc6c70 0x55574cbd61c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f605918c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd6700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f605918c740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbcc7d0 0x55574cbd7710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f605918c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f60501ac200 con 0x55574cbc7660 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f605918c740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f60501abb30 con 0x55574cbcc7d0 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f605918c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f60501a8d70 con 0x55574cbc6c70 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f605918c740 10 client.0 _ll_register_callbacks cb 0x7f6040009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f604ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f604ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd6700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41758/0 (socket says 172.21.15.90:41758) 2024-04-26T17:27:13.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f604ffff640 1 -- 172.21.15.90:0/849274076 learned_addr learned my addr 172.21.15.90:0/849274076 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f604f7fe640 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbcc7d0 0x55574cbd7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f604f7fe640 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc6c70 0x55574cbd61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f604ffff640 1 -- 172.21.15.90:0/849274076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc6c70 msgr2=0x55574cbd61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f604ffff640 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc6c70 0x55574cbd61c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f604ffff640 1 -- 172.21.15.90:0/849274076 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbcc7d0 msgr2=0x55574cbd7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f604ffff640 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbcc7d0 0x55574cbd7710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f604ffff640 1 -- 172.21.15.90:0/849274076 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55574cbd7d00 con 0x55574cbc7660 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f604f7fe640 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc6c70 0x55574cbd61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f604ffff640 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd6700 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f6040006010 tx=0x7f60400044a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f906e7428470436 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.848+0000 7f602f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f602f7fe640 1 -- 172.21.15.90:0/849274076 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604005f060 con 0x55574cbc7660 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f602f7fe640 1 -- 172.21.15.90:0/849274076 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f604003b640 con 0x55574cbc7660 2024-04-26T17:27:13.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f605918c740 1 -- 172.21.15.90:0/849274076 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6040004040 con 0x55574cbc7660 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f602f7fe640 1 -- 172.21.15.90:0/849274076 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6040066050 con 0x55574cbc7660 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f605918c740 10 client.15720 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f605918c740 1 -- 172.21.15.90:0/849274076 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55574cc435f0 con 0x55574cbc7660 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f602f7fe640 1 -- 172.21.15.90:0/849274076 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6040004040 con 0x55574cbc7660 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f602f7fe640 1 -- 172.21.15.90:0/849274076 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f604005a900 con 0x55574cbc7660 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f605918c740 10 client.15720 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f605918c740 10 client.15720 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f605918c740 20 client.15720 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f605918c740 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55574cc43ed0 0x55574cc462f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f605918c740 4 client.15720 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f605918c740 1 -- 172.21.15.90:0/849274076 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55574cb33570 con 0x55574cc43ed0 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.849+0000 7f604f7fe640 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55574cc43ed0 0x55574cc462f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f604f7fe640 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55574cc43ed0 0x55574cc462f0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b350e42eba28c7b6 server_cookie=9244f3e390becf3 in_seq=0 out_seq=0 2024-04-26T17:27:13.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f602f7fe640 10 client.15720 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f602f7fe640 1 -- 172.21.15.90:0/849274076 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55574cb33570 con 0x55574cc43ed0 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f602f7fe640 10 client.15720 handle_command_reply: tid=0 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f605918c740 1 client.15720 shutdown 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f605918c740 1 -- 172.21.15.90:0/849274076 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 msgr2=0x55574cbd6700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f605918c740 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd6700 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f6040006010 tx=0x7f60400044a0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f605918c740 1 -- 172.21.15.90:0/849274076 shutdown_connections 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f605918c740 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55574cc43ed0 0x55574cc462f0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f605918c740 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55574cbcc7d0 0x55574cbd7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f602f7fe640 0 client.15720 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f605918c740 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55574cbc7660 0x55574cbd6700 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f605918c740 1 --2- 172.21.15.90:0/849274076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55574cbc6c70 0x55574cbd61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f605918c740 1 -- 172.21.15.90:0/849274076 >> 172.21.15.90:0/849274076 conn(0x55574cbc22e0 msgr2=0x55574cbc1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f605918c740 1 -- 172.21.15.90:0/849274076 shutdown_connections 2024-04-26T17:27:13.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f605918c740 1 -- 172.21.15.90:0/849274076 wait complete. 2024-04-26T17:27:13.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.850+0000 7f605918c740 20 client.15720 trim_cache size 0 max 16384 2024-04-26T17:27:13.858 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:27:13.858 INFO:teuthology.orchestra.run.smithi090.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T17:27:13.858 INFO:teuthology.orchestra.run.smithi090.stdout: "scrubs": { 2024-04-26T17:27:13.858 INFO:teuthology.orchestra.run.smithi090.stdout: "28a9fa18-9f52-4e80-9bb4-c1eb32c487a2": { 2024-04-26T17:27:13.858 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/", 2024-04-26T17:27:13.858 INFO:teuthology.orchestra.run.smithi090.stdout: "tag": "28a9fa18-9f52-4e80-9bb4-c1eb32c487a2", 2024-04-26T17:27:13.858 INFO:teuthology.orchestra.run.smithi090.stdout: "options": "recursive,force" 2024-04-26T17:27:13.858 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:27:13.859 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:27:13.859 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:27:13.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.851+0000 7f6056479640 1 -- 172.21.15.90:0/2550828483 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f60380a3c40 msgr2=0x7f60380a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.851+0000 7f6056479640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f60380a3c40 0x7f60380a6100 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6048099260 tx=0x7f6048087040 comp rx=0 tx=0).stop 2024-04-26T17:27:13.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.851+0000 7f6056479640 1 -- 172.21.15.90:0/2550828483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6050107e20 msgr2=0x7f605019f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:13.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.851+0000 7f6056479640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6050107e20 0x7f605019f910 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f604800eaa0 tx=0x7f604800eea0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.851+0000 7f6056479640 1 -- 172.21.15.90:0/2550828483 shutdown_connections 2024-04-26T17:27:13.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.851+0000 7f6056479640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f60380a3c40 0x7f60380a6100 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.851+0000 7f6056479640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6050107e20 0x7f605019f910 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.851+0000 7f6056479640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60501054f0 0x7f60501988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.851+0000 7f6056479640 1 --2- 172.21.15.90:0/2550828483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6050102bc0 0x7f6050198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:13.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.851+0000 7f6056479640 1 -- 172.21.15.90:0/2550828483 >> 172.21.15.90:0/2550828483 conn(0x7f60500fc5b0 msgr2=0x7f6050103620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:13.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.851+0000 7f6056479640 1 -- 172.21.15.90:0/2550828483 shutdown_connections 2024-04-26T17:27:13.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:13.851+0000 7f6056479640 1 -- 172.21.15.90:0/2550828483 wait complete. 2024-04-26T17:27:13.861 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:13 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2943220811' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:27:13.861 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:13 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1394232296' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:27:13.861 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:13 smithi090 ceph-mon[29417]: pgmap v374: 129 pgs: 129 active+clean; 658 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-26T17:27:13.861 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:13 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3076403839' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:13.862 INFO:tasks.cephfs.filesystem:scrub status for tag:28a9fa18-9f52-4e80-9bb4-c1eb32c487a2 - {'path': '/', 'tag': '28a9fa18-9f52-4e80-9bb4-c1eb32c487a2', 'options': 'recursive,force'} 2024-04-26T17:27:14.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:13 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2943220811' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:27:14.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:13 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1394232296' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:27:14.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:13 smithi167 ceph-mon[32665]: pgmap v374: 129 pgs: 129 active+clean; 658 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-26T17:27:14.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:13 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3076403839' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:13 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2943220811' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:27:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:13 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1394232296' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:27:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:13 smithi119 ceph-mon[32584]: pgmap v374: 129 pgs: 129 active+clean; 658 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-26T17:27:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:13 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3076403839' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:27:14.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:14 smithi090 ceph-mon[29417]: scrub queued for path: / 2024-04-26T17:27:14.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:14 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:27:14.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:14 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:27:14.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:14 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:27:14.948 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:14 smithi119 ceph-mon[32584]: scrub queued for path: / 2024-04-26T17:27:14.948 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:14 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:27:14.948 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:14 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:27:14.949 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:14 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:27:15.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:14 smithi167 ceph-mon[32665]: scrub queued for path: / 2024-04-26T17:27:15.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:14 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:27:15.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:14 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:27:15.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:14 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:27:15.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:15 smithi090 ceph-mon[29417]: pgmap v375: 129 pgs: 129 active+clean; 658 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T17:27:16.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:15 smithi167 ceph-mon[32665]: pgmap v375: 129 pgs: 129 active+clean; 658 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T17:27:16.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:15 smithi119 ceph-mon[32584]: pgmap v375: 129 pgs: 129 active+clean; 658 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T17:27:17.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:17 smithi090 ceph-mon[29417]: pgmap v376: 129 pgs: 129 active+clean; 658 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-04-26T17:27:18.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:17 smithi167 ceph-mon[32665]: pgmap v376: 129 pgs: 129 active+clean; 658 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-04-26T17:27:18.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:17 smithi119 ceph-mon[32584]: pgmap v376: 129 pgs: 129 active+clean; 658 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-04-26T17:27:18.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:18 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:27:19.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:18 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:27:19.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:18 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:27:19.612 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:19 smithi167 ceph-mon[32665]: pgmap v377: 129 pgs: 129 active+clean; 663 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.7 KiB/s wr, 15 op/s 2024-04-26T17:27:19.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:19 smithi090 ceph-mon[29417]: pgmap v377: 129 pgs: 129 active+clean; 663 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.7 KiB/s wr, 15 op/s 2024-04-26T17:27:19.796 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:19 smithi119 ceph-mon[32584]: pgmap v377: 129 pgs: 129 active+clean; 663 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.7 KiB/s wr, 15 op/s 2024-04-26T17:27:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:27:21.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:27:21.548 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:27:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:27:21.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:27:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:27:21.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:27:22.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:22 smithi119 ceph-mon[32584]: pgmap v378: 129 pgs: 129 active+clean; 663 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 938 B/s wr, 9 op/s 2024-04-26T17:27:22.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:22 smithi090 ceph-mon[29417]: pgmap v378: 129 pgs: 129 active+clean; 663 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 938 B/s wr, 9 op/s 2024-04-26T17:27:22.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:22 smithi167 ceph-mon[32665]: pgmap v378: 129 pgs: 129 active+clean; 663 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 938 B/s wr, 9 op/s 2024-04-26T17:27:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:23 smithi090 ceph-mon[29417]: pgmap v379: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-26T17:27:24.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:23 smithi167 ceph-mon[32665]: pgmap v379: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-26T17:27:24.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:23 smithi119 ceph-mon[32584]: pgmap v379: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-26T17:27:24.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:24 smithi090 ceph-mon[29417]: scrub summary: idle 2024-04-26T17:27:25.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:24 smithi167 ceph-mon[32665]: scrub summary: idle 2024-04-26T17:27:25.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:24 smithi119 ceph-mon[32584]: scrub summary: idle 2024-04-26T17:27:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:25 smithi090 ceph-mon[29417]: pgmap v380: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T17:27:26.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:25 smithi167 ceph-mon[32665]: pgmap v380: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T17:27:26.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:25 smithi119 ceph-mon[32584]: pgmap v380: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T17:27:26.661 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.661+0000 7f9474fe2640 1 -- 172.21.15.90:0/3555533670 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9470102250 msgr2=0x7f94701026d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:26.661 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.661+0000 7f9474fe2640 1 --2- 172.21.15.90:0/3555533670 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9470102250 0x7f94701026d0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f9458009900 tx=0x7f945802a410 comp rx=0 tx=0).stop 2024-04-26T17:27:26.661 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.661+0000 7f9474fe2640 1 -- 172.21.15.90:0/3555533670 shutdown_connections 2024-04-26T17:27:26.662 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.661+0000 7f9474fe2640 1 --2- 172.21.15.90:0/3555533670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9470102c10 0x7f94701094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.662 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.661+0000 7f9474fe2640 1 --2- 172.21.15.90:0/3555533670 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9470102250 0x7f94701026d0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.662 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.661+0000 7f9474fe2640 1 --2- 172.21.15.90:0/3555533670 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9470101060 0x7f9470101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.662 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.661+0000 7f9474fe2640 1 -- 172.21.15.90:0/3555533670 >> 172.21.15.90:0/3555533670 conn(0x7f94700fc5d0 msgr2=0x7f94700fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:26.662 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.661+0000 7f9474fe2640 1 -- 172.21.15.90:0/3555533670 shutdown_connections 2024-04-26T17:27:26.662 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.661+0000 7f9474fe2640 1 -- 172.21.15.90:0/3555533670 wait complete. 2024-04-26T17:27:26.664 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.662+0000 7f9474fe2640 1 Processor -- start 2024-04-26T17:27:26.664 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.662+0000 7f9474fe2640 1 -- start start 2024-04-26T17:27:26.664 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.662+0000 7f9474fe2640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9470101060 0x7f94701972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.664 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.662+0000 7f9474fe2640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9470102250 0x7f94701977e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.662+0000 7f9474fe2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9470102c10 0x7f947019e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.662+0000 7f9474fe2640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f947010cbf0 con 0x7f9470102250 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.662+0000 7f9474fe2640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f947010ca70 con 0x7f9470101060 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.662+0000 7f9474fe2640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f947010cd70 con 0x7f9470102c10 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.662+0000 7f9467fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9470102250 0x7f94701977e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.662+0000 7f9467fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9470102250 0x7f94701977e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41820/0 (socket says 172.21.15.90:41820) 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.662+0000 7f9467fff640 1 -- 172.21.15.90:0/490431750 learned_addr learned my addr 172.21.15.90:0/490431750 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.662+0000 7f946e59c640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9470101060 0x7f94701972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.663+0000 7f9467fff640 1 -- 172.21.15.90:0/490431750 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9470102c10 msgr2=0x7f947019e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.663+0000 7f9467fff640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9470102c10 0x7f947019e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.663+0000 7f9467fff640 1 -- 172.21.15.90:0/490431750 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9470101060 msgr2=0x7f94701972a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.663+0000 7f9467fff640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9470101060 0x7f94701972a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.663+0000 7f9467fff640 1 -- 172.21.15.90:0/490431750 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f947019eec0 con 0x7f9470102250 2024-04-26T17:27:26.666 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.663+0000 7f9467fff640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9470102250 0x7f94701977e0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f9458005d90 tx=0x7f94580045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:26.666 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.663+0000 7f94677fe640 1 -- 172.21.15.90:0/490431750 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9458046070 con 0x7f9470102250 2024-04-26T17:27:26.666 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.663+0000 7f94677fe640 1 -- 172.21.15.90:0/490431750 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9458003cb0 con 0x7f9470102250 2024-04-26T17:27:26.666 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.663+0000 7f9474fe2640 1 -- 172.21.15.90:0/490431750 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94700697b0 con 0x7f9470102250 2024-04-26T17:27:26.666 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.663+0000 7f94677fe640 1 -- 172.21.15.90:0/490431750 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9458035050 con 0x7f9470102250 2024-04-26T17:27:26.666 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.663+0000 7f9474fe2640 1 -- 172.21.15.90:0/490431750 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9470069d20 con 0x7f9470102250 2024-04-26T17:27:26.673 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.665+0000 7f94677fe640 1 -- 172.21.15.90:0/490431750 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f9458049070 con 0x7f9470102250 2024-04-26T17:27:26.673 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.666+0000 7f9477dd3740 1 Processor -- start 2024-04-26T17:27:26.673 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.666+0000 7f9477dd3740 1 -- start start 2024-04-26T17:27:26.673 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.666+0000 7f9477dd3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be785d0 0x55fa0be789f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.674 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.666+0000 7f94677fe640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f945c0a3cf0 0x7f945c0a61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.674 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.666+0000 7f9477dd3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be78fc0 0x55fa0be7dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.674 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.666+0000 7f9477dd3740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be7e130 0x55fa0be805c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.674 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.666+0000 7f9477dd3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55fa0bddd110 con 0x55fa0be78fc0 2024-04-26T17:27:26.674 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.666+0000 7f9477dd3740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55fa0bd794a0 con 0x55fa0be7e130 2024-04-26T17:27:26.674 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.666+0000 7f9477dd3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fa0bdd90d0 con 0x55fa0be785d0 2024-04-26T17:27:26.674 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f9467fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be78fc0 0x55fa0be7dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.674 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f946ed9d640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f945c0a3cf0 0x7f945c0a61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.674 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f9467fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be78fc0 0x55fa0be7dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41824/0 (socket says 172.21.15.90:41824) 2024-04-26T17:27:26.674 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f9467fff640 1 -- 172.21.15.90:0/695916400 learned_addr learned my addr 172.21.15.90:0/695916400 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:26.674 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f946e59c640 1 --2- 172.21.15.90:0/695916400 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be785d0 0x55fa0be789f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f94677fe640 1 -- 172.21.15.90:0/490431750 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f94580f2750 con 0x7f9470102250 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f946ed9d640 1 --2- 172.21.15.90:0/695916400 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be7e130 0x55fa0be805c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f9467fff640 1 -- 172.21.15.90:0/695916400 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be785d0 msgr2=0x55fa0be789f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f9467fff640 1 --2- 172.21.15.90:0/695916400 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be785d0 0x55fa0be789f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f9467fff640 1 -- 172.21.15.90:0/695916400 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be7e130 msgr2=0x55fa0be805c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f9467fff640 1 --2- 172.21.15.90:0/695916400 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be7e130 0x55fa0be805c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f9467fff640 1 -- 172.21.15.90:0/695916400 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa0baef210 con 0x55fa0be78fc0 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f946ed9d640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f945c0a3cf0 0x7f945c0a61b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f946800af30 tx=0x7f946800e7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f9467fff640 1 --2- 172.21.15.90:0/695916400 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be78fc0 0x55fa0be7dac0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f94580b8f40 tx=0x7f9458005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d77a45fe5b2ce495 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f9464ff9640 1 -- 172.21.15.90:0/695916400 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94580bde00 con 0x55fa0be78fc0 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f9464ff9640 1 -- 172.21.15.90:0/695916400 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f94580c7fd0 con 0x55fa0be78fc0 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.667+0000 7f9464ff9640 1 -- 172.21.15.90:0/695916400 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9458040370 con 0x55fa0be78fc0 2024-04-26T17:27:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.668+0000 7f9477dd3740 1 -- 172.21.15.90:0/695916400 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be78fc0 msgr2=0x55fa0be7dac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.668+0000 7f9477dd3740 1 --2- 172.21.15.90:0/695916400 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be78fc0 0x55fa0be7dac0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f94580b8f40 tx=0x7f9458005e80 comp rx=0 tx=0).stop 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.668+0000 7f9477dd3740 1 -- 172.21.15.90:0/695916400 shutdown_connections 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.668+0000 7f9477dd3740 1 --2- 172.21.15.90:0/695916400 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be7e130 0x55fa0be805c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.668+0000 7f9477dd3740 1 --2- 172.21.15.90:0/695916400 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be78fc0 0x55fa0be7dac0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.668+0000 7f9477dd3740 1 --2- 172.21.15.90:0/695916400 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be785d0 0x55fa0be789f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.668+0000 7f9477dd3740 1 -- 172.21.15.90:0/695916400 >> 172.21.15.90:0/695916400 conn(0x55fa0be409c0 msgr2=0x55fa0be74050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.668+0000 7f9477dd3740 1 -- 172.21.15.90:0/695916400 shutdown_connections 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.668+0000 7f9477dd3740 1 -- 172.21.15.90:0/695916400 wait complete. 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.668+0000 7f9477dd3740 1 -- start start 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f9477dd3740 1 Processor -- start 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f9477dd3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 0x55fa0be824b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f9477dd3740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0be829f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f9477dd3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be7e130 0x55fa0be899c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.676 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f9477dd3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55fa0be80ea0 con 0x55fa0be785d0 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f9477dd3740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55fa0bd770b0 con 0x55fa0be78fc0 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f9477dd3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fa0be81020 con 0x55fa0be7e130 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f9477dd3740 10 client.0 _ll_register_callbacks cb 0x55fa0bd64d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f946e59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 0x55fa0be824b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f946e59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 0x55fa0be824b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41832/0 (socket says 172.21.15.90:41832) 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f946e59c640 1 -- 172.21.15.90:0/2285637952 learned_addr learned my addr 172.21.15.90:0/2285637952 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f9467fff640 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0be829f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f946ed9d640 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be7e130 0x55fa0be899c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f946e59c640 1 -- 172.21.15.90:0/2285637952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be7e130 msgr2=0x55fa0be899c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f946e59c640 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be7e130 0x55fa0be899c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f946e59c640 1 -- 172.21.15.90:0/2285637952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 msgr2=0x55fa0be829f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f946e59c640 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0be829f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f946e59c640 1 -- 172.21.15.90:0/2285637952 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa0bbbb620 con 0x55fa0be785d0 2024-04-26T17:27:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f946ed9d640 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be7e130 0x55fa0be899c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f946e59c640 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 0x55fa0be824b0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f9460010720 tx=0x7f9460010be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5d67aeb10e934c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f9455ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.669+0000 7f9455ffb640 1 -- 172.21.15.90:0/2285637952 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946001e060 con 0x55fa0be785d0 2024-04-26T17:27:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9477dd3740 1 -- 172.21.15.90:0/2285637952 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94580c7fd0 con 0x55fa0be785d0 2024-04-26T17:27:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9455ffb640 1 -- 172.21.15.90:0/2285637952 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f946000fb30 con 0x55fa0be785d0 2024-04-26T17:27:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9455ffb640 1 -- 172.21.15.90:0/2285637952 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9460025050 con 0x55fa0be785d0 2024-04-26T17:27:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9477dd3740 10 client.15732 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9477dd3740 1 -- 172.21.15.90:0/2285637952 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fa0be8ce50 con 0x55fa0be785d0 2024-04-26T17:27:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9455ffb640 1 -- 172.21.15.90:0/2285637952 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f94580c7fd0 con 0x55fa0be785d0 2024-04-26T17:27:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9455ffb640 1 -- 172.21.15.90:0/2285637952 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f946000e3b0 con 0x55fa0be785d0 2024-04-26T17:27:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9477dd3740 10 client.15732 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9477dd3740 10 client.15732 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9477dd3740 20 client.15732 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9477dd3740 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa0be8e4d0 0x55fa0be90940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9477dd3740 4 client.15732 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9477dd3740 1 -- 172.21.15.90:0/2285637952 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fa0bdead20 con 0x55fa0be8e4d0 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.670+0000 7f9467fff640 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa0be8e4d0 0x55fa0be90940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.671+0000 7f9467fff640 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa0be8e4d0 0x55fa0be90940 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac68f7100cc758aa server_cookie=e2eb42507af417ab in_seq=0 out_seq=0 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.671+0000 7f9455ffb640 10 client.15732 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.671+0000 7f9455ffb640 1 -- 172.21.15.90:0/2285637952 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fa0bdead20 con 0x55fa0be8e4d0 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.671+0000 7f9455ffb640 10 client.15732 handle_command_reply: tid=0 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9477dd3740 1 client.15732 shutdown 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9477dd3740 1 -- 172.21.15.90:0/2285637952 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 msgr2=0x55fa0be824b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:26.679 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9477dd3740 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 0x55fa0be824b0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f9460010720 tx=0x7f9460010be0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.680 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9477dd3740 1 -- 172.21.15.90:0/2285637952 shutdown_connections 2024-04-26T17:27:26.680 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9477dd3740 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa0be8e4d0 0x55fa0be90940 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.680 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9477dd3740 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be7e130 0x55fa0be899c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.680 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9477dd3740 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0be829f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.680 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9477dd3740 1 --2- 172.21.15.90:0/2285637952 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 0x55fa0be824b0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.680 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9455ffb640 0 client.15732 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:26.680 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9477dd3740 1 -- 172.21.15.90:0/2285637952 >> 172.21.15.90:0/2285637952 conn(0x55fa0be409c0 msgr2=0x55fa0be73250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:26.680 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9477dd3740 1 -- 172.21.15.90:0/2285637952 shutdown_connections 2024-04-26T17:27:26.680 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9477dd3740 1 -- 172.21.15.90:0/2285637952 wait complete. 2024-04-26T17:27:26.680 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.672+0000 7f9477dd3740 20 client.15732 trim_cache size 0 max 16384 2024-04-26T17:27:26.691 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.687+0000 7f9477dd3740 1 Processor -- start 2024-04-26T17:27:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.687+0000 7f9477dd3740 1 -- start start 2024-04-26T17:27:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.687+0000 7f9477dd3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 0x55fa0be95240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.687+0000 7f9477dd3740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0be95780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.687+0000 7f9477dd3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be7e130 0x55fa0be95cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.687+0000 7f9477dd3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f94701a8bf0 con 0x55fa0be785d0 2024-04-26T17:27:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.687+0000 7f9477dd3740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f94701aa730 con 0x55fa0be78fc0 2024-04-26T17:27:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.687+0000 7f9477dd3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f94701a92c0 con 0x55fa0be7e130 2024-04-26T17:27:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.687+0000 7f946e59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 0x55fa0be95240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.687+0000 7f946e59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 0x55fa0be95240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41840/0 (socket says 172.21.15.90:41840) 2024-04-26T17:27:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.687+0000 7f946e59c640 1 -- 172.21.15.90:0/3502428255 learned_addr learned my addr 172.21.15.90:0/3502428255 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.687+0000 7f9467fff640 1 --2- 172.21.15.90:0/3502428255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0be95780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.688+0000 7f946e59c640 1 -- 172.21.15.90:0/3502428255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be7e130 msgr2=0x55fa0be95cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.688+0000 7f946e59c640 1 --2- 172.21.15.90:0/3502428255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be7e130 0x55fa0be95cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.688+0000 7f946e59c640 1 -- 172.21.15.90:0/3502428255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 msgr2=0x55fa0be95780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.688+0000 7f946e59c640 1 --2- 172.21.15.90:0/3502428255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0be95780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.688+0000 7f946e59c640 1 -- 172.21.15.90:0/3502428255 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa0be8cc70 con 0x55fa0be785d0 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.688+0000 7f9467fff640 1 --2- 172.21.15.90:0/3502428255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0be95780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.688+0000 7f946e59c640 1 --2- 172.21.15.90:0/3502428255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 0x55fa0be95240 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f946000f8f0 tx=0x7f9460005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84b2c9edd9053acf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.688+0000 7f9457fff640 1 -- 172.21.15.90:0/3502428255 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946002e070 con 0x55fa0be785d0 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.688+0000 7f9457fff640 1 -- 172.21.15.90:0/3502428255 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f946000ea40 con 0x55fa0be785d0 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.688+0000 7f9457fff640 1 -- 172.21.15.90:0/3502428255 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94600043f0 con 0x55fa0be785d0 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.688+0000 7f9477dd3740 1 -- 172.21.15.90:0/3502428255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 msgr2=0x55fa0be95240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.688+0000 7f9477dd3740 1 --2- 172.21.15.90:0/3502428255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 0x55fa0be95240 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f946000f8f0 tx=0x7f9460005710 comp rx=0 tx=0).stop 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 -- 172.21.15.90:0/3502428255 shutdown_connections 2024-04-26T17:27:26.693 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 --2- 172.21.15.90:0/3502428255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be7e130 0x55fa0be95cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 --2- 172.21.15.90:0/3502428255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0be95780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 --2- 172.21.15.90:0/3502428255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be785d0 0x55fa0be95240 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 -- 172.21.15.90:0/3502428255 >> 172.21.15.90:0/3502428255 conn(0x55fa0be409c0 msgr2=0x55fa0be73250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 -- 172.21.15.90:0/3502428255 shutdown_connections 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 -- 172.21.15.90:0/3502428255 wait complete. 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 -- start start 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 Processor -- start 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be785d0 0x55fa0beef970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0beefeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be7e130 0x55fa0bef6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f94701aa060 con 0x55fa0be7e130 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f94701a9990 con 0x55fa0be78fc0 2024-04-26T17:27:26.694 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f94701a6bd0 con 0x55fa0be785d0 2024-04-26T17:27:26.695 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9477dd3740 10 client.0 _ll_register_callbacks cb 0x7f946000aed0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:26.695 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f946ed9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be7e130 0x55fa0bef6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.695 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f946ed9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be7e130 0x55fa0bef6ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41842/0 (socket says 172.21.15.90:41842) 2024-04-26T17:27:26.695 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f946ed9d640 1 -- 172.21.15.90:0/1659155440 learned_addr learned my addr 172.21.15.90:0/1659155440 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:26.695 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f9467fff640 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0beefeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.695 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f946e59c640 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be785d0 0x55fa0beef970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.695 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f946ed9d640 1 -- 172.21.15.90:0/1659155440 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be785d0 msgr2=0x55fa0beef970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:26.695 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f946ed9d640 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be785d0 0x55fa0beef970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.695 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f946ed9d640 1 -- 172.21.15.90:0/1659155440 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 msgr2=0x55fa0beefeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:26.695 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.689+0000 7f946ed9d640 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0beefeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.695 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f946ed9d640 1 -- 172.21.15.90:0/1659155440 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa0bef74e0 con 0x55fa0be7e130 2024-04-26T17:27:26.695 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f946ed9d640 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be7e130 0x55fa0bef6ef0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f9468004270 tx=0x7f9468004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dba9ba52596b8528 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9455ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9455ffb640 1 -- 172.21.15.90:0/1659155440 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946801cb10 con 0x55fa0be7e130 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9455ffb640 1 -- 172.21.15.90:0/1659155440 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f946801ccb0 con 0x55fa0be7e130 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9477dd3740 1 -- 172.21.15.90:0/1659155440 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f946000ea40 con 0x55fa0be7e130 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9455ffb640 1 -- 172.21.15.90:0/1659155440 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9468025440 con 0x55fa0be7e130 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9477dd3740 10 client.15738 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9477dd3740 1 -- 172.21.15.90:0/1659155440 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fa0bef87d0 con 0x55fa0be7e130 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9455ffb640 1 -- 172.21.15.90:0/1659155440 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f946000ea40 con 0x55fa0be7e130 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9455ffb640 1 -- 172.21.15.90:0/1659155440 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f9468023070 con 0x55fa0be7e130 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9477dd3740 10 client.15738 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9477dd3740 10 client.15738 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9477dd3740 20 client.15738 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9477dd3740 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa0bef9250 0x55fa0befb670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:26.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9477dd3740 4 client.15738 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:27:26.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.690+0000 7f9477dd3740 1 -- 172.21.15.90:0/1659155440 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fa0bde4b90 con 0x55fa0bef9250 2024-04-26T17:27:26.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.691+0000 7f946e59c640 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa0bef9250 0x55fa0befb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:26.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.691+0000 7f9455ffb640 10 client.15738 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:26.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.691+0000 7f946e59c640 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa0bef9250 0x55fa0befb670 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bac69b869f01d6cd server_cookie=80ed13691578a724 in_seq=0 out_seq=0 2024-04-26T17:27:26.704 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9455ffb640 1 -- 172.21.15.90:0/1659155440 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fa0bde4b90 con 0x55fa0bef9250 2024-04-26T17:27:26.704 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9455ffb640 10 client.15738 handle_command_reply: tid=0 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9477dd3740 1 client.15738 shutdown 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9477dd3740 1 -- 172.21.15.90:0/1659155440 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be7e130 msgr2=0x55fa0bef6ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9477dd3740 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be7e130 0x55fa0bef6ef0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f9468004270 tx=0x7f9468004b50 comp rx=0 tx=0).stop 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9477dd3740 1 -- 172.21.15.90:0/1659155440 shutdown_connections 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9477dd3740 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa0bef9250 0x55fa0befb670 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9477dd3740 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa0be7e130 0x55fa0bef6ef0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9477dd3740 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa0be78fc0 0x55fa0beefeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9477dd3740 1 --2- 172.21.15.90:0/1659155440 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa0be785d0 0x55fa0beef970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9455ffb640 0 client.15738 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9477dd3740 1 -- 172.21.15.90:0/1659155440 >> 172.21.15.90:0/1659155440 conn(0x55fa0be409c0 msgr2=0x55fa0be798a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9477dd3740 1 -- 172.21.15.90:0/1659155440 shutdown_connections 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9477dd3740 1 -- 172.21.15.90:0/1659155440 wait complete. 2024-04-26T17:27:26.705 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.704+0000 7f9477dd3740 20 client.15738 trim_cache size 0 max 16384 2024-04-26T17:27:26.706 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:27:26.706 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:27:26.706 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:27:26.706 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:27:26.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.705+0000 7f9474fe2640 1 -- 172.21.15.90:0/490431750 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f945c0a3cf0 msgr2=0x7f945c0a61b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:26.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.705+0000 7f9474fe2640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f945c0a3cf0 0x7f945c0a61b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f946800af30 tx=0x7f946800e7e0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.705+0000 7f9474fe2640 1 -- 172.21.15.90:0/490431750 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9470102250 msgr2=0x7f94701977e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:26.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.705+0000 7f9474fe2640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9470102250 0x7f94701977e0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f9458005d90 tx=0x7f94580045e0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.705+0000 7f9474fe2640 1 -- 172.21.15.90:0/490431750 shutdown_connections 2024-04-26T17:27:26.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.705+0000 7f9474fe2640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f945c0a3cf0 0x7f945c0a61b0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.705+0000 7f9474fe2640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9470102c10 0x7f947019e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.705+0000 7f9474fe2640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9470102250 0x7f94701977e0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.705+0000 7f9474fe2640 1 --2- 172.21.15.90:0/490431750 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9470101060 0x7f94701972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:26.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.705+0000 7f9474fe2640 1 -- 172.21.15.90:0/490431750 >> 172.21.15.90:0/490431750 conn(0x7f94700fc5d0 msgr2=0x7f9470105570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:26.708 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.705+0000 7f9474fe2640 1 -- 172.21.15.90:0/490431750 shutdown_connections 2024-04-26T17:27:26.708 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:26.705+0000 7f9474fe2640 1 -- 172.21.15.90:0/490431750 wait complete. 2024-04-26T17:27:27.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:27 smithi090 ceph-mon[29417]: pgmap v381: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T17:27:28.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:27 smithi167 ceph-mon[32665]: pgmap v381: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T17:27:28.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:27 smithi119 ceph-mon[32584]: pgmap v381: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T17:27:29.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:29 smithi090 ceph-mon[29417]: pgmap v382: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.2 KiB/s wr, 15 op/s 2024-04-26T17:27:30.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:29 smithi167 ceph-mon[32665]: pgmap v382: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.2 KiB/s wr, 15 op/s 2024-04-26T17:27:30.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:29 smithi119 ceph-mon[32584]: pgmap v382: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.2 KiB/s wr, 15 op/s 2024-04-26T17:27:31.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:31 smithi090 ceph-mon[29417]: pgmap v383: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-04-26T17:27:32.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:31 smithi167 ceph-mon[32665]: pgmap v383: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-04-26T17:27:32.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:31 smithi119 ceph-mon[32584]: pgmap v383: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-04-26T17:27:33.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:33 smithi090 ceph-mon[29417]: pgmap v384: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.1 KiB/s wr, 16 op/s 2024-04-26T17:27:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:33 smithi167 ceph-mon[32665]: pgmap v384: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.1 KiB/s wr, 16 op/s 2024-04-26T17:27:34.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:33 smithi119 ceph-mon[32584]: pgmap v384: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.1 KiB/s wr, 16 op/s 2024-04-26T17:27:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:35 smithi090 ceph-mon[29417]: pgmap v385: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-26T17:27:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:35 smithi167 ceph-mon[32665]: pgmap v385: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-26T17:27:36.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:35 smithi119 ceph-mon[32584]: pgmap v385: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-26T17:27:37.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:37 smithi090 ceph-mon[29417]: pgmap v386: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-26T17:27:38.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:37 smithi167 ceph-mon[32665]: pgmap v386: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-26T17:27:38.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:37 smithi119 ceph-mon[32584]: pgmap v386: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-26T17:27:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.801+0000 7f061a805640 1 -- 172.21.15.90:0/1810888792 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0614107e40 msgr2=0x7f061410a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.801+0000 7f061a805640 1 --2- 172.21.15.90:0/1810888792 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0614107e40 0x7f061410a290 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f060c009ca0 tx=0x7f060c02a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.801+0000 7f061a805640 1 -- 172.21.15.90:0/1810888792 shutdown_connections 2024-04-26T17:27:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.801+0000 7f061a805640 1 --2- 172.21.15.90:0/1810888792 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0614107e40 0x7f061410a290 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.801+0000 7f061a805640 1 --2- 172.21.15.90:0/1810888792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0614105510 0x7f0614107900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.801+0000 7f061a805640 1 --2- 172.21.15.90:0/1810888792 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0614102be0 0x7f0614104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.801+0000 7f061a805640 1 -- 172.21.15.90:0/1810888792 >> 172.21.15.90:0/1810888792 conn(0x7f06140fc5d0 msgr2=0x7f06140fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.801+0000 7f061a805640 1 -- 172.21.15.90:0/1810888792 shutdown_connections 2024-04-26T17:27:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.801+0000 7f061a805640 1 -- 172.21.15.90:0/1810888792 wait complete. 2024-04-26T17:27:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.801+0000 7f061a805640 1 Processor -- start 2024-04-26T17:27:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.801+0000 7f061a805640 1 -- start start 2024-04-26T17:27:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f061a805640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0614102be0 0x7f0614102550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f061a805640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0614105510 0x7f0614100b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f061a805640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0614107e40 0x7f06141010d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f061a805640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f061410dcf0 con 0x7f0614105510 2024-04-26T17:27:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f061a805640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f061410db70 con 0x7f0614107e40 2024-04-26T17:27:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f061a805640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f061410de70 con 0x7f0614102be0 2024-04-26T17:27:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f06137fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0614105510 0x7f0614100b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f06137fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0614105510 0x7f0614100b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53692/0 (socket says 172.21.15.90:53692) 2024-04-26T17:27:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f06137fe640 1 -- 172.21.15.90:0/3398352696 learned_addr learned my addr 172.21.15.90:0/3398352696 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f0613fff640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0614102be0 0x7f0614102550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f0618da2640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0614107e40 0x7f06141010d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f06137fe640 1 -- 172.21.15.90:0/3398352696 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0614102be0 msgr2=0x7f0614102550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f06137fe640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0614102be0 0x7f0614102550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f06137fe640 1 -- 172.21.15.90:0/3398352696 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0614107e40 msgr2=0x7f06141010d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f06137fe640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0614107e40 0x7f06141010d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f06137fe640 1 -- 172.21.15.90:0/3398352696 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0614101960 con 0x7f0614105510 2024-04-26T17:27:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f06137fe640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0614105510 0x7f0614100b90 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f060800d770 tx=0x7f060800db70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.802+0000 7f06117fa640 1 -- 172.21.15.90:0/3398352696 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0608017070 con 0x7f0614105510 2024-04-26T17:27:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.803+0000 7f06117fa640 1 -- 172.21.15.90:0/3398352696 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f0608010460 con 0x7f0614105510 2024-04-26T17:27:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.803+0000 7f061a805640 1 -- 172.21.15.90:0/3398352696 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06141a2460 con 0x7f0614105510 2024-04-26T17:27:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.803+0000 7f06117fa640 1 -- 172.21.15.90:0/3398352696 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060800f620 con 0x7f0614105510 2024-04-26T17:27:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.803+0000 7f061a805640 1 -- 172.21.15.90:0/3398352696 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06141a2a00 con 0x7f0614105510 2024-04-26T17:27:39.812 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.805+0000 7f06117fa640 1 -- 172.21.15.90:0/3398352696 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f060801a070 con 0x7f0614105510 2024-04-26T17:27:39.813 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.805+0000 7f061d5f8740 1 Processor -- start 2024-04-26T17:27:39.813 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.805+0000 7f061d5f8740 1 -- start start 2024-04-26T17:27:39.813 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.805+0000 7f061d5f8740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da88399f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.813 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.805+0000 7f061d5f8740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da8839fc0 0x564da883eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.813 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.805+0000 7f061d5f8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da883f130 0x564da88415c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.813 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.805+0000 7f061d5f8740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564da879e110 con 0x564da88395d0 2024-04-26T17:27:39.813 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.805+0000 7f061d5f8740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x564da873a4a0 con 0x564da8839fc0 2024-04-26T17:27:39.813 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.805+0000 7f061d5f8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564da879a0d0 con 0x564da883f130 2024-04-26T17:27:39.813 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.805+0000 7f0618da2640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da88399f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.813 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.805+0000 7f0618da2640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da88399f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53696/0 (socket says 172.21.15.90:53696) 2024-04-26T17:27:39.813 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.805+0000 7f0618da2640 1 -- 172.21.15.90:0/3384443261 learned_addr learned my addr 172.21.15.90:0/3384443261 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:39.813 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f06117fa640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f05fc0a3d70 0x7f05fc0a6230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f0613fff640 1 --2- 172.21.15.90:0/3384443261 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da8839fc0 0x564da883eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f06137fe640 1 --2- 172.21.15.90:0/3384443261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da883f130 0x564da88415c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f0618da2640 1 -- 172.21.15.90:0/3384443261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da883f130 msgr2=0x564da88415c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f0618da2640 1 --2- 172.21.15.90:0/3384443261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da883f130 0x564da88415c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f0618da2640 1 -- 172.21.15.90:0/3384443261 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da8839fc0 msgr2=0x564da883eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f0618da2640 1 --2- 172.21.15.90:0/3384443261 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da8839fc0 0x564da883eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f0618da2640 1 -- 172.21.15.90:0/3384443261 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564da84b0210 con 0x564da88395d0 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f06137fe640 1 --2- 172.21.15.90:0/3384443261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da883f130 0x564da88415c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f06117fa640 1 -- 172.21.15.90:0/3398352696 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f06080d02c0 con 0x7f0614105510 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f0618da2640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f05fc0a3d70 0x7f05fc0a6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f0618da2640 1 --2- 172.21.15.90:0/3384443261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da88399f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f060c035000 tx=0x7f060c031be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=627b9cd138fbf4ad server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f05fa7fc640 1 -- 172.21.15.90:0/3384443261 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c042040 con 0x564da88395d0 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f05fa7fc640 1 -- 172.21.15.90:0/3384443261 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f060c036070 con 0x564da88395d0 2024-04-26T17:27:39.814 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f05fa7fc640 1 -- 172.21.15.90:0/3384443261 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c0308e0 con 0x564da88395d0 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.806+0000 7f0618da2640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f05fc0a3d70 0x7f05fc0a6230 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f060c04d000 tx=0x7f060c04e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.807+0000 7f061d5f8740 1 -- 172.21.15.90:0/3384443261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 msgr2=0x564da88399f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.807+0000 7f061d5f8740 1 --2- 172.21.15.90:0/3384443261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da88399f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f060c035000 tx=0x7f060c031be0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.807+0000 7f061d5f8740 1 -- 172.21.15.90:0/3384443261 shutdown_connections 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.807+0000 7f061d5f8740 1 --2- 172.21.15.90:0/3384443261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da883f130 0x564da88415c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.807+0000 7f061d5f8740 1 --2- 172.21.15.90:0/3384443261 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da8839fc0 0x564da883eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.807+0000 7f061d5f8740 1 --2- 172.21.15.90:0/3384443261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da88399f0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.807+0000 7f061d5f8740 1 -- 172.21.15.90:0/3384443261 >> 172.21.15.90:0/3384443261 conn(0x564da88019c0 msgr2=0x564da8835050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.807+0000 7f061d5f8740 1 -- 172.21.15.90:0/3384443261 shutdown_connections 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.807+0000 7f061d5f8740 1 -- 172.21.15.90:0/3384443261 wait complete. 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.807+0000 7f061d5f8740 1 -- start start 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f061d5f8740 1 Processor -- start 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f061d5f8740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da88437c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f061d5f8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da8839fc0 0x564da8843d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.815 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f061d5f8740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da884ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f061d5f8740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564da88420e0 con 0x564da88395d0 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f061d5f8740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x564da87380b0 con 0x564da883f130 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f061d5f8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564da8842260 con 0x564da8839fc0 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f061d5f8740 10 client.0 _ll_register_callbacks cb 0x564da8725d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f0613fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da88437c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f0613fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da88437c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53710/0 (socket says 172.21.15.90:53710) 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f0613fff640 1 -- 172.21.15.90:0/2459044877 learned_addr learned my addr 172.21.15.90:0/2459044877 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f06137fe640 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da8839fc0 0x564da8843d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f0618da2640 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da884ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f0613fff640 1 -- 172.21.15.90:0/2459044877 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da8839fc0 msgr2=0x564da8843d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f0613fff640 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da8839fc0 0x564da8843d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f0613fff640 1 -- 172.21.15.90:0/2459044877 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 msgr2=0x564da884ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f0613fff640 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da884ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f0613fff640 1 -- 172.21.15.90:0/2459044877 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564da857c620 con 0x564da88395d0 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f0613fff640 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da88437c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f0604009f00 tx=0x7f0604011630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be7b428622aedef5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.808+0000 7f05f37fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f05f37fe640 1 -- 172.21.15.90:0/2459044877 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0604019070 con 0x564da88395d0 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f05f37fe640 1 -- 172.21.15.90:0/2459044877 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f0604015660 con 0x564da88395d0 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f061d5f8740 1 -- 172.21.15.90:0/2459044877 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f060c036070 con 0x564da88395d0 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f05f37fe640 1 -- 172.21.15.90:0/2459044877 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0604025050 con 0x564da88395d0 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f061d5f8740 10 client.15750 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f061d5f8740 1 -- 172.21.15.90:0/2459044877 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564da884e0f0 con 0x564da88395d0 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f05f37fe640 1 -- 172.21.15.90:0/2459044877 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f060c036070 con 0x564da88395d0 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f05f37fe640 1 -- 172.21.15.90:0/2459044877 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0604014a90 con 0x564da88395d0 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f061d5f8740 10 client.15750 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f061d5f8740 10 client.15750 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f061d5f8740 20 client.15750 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f061d5f8740 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564da884f7e0 0x564da8851c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f061d5f8740 4 client.15750 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f061d5f8740 1 -- 172.21.15.90:0/2459044877 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564da87abd20 con 0x564da884f7e0 2024-04-26T17:27:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.809+0000 7f06137fe640 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564da884f7e0 0x564da8851c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.810+0000 7f05f37fe640 10 client.15750 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.810+0000 7f06137fe640 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564da884f7e0 0x564da8851c10 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b50864431fbe0b40 server_cookie=c5fcac8f075a69e9 in_seq=0 out_seq=0 2024-04-26T17:27:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f05f37fe640 1 -- 172.21.15.90:0/2459044877 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564da87abd20 con 0x564da884f7e0 2024-04-26T17:27:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f05f37fe640 10 client.15750 handle_command_reply: tid=0 2024-04-26T17:27:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f061d5f8740 1 client.15750 shutdown 2024-04-26T17:27:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f061d5f8740 1 -- 172.21.15.90:0/2459044877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 msgr2=0x564da88437c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f061d5f8740 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da88437c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f0604009f00 tx=0x7f0604011630 comp rx=0 tx=0).stop 2024-04-26T17:27:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f061d5f8740 1 -- 172.21.15.90:0/2459044877 shutdown_connections 2024-04-26T17:27:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f061d5f8740 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564da884f7e0 0x564da8851c10 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f061d5f8740 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da884ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f061d5f8740 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da8839fc0 0x564da8843d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f05f37fe640 0 client.15750 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f061d5f8740 1 --2- 172.21.15.90:0/2459044877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da88437c0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f061d5f8740 1 -- 172.21.15.90:0/2459044877 >> 172.21.15.90:0/2459044877 conn(0x564da88019c0 msgr2=0x564da8834250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f061d5f8740 1 -- 172.21.15.90:0/2459044877 shutdown_connections 2024-04-26T17:27:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f061d5f8740 1 -- 172.21.15.90:0/2459044877 wait complete. 2024-04-26T17:27:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.811+0000 7f061d5f8740 20 client.15750 trim_cache size 0 max 16384 2024-04-26T17:27:39.830 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f061d5f8740 1 Processor -- start 2024-04-26T17:27:39.830 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f061d5f8740 1 -- start start 2024-04-26T17:27:39.830 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f061d5f8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da88395d0 0x564da8842de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.830 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f061d5f8740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da8839fc0 0x564da884ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f061d5f8740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da8843320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f061d5f8740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f06141acf10 con 0x564da8839fc0 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f061d5f8740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f06141aea50 con 0x564da883f130 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f061d5f8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f06141ad5e0 con 0x564da88395d0 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f06137fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da8839fc0 0x564da884ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f06137fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da8839fc0 0x564da884ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53716/0 (socket says 172.21.15.90:53716) 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f06137fe640 1 -- 172.21.15.90:0/619320547 learned_addr learned my addr 172.21.15.90:0/619320547 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f0613fff640 1 --2- 172.21.15.90:0/619320547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da88395d0 0x564da8842de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f0618da2640 1 --2- 172.21.15.90:0/619320547 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da8843320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f06137fe640 1 -- 172.21.15.90:0/619320547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da88395d0 msgr2=0x564da8842de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f06137fe640 1 --2- 172.21.15.90:0/619320547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da88395d0 0x564da8842de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f06137fe640 1 -- 172.21.15.90:0/619320547 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 msgr2=0x564da8843320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f06137fe640 1 --2- 172.21.15.90:0/619320547 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da8843320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f06137fe640 1 -- 172.21.15.90:0/619320547 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564da8835d00 con 0x564da8839fc0 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f0613fff640 1 --2- 172.21.15.90:0/619320547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da88395d0 0x564da8842de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.826+0000 7f06137fe640 1 --2- 172.21.15.90:0/619320547 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da8839fc0 0x564da884ac60 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f060809bfa0 tx=0x7f060806eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99405534b8352910 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.827+0000 7f05f9ffb640 1 -- 172.21.15.90:0/619320547 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0608021040 con 0x564da8839fc0 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.827+0000 7f05f9ffb640 1 -- 172.21.15.90:0/619320547 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f06080cde50 con 0x564da8839fc0 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.827+0000 7f05f9ffb640 1 -- 172.21.15.90:0/619320547 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06080cda90 con 0x564da8839fc0 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.827+0000 7f061d5f8740 1 -- 172.21.15.90:0/619320547 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da8839fc0 msgr2=0x564da884ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.827+0000 7f061d5f8740 1 --2- 172.21.15.90:0/619320547 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da8839fc0 0x564da884ac60 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f060809bfa0 tx=0x7f060806eb50 comp rx=0 tx=0).stop 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.827+0000 7f061d5f8740 1 -- 172.21.15.90:0/619320547 shutdown_connections 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.827+0000 7f061d5f8740 1 --2- 172.21.15.90:0/619320547 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da8843320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.827+0000 7f061d5f8740 1 --2- 172.21.15.90:0/619320547 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da8839fc0 0x564da884ac60 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.827+0000 7f061d5f8740 1 --2- 172.21.15.90:0/619320547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da88395d0 0x564da8842de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.827+0000 7f061d5f8740 1 -- 172.21.15.90:0/619320547 >> 172.21.15.90:0/619320547 conn(0x564da88019c0 msgr2=0x564da8838880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.827+0000 7f061d5f8740 1 -- 172.21.15.90:0/619320547 shutdown_connections 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.827+0000 7f061d5f8740 1 -- 172.21.15.90:0/619320547 wait complete. 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f061d5f8740 1 -- start start 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f061d5f8740 1 Processor -- start 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f061d5f8740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da8848ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f061d5f8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da8839fc0 0x564da8849020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f061d5f8740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da884a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f061d5f8740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f06141ae380 con 0x564da88395d0 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f061d5f8740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f06141adcb0 con 0x564da883f130 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f061d5f8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f06141aaef0 con 0x564da8839fc0 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f061d5f8740 10 client.0 _ll_register_callbacks cb 0x7f0604009b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f0613fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da8848ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f0613fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da8848ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53722/0 (socket says 172.21.15.90:53722) 2024-04-26T17:27:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f0613fff640 1 -- 172.21.15.90:0/4036119737 learned_addr learned my addr 172.21.15.90:0/4036119737 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f0618da2640 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da884a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f0613fff640 1 -- 172.21.15.90:0/4036119737 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da8839fc0 msgr2=0x564da8849020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f06137fe640 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da8839fc0 0x564da8849020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f0613fff640 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da8839fc0 0x564da8849020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f0613fff640 1 -- 172.21.15.90:0/4036119737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 msgr2=0x564da884a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f0613fff640 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da884a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f0613fff640 1 -- 172.21.15.90:0/4036119737 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564da884a620 con 0x564da88395d0 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f0618da2640 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da884a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.828+0000 7f06137fe640 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da8839fc0 0x564da8849020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f0613fff640 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da8848ae0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f060401d400 tx=0x7f060401d730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25ea171c3f7eac48 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f05f37fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f05f37fe640 1 -- 172.21.15.90:0/4036119737 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0604019040 con 0x564da88395d0 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f05f37fe640 1 -- 172.21.15.90:0/4036119737 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f0604005dd0 con 0x564da88395d0 2024-04-26T17:27:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f061d5f8740 1 -- 172.21.15.90:0/4036119737 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06080cde50 con 0x564da88395d0 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f05f37fe640 1 -- 172.21.15.90:0/4036119737 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f060401d830 con 0x564da88395d0 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f061d5f8740 10 client.15756 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f061d5f8740 1 -- 172.21.15.90:0/4036119737 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564da88b6590 con 0x564da88395d0 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f05f37fe640 1 -- 172.21.15.90:0/4036119737 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f06080cde50 con 0x564da88395d0 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f05f37fe640 1 -- 172.21.15.90:0/4036119737 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0604006040 con 0x564da88395d0 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f061d5f8740 10 client.15756 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f061d5f8740 10 client.15756 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f061d5f8740 20 client.15756 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f061d5f8740 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564da88b6f80 0x564da88b93a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f061d5f8740 4 client.15756 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.829+0000 7f061d5f8740 1 -- 172.21.15.90:0/4036119737 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564da87a5b90 con 0x564da88b6f80 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.830+0000 7f06137fe640 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564da88b6f80 0x564da88b93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.830+0000 7f05f37fe640 10 client.15756 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:39.835 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.830+0000 7f06137fe640 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564da88b6f80 0x564da88b93a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eff9dbb4b9aaa7f7 server_cookie=c3ca417417f8a0da in_seq=0 out_seq=0 2024-04-26T17:27:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f05f37fe640 1 -- 172.21.15.90:0/4036119737 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564da87a5b90 con 0x564da88b6f80 2024-04-26T17:27:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f05f37fe640 10 client.15756 handle_command_reply: tid=0 2024-04-26T17:27:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f061d5f8740 1 client.15756 shutdown 2024-04-26T17:27:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f061d5f8740 1 -- 172.21.15.90:0/4036119737 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 msgr2=0x564da8848ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f061d5f8740 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da8848ae0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f060401d400 tx=0x7f060401d730 comp rx=0 tx=0).stop 2024-04-26T17:27:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f061d5f8740 1 -- 172.21.15.90:0/4036119737 shutdown_connections 2024-04-26T17:27:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f061d5f8740 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564da88b6f80 0x564da88b93a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f061d5f8740 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564da883f130 0x564da884a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f061d5f8740 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564da8839fc0 0x564da8849020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f061d5f8740 1 --2- 172.21.15.90:0/4036119737 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564da88395d0 0x564da8848ae0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f05f37fe640 0 client.15756 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f061d5f8740 1 -- 172.21.15.90:0/4036119737 >> 172.21.15.90:0/4036119737 conn(0x564da88019c0 msgr2=0x564da883a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f061d5f8740 1 -- 172.21.15.90:0/4036119737 shutdown_connections 2024-04-26T17:27:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f061d5f8740 1 -- 172.21.15.90:0/4036119737 wait complete. 2024-04-26T17:27:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.834+0000 7f061d5f8740 20 client.15756 trim_cache size 0 max 16384 2024-04-26T17:27:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:27:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:27:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:27:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:27:39.839 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.835+0000 7f061a805640 1 -- 172.21.15.90:0/3398352696 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f05fc0a3d70 msgr2=0x7f05fc0a6230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:39.839 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.835+0000 7f061a805640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f05fc0a3d70 0x7f05fc0a6230 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f060c04d000 tx=0x7f060c04e000 comp rx=0 tx=0).stop 2024-04-26T17:27:39.839 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.835+0000 7f061a805640 1 -- 172.21.15.90:0/3398352696 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0614105510 msgr2=0x7f0614100b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:39.839 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.835+0000 7f061a805640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0614105510 0x7f0614100b90 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f060800d770 tx=0x7f060800db70 comp rx=0 tx=0).stop 2024-04-26T17:27:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.835+0000 7f061a805640 1 -- 172.21.15.90:0/3398352696 shutdown_connections 2024-04-26T17:27:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.835+0000 7f061a805640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f05fc0a3d70 0x7f05fc0a6230 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.835+0000 7f061a805640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0614107e40 0x7f06141010d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.835+0000 7f061a805640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0614105510 0x7f0614100b90 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.835+0000 7f061a805640 1 --2- 172.21.15.90:0/3398352696 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0614102be0 0x7f0614102550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.835+0000 7f061a805640 1 -- 172.21.15.90:0/3398352696 >> 172.21.15.90:0/3398352696 conn(0x7f06140fc5d0 msgr2=0x7f06141034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.835+0000 7f061a805640 1 -- 172.21.15.90:0/3398352696 shutdown_connections 2024-04-26T17:27:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:39.835+0000 7f061a805640 1 -- 172.21.15.90:0/3398352696 wait complete. 2024-04-26T17:27:39.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:39 smithi090 ceph-mon[29417]: pgmap v387: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.5 KiB/s wr, 16 op/s 2024-04-26T17:27:40.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:39 smithi167 ceph-mon[32665]: pgmap v387: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.5 KiB/s wr, 16 op/s 2024-04-26T17:27:40.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:39 smithi119 ceph-mon[32584]: pgmap v387: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.5 KiB/s wr, 16 op/s 2024-04-26T17:27:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:41 smithi090 ceph-mon[29417]: pgmap v388: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T17:27:42.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:41 smithi167 ceph-mon[32665]: pgmap v388: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T17:27:42.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:41 smithi119 ceph-mon[32584]: pgmap v388: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T17:27:43.862 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T17:27:43.863 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T17:27:43.889 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:43 smithi090 ceph-mon[29417]: pgmap v389: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 511 B/s wr, 13 op/s 2024-04-26T17:27:43.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.978+0000 7f0357fad640 1 -- 172.21.15.90:0/2946230733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f035006a360 msgr2=0x7f0350100d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:43.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.978+0000 7f0357fad640 1 --2- 172.21.15.90:0/2946230733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f035006a360 0x7f0350100d30 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f034c009900 tx=0x7f034c02a410 comp rx=0 tx=0).stop 2024-04-26T17:27:43.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.978+0000 7f0357fad640 1 -- 172.21.15.90:0/2946230733 shutdown_connections 2024-04-26T17:27:43.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.978+0000 7f0357fad640 1 --2- 172.21.15.90:0/2946230733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f03501019c0 0x7f0350101e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.978+0000 7f0357fad640 1 --2- 172.21.15.90:0/2946230733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f035006a360 0x7f0350100d30 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.978+0000 7f0357fad640 1 --2- 172.21.15.90:0/2946230733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0350069eb0 0x7f03501007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.978+0000 7f0357fad640 1 -- 172.21.15.90:0/2946230733 >> 172.21.15.90:0/2946230733 conn(0x7f03500fbd40 msgr2=0x7f03500fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:43.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.978+0000 7f0357fad640 1 -- 172.21.15.90:0/2946230733 shutdown_connections 2024-04-26T17:27:43.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.978+0000 7f0357fad640 1 -- 172.21.15.90:0/2946230733 wait complete. 2024-04-26T17:27:43.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f0357fad640 1 Processor -- start 2024-04-26T17:27:43.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f0357fad640 1 -- start start 2024-04-26T17:27:43.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f0357fad640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0350069eb0 0x7f0350197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:43.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f0357fad640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f035006a360 0x7f0350197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:43.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f0357fad640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03501019c0 0x7f035019e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:43.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f0357fad640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f035010cb10 con 0x7f035006a360 2024-04-26T17:27:43.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f0357fad640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f035010c990 con 0x7f0350069eb0 2024-04-26T17:27:43.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f0357fad640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f035010cc90 con 0x7f03501019c0 2024-04-26T17:27:43.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f0355548640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f035006a360 0x7f0350197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:43.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f0355548640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f035006a360 0x7f0350197790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53736/0 (socket says 172.21.15.90:53736) 2024-04-26T17:27:43.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f0355548640 1 -- 172.21.15.90:0/3831104028 learned_addr learned my addr 172.21.15.90:0/3831104028 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:43.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f0355d49640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0350069eb0 0x7f0350197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:43.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.979+0000 7f035654a640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03501019c0 0x7f035019e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:43.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.980+0000 7f0355548640 1 -- 172.21.15.90:0/3831104028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03501019c0 msgr2=0x7f035019e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:43.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.980+0000 7f0355548640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03501019c0 0x7f035019e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.980+0000 7f0355548640 1 -- 172.21.15.90:0/3831104028 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0350069eb0 msgr2=0x7f0350197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:43.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.980+0000 7f0355548640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0350069eb0 0x7f0350197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.980+0000 7f0355548640 1 -- 172.21.15.90:0/3831104028 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f035019ee70 con 0x7f035006a360 2024-04-26T17:27:43.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.980+0000 7f035654a640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03501019c0 0x7f035019e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:43.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.980+0000 7f0355548640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f035006a360 0x7f0350197790 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f034c0314b0 tx=0x7f034c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:43.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.980+0000 7f0346ffd640 1 -- 172.21.15.90:0/3831104028 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f034c046070 con 0x7f035006a360 2024-04-26T17:27:43.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.980+0000 7f0346ffd640 1 -- 172.21.15.90:0/3831104028 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f034c003aa0 con 0x7f035006a360 2024-04-26T17:27:43.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.980+0000 7f0357fad640 1 -- 172.21.15.90:0/3831104028 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0350102be0 con 0x7f035006a360 2024-04-26T17:27:43.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.980+0000 7f0346ffd640 1 -- 172.21.15.90:0/3831104028 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f034c035050 con 0x7f035006a360 2024-04-26T17:27:43.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.980+0000 7f0357fad640 1 -- 172.21.15.90:0/3831104028 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0350103130 con 0x7f035006a360 2024-04-26T17:27:43.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.982+0000 7f0346ffd640 1 -- 172.21.15.90:0/3831104028 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f034c049070 con 0x7f035006a360 2024-04-26T17:27:43.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f035ada2740 1 Processor -- start 2024-04-26T17:27:43.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f035ada2740 1 -- start start 2024-04-26T17:27:43.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f035ada2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 0x555c4f701090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:43.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f035ada2740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f701660 0x555c4f706160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:43.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f035ada2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f7067d0 0x555c4f708c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:43.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f035ada2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555c4f665af0 con 0x555c4f700c70 2024-04-26T17:27:43.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f035ada2740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x555c4f601890 con 0x555c4f701660 2024-04-26T17:27:43.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f035ada2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555c4f661ab0 con 0x555c4f7067d0 2024-04-26T17:27:43.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f0346ffd640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f033c0a3c40 0x7f033c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:43.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f035654a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 0x555c4f701090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f035654a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 0x555c4f701090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53740/0 (socket says 172.21.15.90:53740) 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f035654a640 1 -- 172.21.15.90:0/2896902199 learned_addr learned my addr 172.21.15.90:0/2896902199 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.983+0000 7f035654a640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f033c0a3c40 0x7f033c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f0355d49640 1 --2- 172.21.15.90:0/2896902199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f701660 0x555c4f706160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f0346ffd640 1 -- 172.21.15.90:0/3831104028 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f034c0f2860 con 0x7f035006a360 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f0355548640 1 --2- 172.21.15.90:0/2896902199 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f7067d0 0x555c4f708c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f035654a640 1 -- 172.21.15.90:0/2896902199 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f7067d0 msgr2=0x555c4f708c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f035654a640 1 --2- 172.21.15.90:0/2896902199 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f7067d0 0x555c4f708c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f035654a640 1 -- 172.21.15.90:0/2896902199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f701660 msgr2=0x555c4f706160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f035654a640 1 --2- 172.21.15.90:0/2896902199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f701660 0x555c4f706160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f035654a640 1 -- 172.21.15.90:0/2896902199 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c4f4417d0 con 0x555c4f700c70 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f0355d49640 1 --2- 172.21.15.90:0/2896902199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f701660 0x555c4f706160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f0355548640 1 --2- 172.21.15.90:0/2896902199 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f7067d0 0x555c4f708c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:43.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f035654a640 1 --2- 172.21.15.90:0/2896902199 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 0x555c4f701090 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f0348014f30 tx=0x7f0348012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5655c06fd6444f88 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f035654a640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f033c0a3c40 0x7f033c0a6100 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f0348012d20 tx=0x7f034801e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f033bfff640 1 -- 172.21.15.90:0/2896902199 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f034801dcf0 con 0x555c4f700c70 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f033bfff640 1 -- 172.21.15.90:0/2896902199 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f0348014510 con 0x555c4f700c70 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.984+0000 7f033bfff640 1 -- 172.21.15.90:0/2896902199 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03480057c0 con 0x555c4f700c70 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.985+0000 7f035ada2740 1 -- 172.21.15.90:0/2896902199 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 msgr2=0x555c4f701090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.985+0000 7f035ada2740 1 --2- 172.21.15.90:0/2896902199 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 0x555c4f701090 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f0348014f30 tx=0x7f0348012820 comp rx=0 tx=0).stop 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.985+0000 7f035ada2740 1 -- 172.21.15.90:0/2896902199 shutdown_connections 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.985+0000 7f035ada2740 1 --2- 172.21.15.90:0/2896902199 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f7067d0 0x555c4f708c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.985+0000 7f035ada2740 1 --2- 172.21.15.90:0/2896902199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f701660 0x555c4f706160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.985+0000 7f035ada2740 1 --2- 172.21.15.90:0/2896902199 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 0x555c4f701090 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.985+0000 7f035ada2740 1 -- 172.21.15.90:0/2896902199 >> 172.21.15.90:0/2896902199 conn(0x555c4f6fc2e0 msgr2=0x555c4f6fc6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.985+0000 7f035ada2740 1 -- 172.21.15.90:0/2896902199 shutdown_connections 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.985+0000 7f035ada2740 1 -- 172.21.15.90:0/2896902199 wait complete. 2024-04-26T17:27:43.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.985+0000 7f035ada2740 1 -- start start 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.985+0000 7f035ada2740 1 Processor -- start 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f035ada2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 0x555c4f70b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f035ada2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f701660 0x555c4f70b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f035ada2740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f7067d0 0x555c4f712660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f035ada2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555c4f709720 con 0x555c4f700c70 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f035ada2740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x555c4f5ff3c0 con 0x555c4f7067d0 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f035ada2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555c4f7098a0 con 0x555c4f701660 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f035ada2740 10 client.0 _ll_register_callbacks cb 0x555c4f5ffa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f0355d49640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 0x555c4f70b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f0355d49640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 0x555c4f70b0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53744/0 (socket says 172.21.15.90:53744) 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f0355d49640 1 -- 172.21.15.90:0/1904478786 learned_addr learned my addr 172.21.15.90:0/1904478786 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f0355548640 1 --2- 172.21.15.90:0/1904478786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f701660 0x555c4f70b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:43.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f0355d49640 1 -- 172.21.15.90:0/1904478786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f701660 msgr2=0x555c4f70b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f0355d49640 1 --2- 172.21.15.90:0/1904478786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f701660 0x555c4f70b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f0355d49640 1 -- 172.21.15.90:0/1904478786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f7067d0 msgr2=0x555c4f712660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f0355d49640 1 --2- 172.21.15.90:0/1904478786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f7067d0 0x555c4f712660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f0355d49640 1 -- 172.21.15.90:0/1904478786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c4f3773f0 con 0x555c4f700c70 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f0355d49640 1 --2- 172.21.15.90:0/1904478786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 0x555c4f70b0e0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f0350101820 tx=0x7f0340012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be7dc8d16e2359f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f03397fa640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f03397fa640 1 -- 172.21.15.90:0/1904478786 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0340010850 con 0x555c4f700c70 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f03397fa640 1 -- 172.21.15.90:0/1904478786 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f03400109f0 con 0x555c4f700c70 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f035ada2740 1 -- 172.21.15.90:0/1904478786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0348014510 con 0x555c4f700c70 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f03397fa640 1 -- 172.21.15.90:0/1904478786 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0340027050 con 0x555c4f700c70 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f035ada2740 10 client.15768 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.986+0000 7f035ada2740 1 -- 172.21.15.90:0/1904478786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555c4f3370f0 con 0x555c4f700c70 2024-04-26T17:27:43.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.987+0000 7f03397fa640 1 -- 172.21.15.90:0/1904478786 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f0348014510 con 0x555c4f700c70 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.987+0000 7f03397fa640 1 -- 172.21.15.90:0/1904478786 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f034000f3c0 con 0x555c4f700c70 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.987+0000 7f035ada2740 10 client.15768 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.987+0000 7f035ada2740 10 client.15768 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.987+0000 7f035ada2740 20 client.15768 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.987+0000 7f035ada2740 1 --2- 172.21.15.90:0/1904478786 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555c4f716c40 0x555c4f719100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.987+0000 7f035ada2740 4 client.15768 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.987+0000 7f035ada2740 1 -- 172.21.15.90:0/1904478786 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c4f673700 con 0x555c4f716c40 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.987+0000 7f0355548640 1 --2- 172.21.15.90:0/1904478786 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555c4f716c40 0x555c4f719100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.988+0000 7f0355548640 1 --2- 172.21.15.90:0/1904478786 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555c4f716c40 0x555c4f719100 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91741e58f71ab178 server_cookie=1bde703961ba3b5c in_seq=0 out_seq=0 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.988+0000 7f03397fa640 10 client.15768 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.988+0000 7f03397fa640 1 -- 172.21.15.90:0/1904478786 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555c4f673700 con 0x555c4f716c40 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.988+0000 7f03397fa640 10 client.15768 handle_command_reply: tid=0 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.988+0000 7f035ada2740 1 client.15768 shutdown 2024-04-26T17:27:43.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.988+0000 7f035ada2740 1 -- 172.21.15.90:0/1904478786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 msgr2=0x555c4f70b0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:43.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.988+0000 7f035ada2740 1 --2- 172.21.15.90:0/1904478786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 0x555c4f70b0e0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f0350101820 tx=0x7f0340012820 comp rx=0 tx=0).stop 2024-04-26T17:27:43.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.989+0000 7f035ada2740 1 -- 172.21.15.90:0/1904478786 shutdown_connections 2024-04-26T17:27:43.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.989+0000 7f035ada2740 1 --2- 172.21.15.90:0/1904478786 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555c4f716c40 0x555c4f719100 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.989+0000 7f035ada2740 1 --2- 172.21.15.90:0/1904478786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f7067d0 0x555c4f712660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.989+0000 7f035ada2740 1 --2- 172.21.15.90:0/1904478786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f701660 0x555c4f70b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.989+0000 7f03397fa640 0 client.15768 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:43.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.989+0000 7f035ada2740 1 --2- 172.21.15.90:0/1904478786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f700c70 0x555c4f70b0e0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:43.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.989+0000 7f035ada2740 1 -- 172.21.15.90:0/1904478786 >> 172.21.15.90:0/1904478786 conn(0x555c4f6fc2e0 msgr2=0x555c4f6fb460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:43.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.989+0000 7f035ada2740 1 -- 172.21.15.90:0/1904478786 shutdown_connections 2024-04-26T17:27:43.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.989+0000 7f035ada2740 1 -- 172.21.15.90:0/1904478786 wait complete. 2024-04-26T17:27:43.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:43.989+0000 7f035ada2740 20 client.15768 trim_cache size 0 max 16384 2024-04-26T17:27:44.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:43 smithi167 ceph-mon[32665]: pgmap v389: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 511 B/s wr, 13 op/s 2024-04-26T17:27:44.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f035ada2740 1 Processor -- start 2024-04-26T17:27:44.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f035ada2740 1 -- start start 2024-04-26T17:27:44.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f035ada2740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f700c70 0x555c4f6fb2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f035ada2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f701660 0x555c4f6fb820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f035ada2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f7067d0 0x555c4f71e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f035ada2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f03501a8b20 con 0x555c4f701660 2024-04-26T17:27:44.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f035ada2740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f03501aa660 con 0x555c4f700c70 2024-04-26T17:27:44.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f035ada2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f03501a91f0 con 0x555c4f7067d0 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f0355548640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f701660 0x555c4f6fb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f0355548640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f701660 0x555c4f6fb820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53752/0 (socket says 172.21.15.90:53752) 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f0355548640 1 -- 172.21.15.90:0/376891552 learned_addr learned my addr 172.21.15.90:0/376891552 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f0355548640 1 -- 172.21.15.90:0/376891552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f7067d0 msgr2=0x555c4f71e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f0355548640 1 --2- 172.21.15.90:0/376891552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f7067d0 0x555c4f71e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f0355548640 1 -- 172.21.15.90:0/376891552 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f700c70 msgr2=0x555c4f6fb2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f0355548640 1 --2- 172.21.15.90:0/376891552 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f700c70 0x555c4f6fb2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.006+0000 7f0355548640 1 -- 172.21.15.90:0/376891552 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c4f7154f0 con 0x555c4f701660 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f0355548640 1 --2- 172.21.15.90:0/376891552 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f701660 0x555c4f6fb820 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f034c0be2b0 tx=0x7f034c02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c06cf68161bd2b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f033b7fe640 1 -- 172.21.15.90:0/376891552 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f034c0c7220 con 0x555c4f701660 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f033b7fe640 1 -- 172.21.15.90:0/376891552 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f034c0bc8b0 con 0x555c4f701660 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f033b7fe640 1 -- 172.21.15.90:0/376891552 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f034c0f0030 con 0x555c4f701660 2024-04-26T17:27:44.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f035ada2740 1 -- 172.21.15.90:0/376891552 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f701660 msgr2=0x555c4f6fb820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f035ada2740 1 --2- 172.21.15.90:0/376891552 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f701660 0x555c4f6fb820 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f034c0be2b0 tx=0x7f034c02a410 comp rx=0 tx=0).stop 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f035ada2740 1 -- 172.21.15.90:0/376891552 shutdown_connections 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f035ada2740 1 --2- 172.21.15.90:0/376891552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f7067d0 0x555c4f71e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f035ada2740 1 --2- 172.21.15.90:0/376891552 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f701660 0x555c4f6fb820 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f035ada2740 1 --2- 172.21.15.90:0/376891552 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f700c70 0x555c4f6fb2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f035ada2740 1 -- 172.21.15.90:0/376891552 >> 172.21.15.90:0/376891552 conn(0x555c4f6fc2e0 msgr2=0x555c4f6fabd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f035ada2740 1 -- 172.21.15.90:0/376891552 shutdown_connections 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.007+0000 7f035ada2740 1 -- 172.21.15.90:0/376891552 wait complete. 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035ada2740 1 -- start start 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035ada2740 1 Processor -- start 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035ada2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f700c70 0x555c4f7787b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035ada2740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f701660 0x555c4f778cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035ada2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f7067d0 0x555c4f77fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035ada2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f03501a9f90 con 0x555c4f7067d0 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035ada2740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f03501a98c0 con 0x555c4f701660 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035ada2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f03501a6b00 con 0x555c4f700c70 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035ada2740 10 client.0 _ll_register_callbacks cb 0x7f0340005c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035654a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f7067d0 0x555c4f77fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035654a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f7067d0 0x555c4f77fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53758/0 (socket says 172.21.15.90:53758) 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035654a640 1 -- 172.21.15.90:0/102894934 learned_addr learned my addr 172.21.15.90:0/102894934 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f0355548640 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f701660 0x555c4f778cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f0355d49640 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f700c70 0x555c4f7787b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035654a640 1 -- 172.21.15.90:0/102894934 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f700c70 msgr2=0x555c4f7787b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035654a640 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f700c70 0x555c4f7787b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035654a640 1 -- 172.21.15.90:0/102894934 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f701660 msgr2=0x555c4f778cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035654a640 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f701660 0x555c4f778cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f035654a640 1 -- 172.21.15.90:0/102894934 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c4f780320 con 0x555c4f7067d0 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f0355548640 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f701660 0x555c4f778cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.008+0000 7f0355d49640 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f700c70 0x555c4f7787b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f035654a640 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f7067d0 0x555c4f77fd30 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f034801df20 tx=0x7f034801df50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=268703f8ba0ffa26 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f03397fa640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f03397fa640 1 -- 172.21.15.90:0/102894934 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03480144f0 con 0x555c4f7067d0 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f03397fa640 1 -- 172.21.15.90:0/102894934 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f034801f420 con 0x555c4f7067d0 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f035ada2740 1 -- 172.21.15.90:0/102894934 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f034c0bc8b0 con 0x555c4f7067d0 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f03397fa640 1 -- 172.21.15.90:0/102894934 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f03480059f0 con 0x555c4f7067d0 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f035ada2740 10 client.15774 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f035ada2740 1 -- 172.21.15.90:0/102894934 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555c4f7816a0 con 0x555c4f7067d0 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f03397fa640 1 -- 172.21.15.90:0/102894934 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f034c0bc8b0 con 0x555c4f7067d0 2024-04-26T17:27:44.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f03397fa640 1 -- 172.21.15.90:0/102894934 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f034800f040 con 0x555c4f7067d0 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f035ada2740 10 client.15774 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f035ada2740 10 client.15774 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f035ada2740 20 client.15774 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f035ada2740 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555c4f781fc0 0x555c4f7843e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f035ada2740 4 client.15774 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.009+0000 7f035ada2740 1 -- 172.21.15.90:0/102894934 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555c4f66d570 con 0x555c4f781fc0 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f0355d49640 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555c4f781fc0 0x555c4f7843e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f0355d49640 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555c4f781fc0 0x555c4f7843e0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5dd47357567084a3 server_cookie=6178eaf90d330334 in_seq=0 out_seq=0 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f03397fa640 10 client.15774 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f03397fa640 1 -- 172.21.15.90:0/102894934 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x555c4f66d570 con 0x555c4f781fc0 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f03397fa640 10 client.15774 handle_command_reply: tid=0 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f035ada2740 1 client.15774 shutdown 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f035ada2740 1 -- 172.21.15.90:0/102894934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f7067d0 msgr2=0x555c4f77fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f035ada2740 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f7067d0 0x555c4f77fd30 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f034801df20 tx=0x7f034801df50 comp rx=0 tx=0).stop 2024-04-26T17:27:44.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f035ada2740 1 -- 172.21.15.90:0/102894934 shutdown_connections 2024-04-26T17:27:44.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f035ada2740 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555c4f781fc0 0x555c4f7843e0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f035ada2740 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555c4f7067d0 0x555c4f77fd30 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f035ada2740 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555c4f701660 0x555c4f778cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f035ada2740 1 --2- 172.21.15.90:0/102894934 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c4f700c70 0x555c4f7787b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f035ada2740 1 -- 172.21.15.90:0/102894934 >> 172.21.15.90:0/102894934 conn(0x555c4f6fc2e0 msgr2=0x555c4f6fb460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f03397fa640 0 client.15774 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:44.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.010+0000 7f035ada2740 1 -- 172.21.15.90:0/102894934 shutdown_connections 2024-04-26T17:27:44.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f035ada2740 1 -- 172.21.15.90:0/102894934 wait complete. 2024-04-26T17:27:44.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f035ada2740 20 client.15774 trim_cache size 0 max 16384 2024-04-26T17:27:44.017 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:27:44.018 INFO:teuthology.orchestra.run.smithi090.stdout: "status": "no active scrubs running", 2024-04-26T17:27:44.018 INFO:teuthology.orchestra.run.smithi090.stdout: "scrubs": {} 2024-04-26T17:27:44.018 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:27:44.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f0357fad640 1 -- 172.21.15.90:0/3831104028 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f033c0a3c40 msgr2=0x7f033c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f0357fad640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f033c0a3c40 0x7f033c0a6100 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f0348012d20 tx=0x7f034801e000 comp rx=0 tx=0).stop 2024-04-26T17:27:44.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f0357fad640 1 -- 172.21.15.90:0/3831104028 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f035006a360 msgr2=0x7f0350197790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f0357fad640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f035006a360 0x7f0350197790 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f034c0314b0 tx=0x7f034c004270 comp rx=0 tx=0).stop 2024-04-26T17:27:44.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f0357fad640 1 -- 172.21.15.90:0/3831104028 shutdown_connections 2024-04-26T17:27:44.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f0357fad640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f033c0a3c40 0x7f033c0a6100 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f0357fad640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03501019c0 0x7f035019e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f0357fad640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f035006a360 0x7f0350197790 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f0357fad640 1 --2- 172.21.15.90:0/3831104028 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0350069eb0 0x7f0350197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f0357fad640 1 -- 172.21.15.90:0/3831104028 >> 172.21.15.90:0/3831104028 conn(0x7f03500fbd40 msgr2=0x7f03500ff0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f0357fad640 1 -- 172.21.15.90:0/3831104028 shutdown_connections 2024-04-26T17:27:44.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.011+0000 7f0357fad640 1 -- 172.21.15.90:0/3831104028 wait complete. 2024-04-26T17:27:44.022 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T17:27:44.022 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:27:44.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:43 smithi119 ceph-mon[32584]: pgmap v389: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 511 B/s wr, 13 op/s 2024-04-26T17:27:44.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.162+0000 7fd6a1344640 1 -- 172.21.15.90:0/681028 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd69c1054f0 msgr2=0x7fd69c1078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.162+0000 7fd6a1344640 1 --2- 172.21.15.90:0/681028 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd69c1054f0 0x7fd69c1078e0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fd690009900 tx=0x7fd69002a410 comp rx=0 tx=0).stop 2024-04-26T17:27:44.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.162+0000 7fd6a1344640 1 -- 172.21.15.90:0/681028 shutdown_connections 2024-04-26T17:27:44.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.162+0000 7fd6a1344640 1 --2- 172.21.15.90:0/681028 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd69c107e20 0x7fd69c10a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.162+0000 7fd6a1344640 1 --2- 172.21.15.90:0/681028 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd69c1054f0 0x7fd69c1078e0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.162+0000 7fd6a1344640 1 --2- 172.21.15.90:0/681028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd69c102bc0 0x7fd69c104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.162+0000 7fd6a1344640 1 -- 172.21.15.90:0/681028 >> 172.21.15.90:0/681028 conn(0x7fd69c0fc5b0 msgr2=0x7fd69c0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.162+0000 7fd6a1344640 1 -- 172.21.15.90:0/681028 shutdown_connections 2024-04-26T17:27:44.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.162+0000 7fd6a1344640 1 -- 172.21.15.90:0/681028 wait complete. 2024-04-26T17:27:44.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.163+0000 7fd6a1344640 1 Processor -- start 2024-04-26T17:27:44.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.163+0000 7fd6a1344640 1 -- start start 2024-04-26T17:27:44.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.163+0000 7fd6a1344640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd69c102bc0 0x7fd69c19a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.163+0000 7fd6a1344640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd69c1054f0 0x7fd69c19abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.163+0000 7fd6a1344640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd69c107e20 0x7fd69c1a1c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.163+0000 7fd6a1344640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd69c10dcb0 con 0x7fd69c1054f0 2024-04-26T17:27:44.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.163+0000 7fd6a1344640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd69c10db30 con 0x7fd69c107e20 2024-04-26T17:27:44.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.163+0000 7fd6a1344640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd69c10de30 con 0x7fd69c102bc0 2024-04-26T17:27:44.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.163+0000 7fd69a7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd69c1054f0 0x7fd69c19abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.163+0000 7fd69a7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd69c1054f0 0x7fd69c19abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:53786/0 (socket says 172.21.15.90:53786) 2024-04-26T17:27:44.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.163+0000 7fd69a7fc640 1 -- 172.21.15.90:0/3919824717 learned_addr learned my addr 172.21.15.90:0/3919824717 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.164+0000 7fd69a7fc640 1 -- 172.21.15.90:0/3919824717 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd69c102bc0 msgr2=0x7fd69c19a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.164+0000 7fd69a7fc640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd69c102bc0 0x7fd69c19a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.164+0000 7fd69b7fe640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd69c107e20 0x7fd69c1a1c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.164+0000 7fd69a7fc640 1 -- 172.21.15.90:0/3919824717 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd69c107e20 msgr2=0x7fd69c1a1c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.164+0000 7fd69a7fc640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd69c107e20 0x7fd69c1a1c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.164+0000 7fd69a7fc640 1 -- 172.21.15.90:0/3919824717 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd69c1a22c0 con 0x7fd69c1054f0 2024-04-26T17:27:44.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.164+0000 7fd69a7fc640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd69c1054f0 0x7fd69c19abe0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fd6900314b0 tx=0x7fd6900042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.164+0000 7fd683fff640 1 -- 172.21.15.90:0/3919824717 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69003f030 con 0x7fd69c1054f0 2024-04-26T17:27:44.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.164+0000 7fd6a1344640 1 -- 172.21.15.90:0/3919824717 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd69c1a2550 con 0x7fd69c1054f0 2024-04-26T17:27:44.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.164+0000 7fd683fff640 1 -- 172.21.15.90:0/3919824717 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd690003cb0 con 0x7fd69c1054f0 2024-04-26T17:27:44.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.164+0000 7fd683fff640 1 -- 172.21.15.90:0/3919824717 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd690035070 con 0x7fd69c1054f0 2024-04-26T17:27:44.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.164+0000 7fd6a1344640 1 -- 172.21.15.90:0/3919824717 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd69c1a2a90 con 0x7fd69c1054f0 2024-04-26T17:27:44.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.165+0000 7fd6a1344640 1 -- 172.21.15.90:0/3919824717 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd69c109950 con 0x7fd69c1054f0 2024-04-26T17:27:44.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.166+0000 7fd683fff640 1 -- 172.21.15.90:0/3919824717 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fd690042030 con 0x7fd69c1054f0 2024-04-26T17:27:44.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.166+0000 7fd683fff640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6840a3c40 0x7fd6840a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.167+0000 7fd69affd640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6840a3c40 0x7fd6840a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.167+0000 7fd683fff640 1 -- 172.21.15.90:0/3919824717 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fd6900f14c0 con 0x7fd69c1054f0 2024-04-26T17:27:44.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.167+0000 7fd69affd640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6840a3c40 0x7fd6840a6100 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fd68c009710 tx=0x7fd68c006c90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.170+0000 7fd683fff640 1 -- 172.21.15.90:0/3919824717 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd6900bd970 con 0x7fd69c1054f0 2024-04-26T17:27:44.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.395+0000 7fd6a1344640 1 -- 172.21.15.90:0/3919824717 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd69c02d8f0 con 0x7fd69c1054f0 2024-04-26T17:27:44.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.396+0000 7fd683fff640 1 -- 172.21.15.90:0/3919824717 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11944 (secure 0 0 0) 0x7fd6900bd270 con 0x7fd69c1054f0 2024-04-26T17:27:44.396 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:27:44.396 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:27:05.556438+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24472,24409,24476,24509,24404]},"id":1}]} 2024-04-26T17:27:44.396 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 28 2024-04-26T17:27:44.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.398+0000 7fd6a1344640 1 -- 172.21.15.90:0/3919824717 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6840a3c40 msgr2=0x7fd6840a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.398+0000 7fd6a1344640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6840a3c40 0x7fd6840a6100 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fd68c009710 tx=0x7fd68c006c90 comp rx=0 tx=0).stop 2024-04-26T17:27:44.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.398+0000 7fd6a1344640 1 -- 172.21.15.90:0/3919824717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd69c1054f0 msgr2=0x7fd69c19abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.398+0000 7fd6a1344640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd69c1054f0 0x7fd69c19abe0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fd6900314b0 tx=0x7fd6900042f0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.398+0000 7fd6a1344640 1 -- 172.21.15.90:0/3919824717 shutdown_connections 2024-04-26T17:27:44.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.398+0000 7fd6a1344640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd6840a3c40 0x7fd6840a6100 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.398+0000 7fd6a1344640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd69c107e20 0x7fd69c1a1c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.398+0000 7fd6a1344640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd69c1054f0 0x7fd69c19abe0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.398+0000 7fd6a1344640 1 --2- 172.21.15.90:0/3919824717 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd69c102bc0 0x7fd69c19a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.398+0000 7fd6a1344640 1 -- 172.21.15.90:0/3919824717 >> 172.21.15.90:0/3919824717 conn(0x7fd69c0fc5b0 msgr2=0x7fd69c1023a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.398+0000 7fd6a1344640 1 -- 172.21.15.90:0/3919824717 shutdown_connections 2024-04-26T17:27:44.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.398+0000 7fd6a1344640 1 -- 172.21.15.90:0/3919824717 wait complete. 2024-04-26T17:27:44.409 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-26T17:27:44.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.515+0000 7f7b817cc640 1 -- 172.21.15.90:0/3721770534 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b7c102bc0 msgr2=0x7f7b7c104fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.515+0000 7f7b817cc640 1 --2- 172.21.15.90:0/3721770534 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b7c102bc0 0x7f7b7c104fb0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c009ca0 tx=0x7f7b6c02a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.515+0000 7f7b817cc640 1 -- 172.21.15.90:0/3721770534 shutdown_connections 2024-04-26T17:27:44.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.515+0000 7f7b817cc640 1 --2- 172.21.15.90:0/3721770534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b7c107e20 0x7f7b7c10a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.515+0000 7f7b817cc640 1 --2- 172.21.15.90:0/3721770534 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b7c1054f0 0x7f7b7c1078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.515+0000 7f7b817cc640 1 --2- 172.21.15.90:0/3721770534 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b7c102bc0 0x7f7b7c104fb0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.515+0000 7f7b817cc640 1 -- 172.21.15.90:0/3721770534 >> 172.21.15.90:0/3721770534 conn(0x7f7b7c0fc5b0 msgr2=0x7f7b7c0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.515+0000 7f7b817cc640 1 -- 172.21.15.90:0/3721770534 shutdown_connections 2024-04-26T17:27:44.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.515+0000 7f7b817cc640 1 -- 172.21.15.90:0/3721770534 wait complete. 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.516+0000 7f7b817cc640 1 Processor -- start 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.516+0000 7f7b817cc640 1 -- start start 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.516+0000 7f7b817cc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b7c102bc0 0x7f7b7c198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.516+0000 7f7b817cc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b7c1054f0 0x7f7b7c198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.516+0000 7f7b817cc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b7c107e20 0x7f7b7c19f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.516+0000 7f7b817cc640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7c10dc70 con 0x7f7b7c102bc0 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.516+0000 7f7b817cc640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7c10daf0 con 0x7f7b7c107e20 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.516+0000 7f7b817cc640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7c10ddf0 con 0x7f7b7c1054f0 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.516+0000 7f7b7affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b7c102bc0 0x7f7b7c198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.516+0000 7f7b7affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b7c102bc0 0x7f7b7c198410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55314/0 (socket says 172.21.15.90:55314) 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.516+0000 7f7b7affd640 1 -- 172.21.15.90:0/407621631 learned_addr learned my addr 172.21.15.90:0/407621631 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.516+0000 7f7b7a7fc640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b7c1054f0 0x7f7b7c198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b7b7fe640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b7c107e20 0x7f7b7c19f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b7affd640 1 -- 172.21.15.90:0/407621631 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b7c1054f0 msgr2=0x7f7b7c198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b7affd640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b7c1054f0 0x7f7b7c198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b7affd640 1 -- 172.21.15.90:0/407621631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b7c107e20 msgr2=0x7f7b7c19f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b7affd640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b7c107e20 0x7f7b7c19f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b7affd640 1 -- 172.21.15.90:0/407621631 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b7c1a0030 con 0x7f7b7c102bc0 2024-04-26T17:27:44.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b7a7fc640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b7c1054f0 0x7f7b7c198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:44.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b7affd640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b7c102bc0 0x7f7b7c198410 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c006010 tx=0x7f7b6c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b63fff640 1 -- 172.21.15.90:0/407621631 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6c004040 con 0x7f7b7c102bc0 2024-04-26T17:27:44.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b63fff640 1 -- 172.21.15.90:0/407621631 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7b6c004690 con 0x7f7b7c102bc0 2024-04-26T17:27:44.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b817cc640 1 -- 172.21.15.90:0/407621631 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b7c1a02c0 con 0x7f7b7c102bc0 2024-04-26T17:27:44.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b63fff640 1 -- 172.21.15.90:0/407621631 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6c02f4c0 con 0x7f7b7c102bc0 2024-04-26T17:27:44.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.517+0000 7f7b817cc640 1 -- 172.21.15.90:0/407621631 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b7c1a0810 con 0x7f7b7c102bc0 2024-04-26T17:27:44.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.519+0000 7f7b63fff640 1 -- 172.21.15.90:0/407621631 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f7b6c030650 con 0x7f7b7c102bc0 2024-04-26T17:27:44.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b845b6740 1 Processor -- start 2024-04-26T17:27:44.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b845b6740 1 -- start start 2024-04-26T17:27:44.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b845b6740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ee7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b845b6740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3ee8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b845b6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee92f0 0x559be3eefb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b845b6740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559be3e4cb30 con 0x559be3ee8930 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b845b6740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x559be3de8a00 con 0x559be3ee7760 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b845b6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559be3e48af0 con 0x559be3ee92f0 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3ee8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7affd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3ee8db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55328/0 (socket says 172.21.15.90:55328) 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7affd640 1 -- 172.21.15.90:0/3496449960 learned_addr learned my addr 172.21.15.90:0/3496449960 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b63fff640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7b640a3c40 0x7f7b640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7a7fc640 1 --2- 172.21.15.90:0/3496449960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee92f0 0x559be3eefb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7b7fe640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7b640a3c40 0x7f7b640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7b7fe640 1 --2- 172.21.15.90:0/3496449960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ee7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b63fff640 1 -- 172.21.15.90:0/407621631 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7b6c0f20c0 con 0x7f7b7c102bc0 2024-04-26T17:27:44.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7affd640 1 -- 172.21.15.90:0/3496449960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee92f0 msgr2=0x559be3eefb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7affd640 1 --2- 172.21.15.90:0/3496449960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee92f0 0x559be3eefb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7affd640 1 -- 172.21.15.90:0/3496449960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 msgr2=0x559be3ee7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7affd640 1 --2- 172.21.15.90:0/3496449960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ee7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7affd640 1 -- 172.21.15.90:0/3496449960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559be3e115b0 con 0x559be3ee8930 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7a7fc640 1 --2- 172.21.15.90:0/3496449960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee92f0 0x559be3eefb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7b7fe640 1 --2- 172.21.15.90:0/3496449960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ee7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.520+0000 7f7b7affd640 1 --2- 172.21.15.90:0/3496449960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3ee8db0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c0bdc80 tx=0x7f7b6c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad635b21765d3b3a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b617fa640 1 -- 172.21.15.90:0/3496449960 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6c0bdac0 con 0x559be3ee8930 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b7b7fe640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7b640a3c40 0x7f7b640a6100 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x559be3ee8830 tx=0x7f7b74005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b617fa640 1 -- 172.21.15.90:0/3496449960 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7b6c036070 con 0x559be3ee8930 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b617fa640 1 -- 172.21.15.90:0/3496449960 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6c0bd8e0 con 0x559be3ee8930 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b845b6740 1 -- 172.21.15.90:0/3496449960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 msgr2=0x559be3ee8db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b845b6740 1 --2- 172.21.15.90:0/3496449960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3ee8db0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c0bdc80 tx=0x7f7b6c0095c0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b845b6740 1 -- 172.21.15.90:0/3496449960 shutdown_connections 2024-04-26T17:27:44.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b845b6740 1 --2- 172.21.15.90:0/3496449960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee92f0 0x559be3eefb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b845b6740 1 --2- 172.21.15.90:0/3496449960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3ee8db0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b845b6740 1 --2- 172.21.15.90:0/3496449960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ee7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b845b6740 1 -- 172.21.15.90:0/3496449960 >> 172.21.15.90:0/3496449960 conn(0x559be3ee2c50 msgr2=0x559be3ee3050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b845b6740 1 -- 172.21.15.90:0/3496449960 shutdown_connections 2024-04-26T17:27:44.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.521+0000 7f7b845b6740 1 -- 172.21.15.90:0/3496449960 wait complete. 2024-04-26T17:27:44.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b845b6740 1 -- start start 2024-04-26T17:27:44.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b845b6740 1 Processor -- start 2024-04-26T17:27:44.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b845b6740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ef1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b845b6740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3ef1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b845b6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee92f0 0x559be3ef8d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b845b6740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559be3e4cb30 con 0x559be3ee8930 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b845b6740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x559be3de6530 con 0x559be3ee7760 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b845b6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559be3ef00c0 con 0x559be3ee92f0 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b845b6740 10 client.0 _ll_register_callbacks cb 0x559be3dd3f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b7a7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3ef1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b7a7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3ef1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55336/0 (socket says 172.21.15.90:55336) 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b7a7fc640 1 -- 172.21.15.90:0/2879320011 learned_addr learned my addr 172.21.15.90:0/2879320011 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b7affd640 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ef1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b7b7fe640 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee92f0 0x559be3ef8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b7a7fc640 1 -- 172.21.15.90:0/2879320011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee92f0 msgr2=0x559be3ef8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b7a7fc640 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee92f0 0x559be3ef8d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b7a7fc640 1 -- 172.21.15.90:0/2879320011 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 msgr2=0x559be3ef1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b7a7fc640 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ef1870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.522+0000 7f7b7a7fc640 1 -- 172.21.15.90:0/2879320011 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559be3b5e3f0 con 0x559be3ee8930 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b7a7fc640 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3ef1db0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f7b7000cfd0 tx=0x7f7b70010ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73e191e06cdbcb81 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b5eff5640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b5eff5640 1 -- 172.21.15.90:0/2879320011 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b70017070 con 0x559be3ee8930 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b5eff5640 1 -- 172.21.15.90:0/2879320011 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7b7000ece0 con 0x559be3ee8930 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b845b6740 1 -- 172.21.15.90:0/2879320011 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b6c036070 con 0x559be3ee8930 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b5eff5640 1 -- 172.21.15.90:0/2879320011 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7b70004020 con 0x559be3ee8930 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b845b6740 10 client.15792 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b845b6740 1 -- 172.21.15.90:0/2879320011 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559be3c287d0 con 0x559be3ee8930 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b5eff5640 1 -- 172.21.15.90:0/2879320011 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7b6c036070 con 0x559be3ee8930 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b5eff5640 1 -- 172.21.15.90:0/2879320011 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7b70003cd0 con 0x559be3ee8930 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b845b6740 10 client.15792 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b845b6740 10 client.15792 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-04-26T17:27:44.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b845b6740 20 client.15792 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b845b6740 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x559be3efd3e0 0x559be3eff800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b845b6740 4 client.15792 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b845b6740 1 -- 172.21.15.90:0/2879320011 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559be3e5a740 con 0x559be3efd3e0 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.523+0000 7f7b7affd640 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x559be3efd3e0 0x559be3eff800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.524+0000 7f7b7affd640 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x559be3efd3e0 0x559be3eff800 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7415293d623a2398 server_cookie=fb9c301927c6c819 in_seq=0 out_seq=0 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.524+0000 7f7b5eff5640 10 client.15792 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.524+0000 7f7b5eff5640 1 -- 172.21.15.90:0/2879320011 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559be3e5a740 con 0x559be3efd3e0 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.524+0000 7f7b5eff5640 10 client.15792 handle_command_reply: tid=0 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.524+0000 7f7b845b6740 1 client.15792 shutdown 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.525+0000 7f7b845b6740 1 -- 172.21.15.90:0/2879320011 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 msgr2=0x559be3ef1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.525+0000 7f7b845b6740 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3ef1db0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f7b7000cfd0 tx=0x7f7b70010ca0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.525+0000 7f7b845b6740 1 -- 172.21.15.90:0/2879320011 shutdown_connections 2024-04-26T17:27:44.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.525+0000 7f7b845b6740 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x559be3efd3e0 0x559be3eff800 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.525+0000 7f7b845b6740 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee92f0 0x559be3ef8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.525+0000 7f7b845b6740 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3ef1db0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.525+0000 7f7b845b6740 1 --2- 172.21.15.90:0/2879320011 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ef1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.525+0000 7f7b5eff5640 0 client.15792 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:27:44.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.525+0000 7f7b845b6740 1 -- 172.21.15.90:0/2879320011 >> 172.21.15.90:0/2879320011 conn(0x559be3ee2c50 msgr2=0x559be3ee1e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.525+0000 7f7b845b6740 1 -- 172.21.15.90:0/2879320011 shutdown_connections 2024-04-26T17:27:44.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.525+0000 7f7b845b6740 1 -- 172.21.15.90:0/2879320011 wait complete. 2024-04-26T17:27:44.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.525+0000 7f7b845b6740 20 client.15792 trim_cache size 0 max 16384 2024-04-26T17:27:44.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b845b6740 1 Processor -- start 2024-04-26T17:27:44.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b845b6740 1 -- start start 2024-04-26T17:27:44.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b845b6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee7760 0x559be3eec4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b845b6740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3eeca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b845b6740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee92f0 0x559be3ef8d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b845b6740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7c1aae90 con 0x559be3ee8930 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b845b6740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7c1ac9d0 con 0x559be3ee92f0 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b845b6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7c1ab560 con 0x559be3ee7760 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b7a7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3eeca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b7a7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3eeca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55344/0 (socket says 172.21.15.90:55344) 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b7a7fc640 1 -- 172.21.15.90:0/2368783938 learned_addr learned my addr 172.21.15.90:0/2368783938 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b7a7fc640 1 -- 172.21.15.90:0/2368783938 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee7760 msgr2=0x559be3eec4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b7a7fc640 1 --2- 172.21.15.90:0/2368783938 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee7760 0x559be3eec4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b7a7fc640 1 -- 172.21.15.90:0/2368783938 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee92f0 msgr2=0x559be3ef8d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b7a7fc640 1 --2- 172.21.15.90:0/2368783938 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee92f0 0x559be3ef8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b7a7fc640 1 -- 172.21.15.90:0/2368783938 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559be3ede5b0 con 0x559be3ee8930 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.539+0000 7f7b7a7fc640 1 --2- 172.21.15.90:0/2368783938 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3eeca30 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f7b70005d90 tx=0x7f7b7000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7726d3e24fa7e970 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.540+0000 7f7b60ff9640 1 -- 172.21.15.90:0/2368783938 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b7002c030 con 0x559be3ee8930 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.540+0000 7f7b60ff9640 1 -- 172.21.15.90:0/2368783938 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7b700041c0 con 0x559be3ee8930 2024-04-26T17:27:44.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.540+0000 7f7b60ff9640 1 -- 172.21.15.90:0/2368783938 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b70000e60 con 0x559be3ee8930 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.540+0000 7f7b845b6740 1 -- 172.21.15.90:0/2368783938 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 msgr2=0x559be3eeca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.540+0000 7f7b845b6740 1 --2- 172.21.15.90:0/2368783938 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3eeca30 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f7b70005d90 tx=0x7f7b7000cc60 comp rx=0 tx=0).stop 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.540+0000 7f7b845b6740 1 -- 172.21.15.90:0/2368783938 shutdown_connections 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.540+0000 7f7b845b6740 1 --2- 172.21.15.90:0/2368783938 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee92f0 0x559be3ef8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.540+0000 7f7b845b6740 1 --2- 172.21.15.90:0/2368783938 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee8930 0x559be3eeca30 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.540+0000 7f7b845b6740 1 --2- 172.21.15.90:0/2368783938 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee7760 0x559be3eec4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.540+0000 7f7b845b6740 1 -- 172.21.15.90:0/2368783938 >> 172.21.15.90:0/2368783938 conn(0x559be3ee2c50 msgr2=0x559be3ef1870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.540+0000 7f7b845b6740 1 -- 172.21.15.90:0/2368783938 shutdown_connections 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.540+0000 7f7b845b6740 1 -- 172.21.15.90:0/2368783938 wait complete. 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b845b6740 1 -- start start 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b845b6740 1 Processor -- start 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b845b6740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ef45b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b845b6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee8930 0x559be3ef4af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b845b6740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee92f0 0x559be3ef7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b845b6740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7c1ac300 con 0x559be3ee92f0 2024-04-26T17:27:44.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b845b6740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7c1abc30 con 0x559be3ee7760 2024-04-26T17:27:44.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b845b6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7c1a8e70 con 0x559be3ee8930 2024-04-26T17:27:44.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b845b6740 10 client.0 _ll_register_callbacks cb 0x7f7b700103d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:44.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b7b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee92f0 0x559be3ef7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b7b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee92f0 0x559be3ef7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55360/0 (socket says 172.21.15.90:55360) 2024-04-26T17:27:44.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b7b7fe640 1 -- 172.21.15.90:0/749106251 learned_addr learned my addr 172.21.15.90:0/749106251 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b7a7fc640 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee8930 0x559be3ef4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b7affd640 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ef45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b7b7fe640 1 -- 172.21.15.90:0/749106251 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee8930 msgr2=0x559be3ef4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b7b7fe640 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee8930 0x559be3ef4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b7b7fe640 1 -- 172.21.15.90:0/749106251 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 msgr2=0x559be3ef45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b7b7fe640 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ef45b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b7b7fe640 1 -- 172.21.15.90:0/749106251 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559be3ef8100 con 0x559be3ee92f0 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.541+0000 7f7b7a7fc640 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee8930 0x559be3ef4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b7b7fe640 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee92f0 0x559be3ef7b10 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f7b74011aa0 tx=0x7f7b740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd557bf13925dbd5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b5eff5640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b5eff5640 1 -- 172.21.15.90:0/749106251 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b7401de10 con 0x559be3ee92f0 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b5eff5640 1 -- 172.21.15.90:0/749106251 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7b74004020 con 0x559be3ee92f0 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b845b6740 1 -- 172.21.15.90:0/749106251 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b700041c0 con 0x559be3ee92f0 2024-04-26T17:27:44.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b5eff5640 1 -- 172.21.15.90:0/749106251 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7b7402f050 con 0x559be3ee92f0 2024-04-26T17:27:44.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b845b6740 10 client.15798 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:44.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b845b6740 1 -- 172.21.15.90:0/749106251 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559be3f63b80 con 0x559be3ee92f0 2024-04-26T17:27:44.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b5eff5640 1 -- 172.21.15.90:0/749106251 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7b700041c0 con 0x559be3ee92f0 2024-04-26T17:27:44.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b5eff5640 1 -- 172.21.15.90:0/749106251 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7b7401e430 con 0x559be3ee92f0 2024-04-26T17:27:44.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b845b6740 10 client.15798 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:44.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b845b6740 10 client.15798 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-04-26T17:27:44.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b845b6740 20 client.15798 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:44.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b845b6740 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x559be3f64550 0x559be3f66970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b845b6740 4 client.15798 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b845b6740 1 -- 172.21.15.90:0/749106251 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559be3e545b0 con 0x559be3f64550 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.542+0000 7f7b7affd640 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x559be3f64550 0x559be3f66970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b7affd640 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x559be3f64550 0x559be3f66970 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b21d692d8955738b server_cookie=3c00cf6f4262c594 in_seq=0 out_seq=0 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b5eff5640 10 client.15798 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b5eff5640 1 -- 172.21.15.90:0/749106251 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559be3e545b0 con 0x559be3f64550 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b5eff5640 10 client.15798 handle_command_reply: tid=0 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b845b6740 1 client.15798 shutdown 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b845b6740 1 -- 172.21.15.90:0/749106251 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee92f0 msgr2=0x559be3ef7b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b845b6740 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee92f0 0x559be3ef7b10 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f7b74011aa0 tx=0x7f7b740046c0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b845b6740 1 -- 172.21.15.90:0/749106251 shutdown_connections 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b845b6740 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x559be3f64550 0x559be3f66970 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b845b6740 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559be3ee92f0 0x559be3ef7b10 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b845b6740 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559be3ee8930 0x559be3ef4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b5eff5640 0 client.15798 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:27:44.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b845b6740 1 --2- 172.21.15.90:0/749106251 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559be3ee7760 0x559be3ef45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b845b6740 1 -- 172.21.15.90:0/749106251 >> 172.21.15.90:0/749106251 conn(0x559be3ee2c50 msgr2=0x559be3ef17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b845b6740 1 -- 172.21.15.90:0/749106251 shutdown_connections 2024-04-26T17:27:44.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b845b6740 1 -- 172.21.15.90:0/749106251 wait complete. 2024-04-26T17:27:44.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.543+0000 7f7b845b6740 20 client.15798 trim_cache size 0 max 16384 2024-04-26T17:27:44.551 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:27:44.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.544+0000 7f7b817cc640 1 -- 172.21.15.90:0/407621631 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7b640a3c40 msgr2=0x7f7b640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.544+0000 7f7b817cc640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7b640a3c40 0x7f7b640a6100 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x559be3ee8830 tx=0x7f7b74005e30 comp rx=0 tx=0).stop 2024-04-26T17:27:44.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.544+0000 7f7b817cc640 1 -- 172.21.15.90:0/407621631 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b7c102bc0 msgr2=0x7f7b7c198410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.544+0000 7f7b817cc640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b7c102bc0 0x7f7b7c198410 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c006010 tx=0x7f7b6c003ba0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.544+0000 7f7b817cc640 1 -- 172.21.15.90:0/407621631 shutdown_connections 2024-04-26T17:27:44.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.544+0000 7f7b817cc640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7b640a3c40 0x7f7b640a6100 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.544+0000 7f7b817cc640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b7c107e20 0x7f7b7c19f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.544+0000 7f7b817cc640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b7c1054f0 0x7f7b7c198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.544+0000 7f7b817cc640 1 --2- 172.21.15.90:0/407621631 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b7c102bc0 0x7f7b7c198410 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.544+0000 7f7b817cc640 1 -- 172.21.15.90:0/407621631 >> 172.21.15.90:0/407621631 conn(0x7f7b7c0fc5b0 msgr2=0x7f7b7c103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.544+0000 7f7b817cc640 1 -- 172.21.15.90:0/407621631 shutdown_connections 2024-04-26T17:27:44.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.544+0000 7f7b817cc640 1 -- 172.21.15.90:0/407621631 wait complete. 2024-04-26T17:27:44.555 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-26T17:27:44.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.657+0000 7f36c184e640 1 -- 172.21.15.90:0/2145467200 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36bc107e40 msgr2=0x7f36bc10a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.657+0000 7f36c184e640 1 --2- 172.21.15.90:0/2145467200 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36bc107e40 0x7f36bc10a290 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f36b4009900 tx=0x7f36b402a410 comp rx=0 tx=0).stop 2024-04-26T17:27:44.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.657+0000 7f36c184e640 1 -- 172.21.15.90:0/2145467200 shutdown_connections 2024-04-26T17:27:44.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.657+0000 7f36c184e640 1 --2- 172.21.15.90:0/2145467200 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36bc107e40 0x7f36bc10a290 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.657+0000 7f36c184e640 1 --2- 172.21.15.90:0/2145467200 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36bc105510 0x7f36bc107900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.657+0000 7f36c184e640 1 --2- 172.21.15.90:0/2145467200 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36bc102be0 0x7f36bc104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.657+0000 7f36c184e640 1 -- 172.21.15.90:0/2145467200 >> 172.21.15.90:0/2145467200 conn(0x7f36bc0fc5f0 msgr2=0x7f36bc0fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.657+0000 7f36c184e640 1 -- 172.21.15.90:0/2145467200 shutdown_connections 2024-04-26T17:27:44.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.657+0000 7f36c184e640 1 -- 172.21.15.90:0/2145467200 wait complete. 2024-04-26T17:27:44.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.657+0000 7f36c184e640 1 Processor -- start 2024-04-26T17:27:44.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.657+0000 7f36c184e640 1 -- start start 2024-04-26T17:27:44.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36c184e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36bc102be0 0x7f36bc1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36c184e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36bc105510 0x7f36bc198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36c184e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36bc107e40 0x7f36bc19f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36c184e640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc10dcf0 con 0x7f36bc105510 2024-04-26T17:27:44.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36c184e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc10db70 con 0x7f36bc107e40 2024-04-26T17:27:44.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36c184e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc10de70 con 0x7f36bc102be0 2024-04-26T17:27:44.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36b27fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36bc105510 0x7f36bc198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36b27fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36bc105510 0x7f36bc198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55384/0 (socket says 172.21.15.90:55384) 2024-04-26T17:27:44.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36b27fc640 1 -- 172.21.15.90:0/2918049252 learned_addr learned my addr 172.21.15.90:0/2918049252 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36bc107e40 0x7f36bc19f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36baffd640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36bc102be0 0x7f36bc1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36b27fc640 1 -- 172.21.15.90:0/2918049252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36bc102be0 msgr2=0x7f36bc1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36b27fc640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36bc102be0 0x7f36bc1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36b27fc640 1 -- 172.21.15.90:0/2918049252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36bc107e40 msgr2=0x7f36bc19f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36b27fc640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36bc107e40 0x7f36bc19f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36b27fc640 1 -- 172.21.15.90:0/2918049252 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36bc19ffe0 con 0x7f36bc105510 2024-04-26T17:27:44.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36baffd640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36bc102be0 0x7f36bc1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:44.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36b27fc640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36bc105510 0x7f36bc198900 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f36a400b450 tx=0x7f36a400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36c084c640 1 -- 172.21.15.90:0/2918049252 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36a4015020 con 0x7f36bc105510 2024-04-26T17:27:44.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36c084c640 1 -- 172.21.15.90:0/2918049252 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f36a4011d40 con 0x7f36bc105510 2024-04-26T17:27:44.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36c184e640 1 -- 172.21.15.90:0/2918049252 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36bc1a02d0 con 0x7f36bc105510 2024-04-26T17:27:44.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36c084c640 1 -- 172.21.15.90:0/2918049252 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36a400f340 con 0x7f36bc105510 2024-04-26T17:27:44.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.658+0000 7f36c184e640 1 -- 172.21.15.90:0/2918049252 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36bc1a08a0 con 0x7f36bc105510 2024-04-26T17:27:44.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.660+0000 7f36c084c640 1 -- 172.21.15.90:0/2918049252 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f36a4018020 con 0x7f36bc105510 2024-04-26T17:27:44.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36c4564740 1 Processor -- start 2024-04-26T17:27:44.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36c4564740 1 -- start start 2024-04-26T17:27:44.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36c4564740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 0x5615accb2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36c4564740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb3930 0x5615accb3db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36c4564740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb42f0 0x5615accbab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36c4564740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5615acc17b30 con 0x5615accb3930 2024-04-26T17:27:44.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36c4564740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5615acbb3a00 con 0x5615accb42f0 2024-04-26T17:27:44.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36c4564740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5615acc13af0 con 0x5615accb2760 2024-04-26T17:27:44.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36c084c640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f36a80a3c40 0x7f36a80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36baffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb3930 0x5615accb3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36baffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb3930 0x5615accb3db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55390/0 (socket says 172.21.15.90:55390) 2024-04-26T17:27:44.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36baffd640 1 -- 172.21.15.90:0/2447875669 learned_addr learned my addr 172.21.15.90:0/2447875669 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/2447875669 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 0x5615accb2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36c084c640 1 -- 172.21.15.90:0/2918049252 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f36a40d0340 con 0x7f36bc105510 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36b27fc640 1 --2- 172.21.15.90:0/2447875669 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb42f0 0x5615accbab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f36a80a3c40 0x7f36a80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36baffd640 1 -- 172.21.15.90:0/2447875669 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 msgr2=0x5615accb2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36baffd640 1 --2- 172.21.15.90:0/2447875669 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 0x5615accb2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36baffd640 1 -- 172.21.15.90:0/2447875669 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb42f0 msgr2=0x5615accbab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36baffd640 1 --2- 172.21.15.90:0/2447875669 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb42f0 0x5615accbab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.661+0000 7f36baffd640 1 -- 172.21.15.90:0/2447875669 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615acbdc5b0 con 0x5615accb3930 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.662+0000 7f36baffd640 1 --2- 172.21.15.90:0/2447875669 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb3930 0x5615accb3db0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f36ac00af40 tx=0x7f36ac00f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17d4c0a0421229fe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.662+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f36a80a3c40 0x7f36a80a6100 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f36b4006010 tx=0x7f36b4031470 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.662+0000 7f36b1ffb640 1 -- 172.21.15.90:0/2447875669 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac004d20 con 0x5615accb3930 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.662+0000 7f36b1ffb640 1 -- 172.21.15.90:0/2447875669 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f36ac011b00 con 0x5615accb3930 2024-04-26T17:27:44.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.662+0000 7f36b1ffb640 1 -- 172.21.15.90:0/2447875669 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac0055c0 con 0x5615accb3930 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.662+0000 7f36c4564740 1 -- 172.21.15.90:0/2447875669 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb3930 msgr2=0x5615accb3db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.662+0000 7f36c4564740 1 --2- 172.21.15.90:0/2447875669 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb3930 0x5615accb3db0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f36ac00af40 tx=0x7f36ac00f7f0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.662+0000 7f36c4564740 1 -- 172.21.15.90:0/2447875669 shutdown_connections 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.662+0000 7f36c4564740 1 --2- 172.21.15.90:0/2447875669 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb42f0 0x5615accbab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.662+0000 7f36c4564740 1 --2- 172.21.15.90:0/2447875669 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb3930 0x5615accb3db0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.662+0000 7f36c4564740 1 --2- 172.21.15.90:0/2447875669 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 0x5615accb2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.662+0000 7f36c4564740 1 -- 172.21.15.90:0/2447875669 >> 172.21.15.90:0/2447875669 conn(0x5615accadc50 msgr2=0x5615accae050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.663+0000 7f36c4564740 1 -- 172.21.15.90:0/2447875669 shutdown_connections 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.663+0000 7f36c4564740 1 -- 172.21.15.90:0/2447875669 wait complete. 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.663+0000 7f36c4564740 1 -- start start 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.663+0000 7f36c4564740 1 Processor -- start 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.663+0000 7f36c4564740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 0x5615accbcc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.663+0000 7f36c4564740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb3930 0x5615accbd150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.663+0000 7f36c4564740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615accc4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.663+0000 7f36c4564740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5615accbb300 con 0x5615accb42f0 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.663+0000 7f36c4564740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5615acbb1530 con 0x5615accb3930 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.663+0000 7f36c4564740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5615accbb480 con 0x5615accb2760 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.663+0000 7f36c4564740 10 client.0 _ll_register_callbacks cb 0x5615acb9ef00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36bb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615accc4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36baffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 0x5615accbcc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36bb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615accc4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55392/0 (socket says 172.21.15.90:55392) 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36b27fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb3930 0x5615accbd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36bb7fe640 1 -- 172.21.15.90:0/502613559 learned_addr learned my addr 172.21.15.90:0/502613559 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36bb7fe640 1 -- 172.21.15.90:0/502613559 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 msgr2=0x5615accbcc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/502613559 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 0x5615accbcc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36bb7fe640 1 -- 172.21.15.90:0/502613559 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb3930 msgr2=0x5615accbd150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/502613559 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb3930 0x5615accbd150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36bb7fe640 1 -- 172.21.15.90:0/502613559 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615ac9293f0 con 0x5615accb42f0 2024-04-26T17:27:44.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/502613559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615accc4190 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f36b4033000 tx=0x7f36b4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9571c0c46888ab23 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f369affd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:44.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f369affd640 1 -- 172.21.15.90:0/502613559 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b4035040 con 0x5615accb42f0 2024-04-26T17:27:44.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f369affd640 1 -- 172.21.15.90:0/502613559 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f36b40035f0 con 0x5615accb42f0 2024-04-26T17:27:44.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36c4564740 1 -- 172.21.15.90:0/502613559 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f36ac011b00 con 0x5615accb42f0 2024-04-26T17:27:44.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f369affd640 1 -- 172.21.15.90:0/502613559 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f36b405b050 con 0x5615accb42f0 2024-04-26T17:27:44.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36c4564740 10 client.15810 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:44.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.664+0000 7f36c4564740 1 -- 172.21.15.90:0/502613559 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5615ac9f37d0 con 0x5615accb42f0 2024-04-26T17:27:44.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.665+0000 7f369affd640 1 -- 172.21.15.90:0/502613559 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f36ac011b00 con 0x5615accb42f0 2024-04-26T17:27:44.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.665+0000 7f369affd640 1 -- 172.21.15.90:0/502613559 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f36b403b8e0 con 0x5615accb42f0 2024-04-26T17:27:44.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.665+0000 7f36c4564740 10 client.15810 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.665+0000 7f36c4564740 10 client.15810 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.665+0000 7f36c4564740 20 client.15810 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.665+0000 7f36c4564740 1 --2- 172.21.15.90:0/502613559 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5615accc86a0 0x5615acccab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.665+0000 7f36c4564740 4 client.15810 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.665+0000 7f36c4564740 1 -- 172.21.15.90:0/502613559 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5615acc25740 con 0x5615accc86a0 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.665+0000 7f36baffd640 1 --2- 172.21.15.90:0/502613559 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5615accc86a0 0x5615acccab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.665+0000 7f369affd640 10 client.15810 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.665+0000 7f36baffd640 1 --2- 172.21.15.90:0/502613559 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5615accc86a0 0x5615acccab20 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d60f5ea03de0e7f5 server_cookie=78a6212862ff1335 in_seq=0 out_seq=0 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f369affd640 1 -- 172.21.15.90:0/502613559 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5615acc25740 con 0x5615accc86a0 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f369affd640 10 client.15810 handle_command_reply: tid=0 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f36c4564740 1 client.15810 shutdown 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f36c4564740 1 -- 172.21.15.90:0/502613559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 msgr2=0x5615accc4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f36c4564740 1 --2- 172.21.15.90:0/502613559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615accc4190 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f36b4033000 tx=0x7f36b4009260 comp rx=0 tx=0).stop 2024-04-26T17:27:44.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f36c4564740 1 -- 172.21.15.90:0/502613559 shutdown_connections 2024-04-26T17:27:44.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f36c4564740 1 --2- 172.21.15.90:0/502613559 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5615accc86a0 0x5615acccab20 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f36c4564740 1 --2- 172.21.15.90:0/502613559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615accc4190 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f369affd640 0 client.15810 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:27:44.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f36c4564740 1 --2- 172.21.15.90:0/502613559 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb3930 0x5615accbd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f36c4564740 1 --2- 172.21.15.90:0/502613559 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 0x5615accbcc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f36c4564740 1 -- 172.21.15.90:0/502613559 >> 172.21.15.90:0/502613559 conn(0x5615accadc50 msgr2=0x5615accace50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f36c4564740 1 -- 172.21.15.90:0/502613559 shutdown_connections 2024-04-26T17:27:44.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f36c4564740 1 -- 172.21.15.90:0/502613559 wait complete. 2024-04-26T17:27:44.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.666+0000 7f36c4564740 20 client.15810 trim_cache size 0 max 16384 2024-04-26T17:27:44.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.679+0000 7f36c4564740 1 Processor -- start 2024-04-26T17:27:44.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.679+0000 7f36c4564740 1 -- start start 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36c4564740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 0x5615accaccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36c4564740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb3930 0x5615accc4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36c4564740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615acccf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36c4564740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc1aaec0 con 0x5615accb42f0 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36c4564740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc1aca00 con 0x5615accb3930 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36c4564740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc1ab590 con 0x5615accb2760 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36bb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615acccf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36bb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615acccf3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55398/0 (socket says 172.21.15.90:55398) 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36bb7fe640 1 -- 172.21.15.90:0/928103831 learned_addr learned my addr 172.21.15.90:0/928103831 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36bb7fe640 1 -- 172.21.15.90:0/928103831 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 msgr2=0x5615accaccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36b27fc640 1 --2- 172.21.15.90:0/928103831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb3930 0x5615accc4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/928103831 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 0x5615accaccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36bb7fe640 1 -- 172.21.15.90:0/928103831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb3930 msgr2=0x5615accc4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/928103831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb3930 0x5615accc4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36bb7fe640 1 -- 172.21.15.90:0/928103831 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615accb33b0 con 0x5615accb42f0 2024-04-26T17:27:44.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36b27fc640 1 --2- 172.21.15.90:0/928103831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb3930 0x5615accc4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:44.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/928103831 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615acccf3e0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f36b402a930 tx=0x7f36b40095d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2471cf2f45eb9944 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36b17fa640 1 -- 172.21.15.90:0/928103831 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b4035040 con 0x5615accb42f0 2024-04-26T17:27:44.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36b17fa640 1 -- 172.21.15.90:0/928103831 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f36b403b460 con 0x5615accb42f0 2024-04-26T17:27:44.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.680+0000 7f36b17fa640 1 -- 172.21.15.90:0/928103831 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b4003b20 con 0x5615accb42f0 2024-04-26T17:27:44.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:44 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3919824717' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:27:44.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.681+0000 7f36c4564740 1 -- 172.21.15.90:0/928103831 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 msgr2=0x5615acccf3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.681+0000 7f36c4564740 1 --2- 172.21.15.90:0/928103831 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615acccf3e0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f36b402a930 tx=0x7f36b40095d0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.681+0000 7f36c4564740 1 -- 172.21.15.90:0/928103831 shutdown_connections 2024-04-26T17:27:44.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.681+0000 7f36c4564740 1 --2- 172.21.15.90:0/928103831 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615acccf3e0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.681+0000 7f36c4564740 1 --2- 172.21.15.90:0/928103831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb3930 0x5615accc4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.681+0000 7f36c4564740 1 --2- 172.21.15.90:0/928103831 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb2760 0x5615accaccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.681+0000 7f36c4564740 1 -- 172.21.15.90:0/928103831 >> 172.21.15.90:0/928103831 conn(0x5615accadc50 msgr2=0x5615accac5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.681+0000 7f36c4564740 1 -- 172.21.15.90:0/928103831 shutdown_connections 2024-04-26T17:27:44.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.681+0000 7f36c4564740 1 -- 172.21.15.90:0/928103831 wait complete. 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.681+0000 7f36c4564740 1 -- start start 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36c4564740 1 Processor -- start 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36c4564740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb2760 0x5615accc15b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36c4564740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb3930 0x5615accc1af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36c4564740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615accc2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36c4564740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc1ac330 con 0x5615accb42f0 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36c4564740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc1abc60 con 0x5615accb2760 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36c4564740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc1a8ea0 con 0x5615accb3930 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36c4564740 10 client.0 _ll_register_callbacks cb 0x7f36b4032cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36bb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615accc2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36bb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615accc2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55408/0 (socket says 172.21.15.90:55408) 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36bb7fe640 1 -- 172.21.15.90:0/1497110602 learned_addr learned my addr 172.21.15.90:0/1497110602 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36b27fc640 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb3930 0x5615accc1af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36baffd640 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb2760 0x5615accc15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36bb7fe640 1 -- 172.21.15.90:0/1497110602 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb3930 msgr2=0x5615accc1af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb3930 0x5615accc1af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36bb7fe640 1 -- 172.21.15.90:0/1497110602 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb2760 msgr2=0x5615accc15b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb2760 0x5615accc15b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36bb7fe640 1 -- 172.21.15.90:0/1497110602 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615accc30f0 con 0x5615accb42f0 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36baffd640 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb2760 0x5615accc15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36bb7fe640 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615accc2b00 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f36b403b840 tx=0x7f36b403b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4673967083665ce2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f369affd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f369affd640 1 -- 172.21.15.90:0/1497110602 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b4035040 con 0x5615accb42f0 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f369affd640 1 -- 172.21.15.90:0/1497110602 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f36b4003860 con 0x5615accb42f0 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.682+0000 7f36c4564740 1 -- 172.21.15.90:0/1497110602 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f36b403b460 con 0x5615accb42f0 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.683+0000 7f369affd640 1 -- 172.21.15.90:0/1497110602 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f36b4003aa0 con 0x5615accb42f0 2024-04-26T17:27:44.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.683+0000 7f36c4564740 10 client.15816 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:44.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.683+0000 7f36c4564740 1 -- 172.21.15.90:0/1497110602 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5615accc4360 con 0x5615accb42f0 2024-04-26T17:27:44.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.683+0000 7f369affd640 1 -- 172.21.15.90:0/1497110602 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f36b403b460 con 0x5615accb42f0 2024-04-26T17:27:44.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.683+0000 7f369affd640 1 -- 172.21.15.90:0/1497110602 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f36b403dab0 con 0x5615accb42f0 2024-04-26T17:27:44.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.683+0000 7f36c4564740 10 client.15816 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:44.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.683+0000 7f36c4564740 10 client.15816 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-04-26T17:27:44.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.683+0000 7f36c4564740 20 client.15816 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:44.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.683+0000 7f36c4564740 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5615acd2f300 0x5615acd31720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.683+0000 7f36c4564740 4 client.15816 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:27:44.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.683+0000 7f36c4564740 1 -- 172.21.15.90:0/1497110602 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5615acc1f5b0 con 0x5615acd2f300 2024-04-26T17:27:44.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.683+0000 7f36baffd640 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5615acd2f300 0x5615acd31720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f369affd640 10 client.15816 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:27:44.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36baffd640 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5615acd2f300 0x5615acd31720 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=60ab9e4cc39e9304 server_cookie=d401babcab11d9f1 in_seq=0 out_seq=0 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f369affd640 1 -- 172.21.15.90:0/1497110602 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5615acc1f5b0 con 0x5615acd2f300 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f369affd640 10 client.15816 handle_command_reply: tid=0 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36c4564740 1 client.15816 shutdown 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36c4564740 1 -- 172.21.15.90:0/1497110602 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 msgr2=0x5615accc2b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36c4564740 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615accc2b00 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f36b403b840 tx=0x7f36b403b870 comp rx=0 tx=0).stop 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36c4564740 1 -- 172.21.15.90:0/1497110602 shutdown_connections 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36c4564740 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5615acd2f300 0x5615acd31720 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36c4564740 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615accb42f0 0x5615accc2b00 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36c4564740 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5615accb3930 0x5615accc1af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f369affd640 0 client.15816 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36c4564740 1 --2- 172.21.15.90:0/1497110602 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5615accb2760 0x5615accc15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36c4564740 1 -- 172.21.15.90:0/1497110602 >> 172.21.15.90:0/1497110602 conn(0x5615accadc50 msgr2=0x5615accace50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36c4564740 1 -- 172.21.15.90:0/1497110602 shutdown_connections 2024-04-26T17:27:44.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36c4564740 1 -- 172.21.15.90:0/1497110602 wait complete. 2024-04-26T17:27:44.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.684+0000 7f36c4564740 20 client.15816 trim_cache size 0 max 16384 2024-04-26T17:27:44.692 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:27:44.693 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.685+0000 7f36c184e640 1 -- 172.21.15.90:0/2918049252 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f36a80a3c40 msgr2=0x7f36a80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.693 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.685+0000 7f36c184e640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f36a80a3c40 0x7f36a80a6100 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f36b4006010 tx=0x7f36b4031470 comp rx=0 tx=0).stop 2024-04-26T17:27:44.693 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.685+0000 7f36c184e640 1 -- 172.21.15.90:0/2918049252 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36bc105510 msgr2=0x7f36bc198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.693 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.685+0000 7f36c184e640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36bc105510 0x7f36bc198900 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f36a400b450 tx=0x7f36a400b910 comp rx=0 tx=0).stop 2024-04-26T17:27:44.693 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.685+0000 7f36c184e640 1 -- 172.21.15.90:0/2918049252 shutdown_connections 2024-04-26T17:27:44.693 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.685+0000 7f36c184e640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f36a80a3c40 0x7f36a80a6100 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.694 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.685+0000 7f36c184e640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36bc107e40 0x7f36bc19f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.694 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.685+0000 7f36c184e640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36bc105510 0x7f36bc198900 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.694 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.685+0000 7f36c184e640 1 --2- 172.21.15.90:0/2918049252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36bc102be0 0x7f36bc1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.694 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.685+0000 7f36c184e640 1 -- 172.21.15.90:0/2918049252 >> 172.21.15.90:0/2918049252 conn(0x7f36bc0fc5f0 msgr2=0x7f36bc103520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.694 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.685+0000 7f36c184e640 1 -- 172.21.15.90:0/2918049252 shutdown_connections 2024-04-26T17:27:44.694 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.685+0000 7f36c184e640 1 -- 172.21.15.90:0/2918049252 wait complete. 2024-04-26T17:27:44.695 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T17:27:44.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 -- 172.21.15.90:0/2341441599 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8e30103340 msgr2=0x7f8e301037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 --2- 172.21.15.90:0/2341441599 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8e30103340 0x7f8e301037c0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f8e20009900 tx=0x7f8e2002a410 comp rx=0 tx=0).stop 2024-04-26T17:27:44.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 -- 172.21.15.90:0/2341441599 shutdown_connections 2024-04-26T17:27:44.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 --2- 172.21.15.90:0/2341441599 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8e30103d00 0x7f8e3010a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 --2- 172.21.15.90:0/2341441599 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8e30103340 0x7f8e301037c0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 --2- 172.21.15.90:0/2341441599 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8e30102150 0x7f8e30102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 -- 172.21.15.90:0/2341441599 >> 172.21.15.90:0/2341441599 conn(0x7f8e300fd6e0 msgr2=0x7f8e300ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 -- 172.21.15.90:0/2341441599 shutdown_connections 2024-04-26T17:27:44.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 -- 172.21.15.90:0/2341441599 wait complete. 2024-04-26T17:27:44.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 Processor -- start 2024-04-26T17:27:44.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 -- start start 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8e30102150 0x7f8e3019a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8e30103340 0x7f8e3019aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8e30103d00 0x7f8e301a1b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8e3010dc60 con 0x7f8e30102150 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f8e3010dae0 con 0x7f8e30103d00 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3738e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8e3010dde0 con 0x7f8e30103340 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.797+0000 7f8e3512a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8e30102150 0x7f8e3019a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e3512a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8e30102150 0x7f8e3019a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55422/0 (socket says 172.21.15.90:55422) 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e3512a640 1 -- 172.21.15.90:0/579076619 learned_addr learned my addr 172.21.15.90:0/579076619 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e34929640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8e30103340 0x7f8e3019aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e3512a640 1 -- 172.21.15.90:0/579076619 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8e30103340 msgr2=0x7f8e3019aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e3512a640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8e30103340 0x7f8e3019aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e3512a640 1 -- 172.21.15.90:0/579076619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8e30103d00 msgr2=0x7f8e301a1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e3512a640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8e30103d00 0x7f8e301a1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e3512a640 1 -- 172.21.15.90:0/579076619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e301a21a0 con 0x7f8e30102150 2024-04-26T17:27:44.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e3512a640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8e30102150 0x7f8e3019a580 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c00c970 tx=0x7f8e2c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e267fc640 1 -- 172.21.15.90:0/579076619 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c004220 con 0x7f8e30102150 2024-04-26T17:27:44.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e267fc640 1 -- 172.21.15.90:0/579076619 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8e2c0043c0 con 0x7f8e30102150 2024-04-26T17:27:44.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e3738e640 1 -- 172.21.15.90:0/579076619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e301a2490 con 0x7f8e30102150 2024-04-26T17:27:44.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e267fc640 1 -- 172.21.15.90:0/579076619 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c00f450 con 0x7f8e30102150 2024-04-26T17:27:44.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.798+0000 7f8e3738e640 1 -- 172.21.15.90:0/579076619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e301a29e0 con 0x7f8e30102150 2024-04-26T17:27:44.808 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.800+0000 7f8e267fc640 1 -- 172.21.15.90:0/579076619 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f8e2c003610 con 0x7f8e30102150 2024-04-26T17:27:44.808 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e3a17e740 1 Processor -- start 2024-04-26T17:27:44.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e3a17e740 1 -- start start 2024-04-26T17:27:44.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e3a17e740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f6760 0x5623157f6b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e3a17e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f7930 0x5623157f7db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e3a17e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 0x5623157feb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e3a17e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56231575bb30 con 0x5623157f82f0 2024-04-26T17:27:44.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e3a17e740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5623156f7a00 con 0x5623157f6760 2024-04-26T17:27:44.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e3a17e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562315757af0 con 0x5623157f7930 2024-04-26T17:27:44.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e34929640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 0x5623157feb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e267fc640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8e1c0a3c40 0x7f8e1c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e34929640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 0x5623157feb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55436/0 (socket says 172.21.15.90:55436) 2024-04-26T17:27:44.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e34929640 1 -- 172.21.15.90:0/3586328866 learned_addr learned my addr 172.21.15.90:0/3586328866 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e3592b640 1 --2- 172.21.15.90:0/3586328866 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f6760 0x5623157f6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.801+0000 7f8e3592b640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8e1c0a3c40 0x7f8e1c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e267fc640 1 -- 172.21.15.90:0/579076619 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f8e2c0d0790 con 0x7f8e30102150 2024-04-26T17:27:44.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e34929640 1 -- 172.21.15.90:0/3586328866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f7930 msgr2=0x5623157f7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e3512a640 1 --2- 172.21.15.90:0/3586328866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f7930 0x5623157f7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e34929640 1 --2- 172.21.15.90:0/3586328866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f7930 0x5623157f7db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e34929640 1 -- 172.21.15.90:0/3586328866 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f6760 msgr2=0x5623157f6b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e34929640 1 --2- 172.21.15.90:0/3586328866 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f6760 0x5623157f6b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e34929640 1 -- 172.21.15.90:0/3586328866 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623157205b0 con 0x5623157f82f0 2024-04-26T17:27:44.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e3512a640 1 --2- 172.21.15.90:0/3586328866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f7930 0x5623157f7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:44.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e34929640 1 --2- 172.21.15.90:0/3586328866 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 0x5623157feb80 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f8e2002a930 tx=0x7f8e20031700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4fe7a678a3625db server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e3592b640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8e1c0a3c40 0x7f8e1c0a6100 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f8e28009fd0 tx=0x7f8e28005bd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e1b7fe640 1 -- 172.21.15.90:0/3586328866 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20035030 con 0x5623157f82f0 2024-04-26T17:27:44.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e1b7fe640 1 -- 172.21.15.90:0/3586328866 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8e20031c80 con 0x5623157f82f0 2024-04-26T17:27:44.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.802+0000 7f8e1b7fe640 1 -- 172.21.15.90:0/3586328866 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e200046c0 con 0x5623157f82f0 2024-04-26T17:27:44.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 -- 172.21.15.90:0/3586328866 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 msgr2=0x5623157feb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/3586328866 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 0x5623157feb80 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f8e2002a930 tx=0x7f8e20031700 comp rx=0 tx=0).stop 2024-04-26T17:27:44.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 -- 172.21.15.90:0/3586328866 shutdown_connections 2024-04-26T17:27:44.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/3586328866 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 0x5623157feb80 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/3586328866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f7930 0x5623157f7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/3586328866 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f6760 0x5623157f6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 -- 172.21.15.90:0/3586328866 >> 172.21.15.90:0/3586328866 conn(0x5623157f1c50 msgr2=0x5623157f2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 -- 172.21.15.90:0/3586328866 shutdown_connections 2024-04-26T17:27:44.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 -- 172.21.15.90:0/3586328866 wait complete. 2024-04-26T17:27:44.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 -- start start 2024-04-26T17:27:44.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 Processor -- start 2024-04-26T17:27:44.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f6760 0x562315800b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f7930 0x5623158010b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 0x5623158080f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.803+0000 7f8e3a17e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5623157ff2a0 con 0x5623157f82f0 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3a17e740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5623156f5530 con 0x5623157f6760 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3a17e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5623157ff420 con 0x5623157f7930 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3a17e740 10 client.0 _ll_register_callbacks cb 0x5623156e2f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3592b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 0x5623158080f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3592b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 0x5623158080f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55444/0 (socket says 172.21.15.90:55444) 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3592b640 1 -- 172.21.15.90:0/4203051380 learned_addr learned my addr 172.21.15.90:0/4203051380 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3512a640 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f6760 0x562315800b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e34929640 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f7930 0x5623158010b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3592b640 1 -- 172.21.15.90:0/4203051380 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f7930 msgr2=0x5623158010b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3592b640 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f7930 0x5623158010b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3592b640 1 -- 172.21.15.90:0/4203051380 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f6760 msgr2=0x562315800b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3592b640 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f6760 0x562315800b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3592b640 1 -- 172.21.15.90:0/4203051380 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56231546d3f0 con 0x5623157f82f0 2024-04-26T17:27:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e34929640 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f7930 0x5623158010b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3592b640 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 0x5623158080f0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f8e28012830 tx=0x7f8e28004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96963f0469afeacf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e18ff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e18ff9640 1 -- 172.21.15.90:0/4203051380 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2800da90 con 0x5623157f82f0 2024-04-26T17:27:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e18ff9640 1 -- 172.21.15.90:0/4203051380 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f8e2800dc30 con 0x5623157f82f0 2024-04-26T17:27:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3a17e740 1 -- 172.21.15.90:0/4203051380 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e20031c80 con 0x5623157f82f0 2024-04-26T17:27:44.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e18ff9640 1 -- 172.21.15.90:0/4203051380 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8e2800de30 con 0x5623157f82f0 2024-04-26T17:27:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3a17e740 10 client.15828 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e3a17e740 1 -- 172.21.15.90:0/4203051380 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5623155377d0 con 0x5623157f82f0 2024-04-26T17:27:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.804+0000 7f8e18ff9640 1 -- 172.21.15.90:0/4203051380 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8e20031c80 con 0x5623157f82f0 2024-04-26T17:27:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.805+0000 7f8e18ff9640 1 -- 172.21.15.90:0/4203051380 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8e2801b040 con 0x5623157f82f0 2024-04-26T17:27:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.805+0000 7f8e3a17e740 10 client.15828 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.805+0000 7f8e3a17e740 10 client.15828 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-26T17:27:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.805+0000 7f8e3a17e740 20 client.15828 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.805+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x56231580c650 0x56231580eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.805+0000 7f8e3a17e740 4 client.15828 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.805+0000 7f8e3a17e740 1 -- 172.21.15.90:0/4203051380 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562315769740 con 0x56231580c650 2024-04-26T17:27:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.805+0000 7f8e3512a640 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x56231580c650 0x56231580eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.805+0000 7f8e18ff9640 10 client.15828 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:27:44.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.805+0000 7f8e3512a640 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x56231580c650 0x56231580eab0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2b45d6d8bf2193c4 server_cookie=33ee2445df6706cd in_seq=0 out_seq=0 2024-04-26T17:27:44.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e18ff9640 1 -- 172.21.15.90:0/4203051380 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562315769740 con 0x56231580c650 2024-04-26T17:27:44.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e18ff9640 10 client.15828 handle_command_reply: tid=0 2024-04-26T17:27:44.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e3a17e740 1 client.15828 shutdown 2024-04-26T17:27:44.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e3a17e740 1 -- 172.21.15.90:0/4203051380 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 msgr2=0x5623158080f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 0x5623158080f0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f8e28012830 tx=0x7f8e28004a40 comp rx=0 tx=0).stop 2024-04-26T17:27:44.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e3a17e740 1 -- 172.21.15.90:0/4203051380 shutdown_connections 2024-04-26T17:27:44.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x56231580c650 0x56231580eab0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f82f0 0x5623158080f0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f7930 0x5623158010b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/4203051380 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f6760 0x562315800b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e18ff9640 0 client.15828 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:27:44.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e3a17e740 1 -- 172.21.15.90:0/4203051380 >> 172.21.15.90:0/4203051380 conn(0x5623157f1c50 msgr2=0x5623157f0e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e3a17e740 1 -- 172.21.15.90:0/4203051380 shutdown_connections 2024-04-26T17:27:44.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.806+0000 7f8e3a17e740 1 -- 172.21.15.90:0/4203051380 wait complete. 2024-04-26T17:27:44.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.807+0000 7f8e3a17e740 20 client.15828 trim_cache size 0 max 16384 2024-04-26T17:27:44.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e3a17e740 1 Processor -- start 2024-04-26T17:27:44.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e3a17e740 1 -- start start 2024-04-26T17:27:44.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e3a17e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f6760 0x5623157ff7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e3a17e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f7930 0x5623158080b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e3a17e740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f82f0 0x5623157f4b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e3a17e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8e301acfa0 con 0x5623157f7930 2024-04-26T17:27:44.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e3a17e740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f8e301aeae0 con 0x5623157f82f0 2024-04-26T17:27:44.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e3a17e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8e301ad670 con 0x5623157f6760 2024-04-26T17:27:44.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e34929640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f7930 0x5623158080b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e34929640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f7930 0x5623158080b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55454/0 (socket says 172.21.15.90:55454) 2024-04-26T17:27:44.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e34929640 1 -- 172.21.15.90:0/2213623200 learned_addr learned my addr 172.21.15.90:0/2213623200 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e34929640 1 -- 172.21.15.90:0/2213623200 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f6760 msgr2=0x5623157ff7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e34929640 1 --2- 172.21.15.90:0/2213623200 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f6760 0x5623157ff7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e34929640 1 -- 172.21.15.90:0/2213623200 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f82f0 msgr2=0x5623157f4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e34929640 1 --2- 172.21.15.90:0/2213623200 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f82f0 0x5623157f4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e34929640 1 -- 172.21.15.90:0/2213623200 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623157fff90 con 0x5623157f7930 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e34929640 1 --2- 172.21.15.90:0/2213623200 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f7930 0x5623158080b0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f8e200314b0 tx=0x7f8e20005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e9da9cae7785383 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.820+0000 7f8e1affd640 1 -- 172.21.15.90:0/2213623200 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20052070 con 0x5623157f7930 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.821+0000 7f8e1affd640 1 -- 172.21.15.90:0/2213623200 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8e20031c80 con 0x5623157f7930 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.821+0000 7f8e1affd640 1 -- 172.21.15.90:0/2213623200 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20035040 con 0x5623157f7930 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.821+0000 7f8e3a17e740 1 -- 172.21.15.90:0/2213623200 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f7930 msgr2=0x5623158080b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.821+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/2213623200 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f7930 0x5623158080b0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f8e200314b0 tx=0x7f8e20005a20 comp rx=0 tx=0).stop 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.821+0000 7f8e3a17e740 1 -- 172.21.15.90:0/2213623200 shutdown_connections 2024-04-26T17:27:44.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.821+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/2213623200 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f82f0 0x5623157f4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.821+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/2213623200 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f7930 0x5623158080b0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.821+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/2213623200 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f6760 0x5623157ff7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.821+0000 7f8e3a17e740 1 -- 172.21.15.90:0/2213623200 >> 172.21.15.90:0/2213623200 conn(0x5623157f1c50 msgr2=0x5623157fb470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.821+0000 7f8e3a17e740 1 -- 172.21.15.90:0/2213623200 shutdown_connections 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.821+0000 7f8e3a17e740 1 -- 172.21.15.90:0/2213623200 wait complete. 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.821+0000 7f8e3a17e740 1 -- start start 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3a17e740 1 Processor -- start 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3a17e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f6760 0x5623158056b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3a17e740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f7930 0x562315805bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3a17e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f82f0 0x562315806c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3a17e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8e301ae410 con 0x5623157f6760 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3a17e740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f8e301add40 con 0x5623157f7930 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3a17e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8e301aaf80 con 0x5623157f82f0 2024-04-26T17:27:44.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3a17e740 10 client.0 _ll_register_callbacks cb 0x7f8e28009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3512a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f6760 0x5623158056b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3512a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f6760 0x5623158056b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55468/0 (socket says 172.21.15.90:55468) 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3512a640 1 -- 172.21.15.90:0/1976373543 learned_addr learned my addr 172.21.15.90:0/1976373543 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3512a640 1 -- 172.21.15.90:0/1976373543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f82f0 msgr2=0x562315806c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3512a640 1 --2- 172.21.15.90:0/1976373543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f82f0 0x562315806c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3512a640 1 -- 172.21.15.90:0/1976373543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f7930 msgr2=0x562315805bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3512a640 1 --2- 172.21.15.90:0/1976373543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f7930 0x562315805bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3512a640 1 -- 172.21.15.90:0/1976373543 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623158071f0 con 0x5623157f6760 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e3512a640 1 --2- 172.21.15.90:0/1976373543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f6760 0x5623158056b0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c004610 tx=0x7f8e2c098900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a417a9230a6682a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e18ff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e18ff9640 1 -- 172.21.15.90:0/1976373543 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c01d040 con 0x5623157f6760 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.822+0000 7f8e18ff9640 1 -- 172.21.15.90:0/1976373543 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f8e2c098bb0 con 0x5623157f6760 2024-04-26T17:27:44.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e3a17e740 1 -- 172.21.15.90:0/1976373543 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e20031c80 con 0x5623157f6760 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e18ff9640 1 -- 172.21.15.90:0/1976373543 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8e2c09c540 con 0x5623157f6760 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e3a17e740 10 client.15834 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e3a17e740 1 -- 172.21.15.90:0/1976373543 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562315872bf0 con 0x5623157f6760 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e18ff9640 1 -- 172.21.15.90:0/1976373543 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8e20031c80 con 0x5623157f6760 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e18ff9640 1 -- 172.21.15.90:0/1976373543 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8e2c098290 con 0x5623157f6760 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e3a17e740 10 client.15834 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e3a17e740 10 client.15834 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e3a17e740 20 client.15834 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/1976373543 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x562315873410 0x562315875830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e3a17e740 4 client.15834 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e3a17e740 1 -- 172.21.15.90:0/1976373543 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5623157635b0 con 0x562315873410 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.823+0000 7f8e34929640 1 --2- 172.21.15.90:0/1976373543 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x562315873410 0x562315875830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e34929640 1 --2- 172.21.15.90:0/1976373543 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x562315873410 0x562315875830 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d01c135e060a1921 server_cookie=bb3a93f698a8f7a4 in_seq=0 out_seq=0 2024-04-26T17:27:44.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e18ff9640 10 client.15834 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:27:44.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e18ff9640 1 -- 172.21.15.90:0/1976373543 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5623157635b0 con 0x562315873410 2024-04-26T17:27:44.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e18ff9640 10 client.15834 handle_command_reply: tid=0 2024-04-26T17:27:44.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3a17e740 1 client.15834 shutdown 2024-04-26T17:27:44.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3a17e740 1 -- 172.21.15.90:0/1976373543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f6760 msgr2=0x5623158056b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/1976373543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f6760 0x5623158056b0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c004610 tx=0x7f8e2c098900 comp rx=0 tx=0).stop 2024-04-26T17:27:44.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3a17e740 1 -- 172.21.15.90:0/1976373543 shutdown_connections 2024-04-26T17:27:44.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/1976373543 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x562315873410 0x562315875830 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/1976373543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623157f82f0 0x562315806c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e18ff9640 0 client.15834 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:27:44.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/1976373543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623157f7930 0x562315805bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3a17e740 1 --2- 172.21.15.90:0/1976373543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623157f6760 0x5623158056b0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3a17e740 1 -- 172.21.15.90:0/1976373543 >> 172.21.15.90:0/1976373543 conn(0x5623157f1c50 msgr2=0x5623157f05c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3a17e740 1 -- 172.21.15.90:0/1976373543 shutdown_connections 2024-04-26T17:27:44.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3a17e740 1 -- 172.21.15.90:0/1976373543 wait complete. 2024-04-26T17:27:44.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3a17e740 20 client.15834 trim_cache size 0 max 16384 2024-04-26T17:27:44.832 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:27:44.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3738e640 1 -- 172.21.15.90:0/579076619 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8e1c0a3c40 msgr2=0x7f8e1c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.824+0000 7f8e3738e640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8e1c0a3c40 0x7f8e1c0a6100 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f8e28009fd0 tx=0x7f8e28005bd0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.825+0000 7f8e3738e640 1 -- 172.21.15.90:0/579076619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8e30102150 msgr2=0x7f8e3019a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.825+0000 7f8e3738e640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8e30102150 0x7f8e3019a580 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c00c970 tx=0x7f8e2c00ce30 comp rx=0 tx=0).stop 2024-04-26T17:27:44.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.825+0000 7f8e3738e640 1 -- 172.21.15.90:0/579076619 shutdown_connections 2024-04-26T17:27:44.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.825+0000 7f8e3738e640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8e1c0a3c40 0x7f8e1c0a6100 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.825+0000 7f8e3738e640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8e30103d00 0x7f8e301a1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.825+0000 7f8e3738e640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8e30103340 0x7f8e3019aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.825+0000 7f8e3738e640 1 --2- 172.21.15.90:0/579076619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8e30102150 0x7f8e3019a580 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.825+0000 7f8e3738e640 1 -- 172.21.15.90:0/579076619 >> 172.21.15.90:0/579076619 conn(0x7f8e300fd6e0 msgr2=0x7f8e30074330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.825+0000 7f8e3738e640 1 -- 172.21.15.90:0/579076619 shutdown_connections 2024-04-26T17:27:44.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.825+0000 7f8e3738e640 1 -- 172.21.15.90:0/579076619 wait complete. 2024-04-26T17:27:44.835 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T17:27:44.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.943+0000 7effceb44640 1 -- 172.21.15.90:0/236406384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effc8102250 msgr2=0x7effc81026d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.943+0000 7effceb44640 1 --2- 172.21.15.90:0/236406384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effc8102250 0x7effc81026d0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7effb4009900 tx=0x7effb402a410 comp rx=0 tx=0).stop 2024-04-26T17:27:44.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.943+0000 7effceb44640 1 -- 172.21.15.90:0/236406384 shutdown_connections 2024-04-26T17:27:44.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.943+0000 7effceb44640 1 --2- 172.21.15.90:0/236406384 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7effc8102c10 0x7effc81094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.943+0000 7effceb44640 1 --2- 172.21.15.90:0/236406384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effc8102250 0x7effc81026d0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.943+0000 7effceb44640 1 --2- 172.21.15.90:0/236406384 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc8101060 0x7effc8101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.943+0000 7effceb44640 1 -- 172.21.15.90:0/236406384 >> 172.21.15.90:0/236406384 conn(0x7effc80fc5f0 msgr2=0x7effc80fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.943+0000 7effceb44640 1 -- 172.21.15.90:0/236406384 shutdown_connections 2024-04-26T17:27:44.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.943+0000 7effceb44640 1 -- 172.21.15.90:0/236406384 wait complete. 2024-04-26T17:27:44.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effceb44640 1 Processor -- start 2024-04-26T17:27:44.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effceb44640 1 -- start start 2024-04-26T17:27:44.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effceb44640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effc8101060 0x7effc8197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effceb44640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc8102250 0x7effc81977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effceb44640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7effc8102c10 0x7effc819e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effceb44640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7effc810cb70 con 0x7effc8101060 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effceb44640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7effc810c9f0 con 0x7effc8102c10 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effceb44640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7effc810ccf0 con 0x7effc8102250 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effcc8e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effc8101060 0x7effc8197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effcc8e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effc8101060 0x7effc8197290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55486/0 (socket says 172.21.15.90:55486) 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effcc8e0640 1 -- 172.21.15.90:0/275766025 learned_addr learned my addr 172.21.15.90:0/275766025 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effc7fff640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc8102250 0x7effc81977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effcd0e1640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7effc8102c10 0x7effc819e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effcc8e0640 1 -- 172.21.15.90:0/275766025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc8102250 msgr2=0x7effc81977d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effcc8e0640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc8102250 0x7effc81977d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effcc8e0640 1 -- 172.21.15.90:0/275766025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7effc8102c10 msgr2=0x7effc819e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effcc8e0640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7effc8102c10 0x7effc819e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effcc8e0640 1 -- 172.21.15.90:0/275766025 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc819eeb0 con 0x7effc8101060 2024-04-26T17:27:44.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effcd0e1640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7effc8102c10 0x7effc819e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:44.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.944+0000 7effcc8e0640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effc8101060 0x7effc8197290 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7effbc00c970 tx=0x7effbc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.945+0000 7effc5ffb640 1 -- 172.21.15.90:0/275766025 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc004220 con 0x7effc8101060 2024-04-26T17:27:44.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.945+0000 7effc5ffb640 1 -- 172.21.15.90:0/275766025 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7effbc0043c0 con 0x7effc8101060 2024-04-26T17:27:44.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.945+0000 7effceb44640 1 -- 172.21.15.90:0/275766025 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effc819f1a0 con 0x7effc8101060 2024-04-26T17:27:44.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.945+0000 7effc5ffb640 1 -- 172.21.15.90:0/275766025 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc00f450 con 0x7effc8101060 2024-04-26T17:27:44.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.945+0000 7effceb44640 1 -- 172.21.15.90:0/275766025 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effc819f710 con 0x7effc8101060 2024-04-26T17:27:44.950 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:44 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3919824717' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:27:44.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.947+0000 7effc5ffb640 1 -- 172.21.15.90:0/275766025 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7effbc003610 con 0x7effc8101060 2024-04-26T17:27:44.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.947+0000 7effd185d740 1 Processor -- start 2024-04-26T17:27:44.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.947+0000 7effd185d740 1 -- start start 2024-04-26T17:27:44.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.947+0000 7effc5ffb640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7effb80a3cc0 0x7effb80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.947+0000 7effd185d740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1d760 0x562775c1db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.947+0000 7effd185d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1e930 0x562775c1edb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.947+0000 7effd185d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1f2f0 0x562775c25b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.947+0000 7effd185d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x562775b82b30 con 0x562775c1f2f0 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.947+0000 7effd185d740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x562775b1ea00 con 0x562775c1d760 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.947+0000 7effd185d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562775b7eaf0 con 0x562775c1e930 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcd0e1640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7effb80a3cc0 0x7effb80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effc5ffb640 1 -- 172.21.15.90:0/275766025 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7effbc0d0660 con 0x7effc8101060 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcd0e1640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1f2f0 0x562775c25b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcd0e1640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1f2f0 0x562775c25b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55490/0 (socket says 172.21.15.90:55490) 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcd0e1640 1 -- 172.21.15.90:0/4133047190 learned_addr learned my addr 172.21.15.90:0/4133047190 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcc8e0640 1 --2- 172.21.15.90:0/4133047190 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1d760 0x562775c1db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effc7fff640 1 --2- 172.21.15.90:0/4133047190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1e930 0x562775c1edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcd0e1640 1 -- 172.21.15.90:0/4133047190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1e930 msgr2=0x562775c1edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcd0e1640 1 --2- 172.21.15.90:0/4133047190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1e930 0x562775c1edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcd0e1640 1 -- 172.21.15.90:0/4133047190 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1d760 msgr2=0x562775c1db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcd0e1640 1 --2- 172.21.15.90:0/4133047190 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1d760 0x562775c1db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcd0e1640 1 -- 172.21.15.90:0/4133047190 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562775b475b0 con 0x562775c1f2f0 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcc8e0640 1 --2- 172.21.15.90:0/4133047190 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1d760 0x562775c1db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effc7fff640 1 --2- 172.21.15.90:0/4133047190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1e930 0x562775c1edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcd0e1640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7effb80a3cc0 0x7effb80a6180 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7effc00099e0 tx=0x7effc0009ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effcd0e1640 1 --2- 172.21.15.90:0/4133047190 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1f2f0 0x562775c25b80 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7effc0000b60 tx=0x7effc001c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cc693f8ef1f9025 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effb2ffd640 1 -- 172.21.15.90:0/4133047190 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effc0024070 con 0x562775c1f2f0 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effb2ffd640 1 -- 172.21.15.90:0/4133047190 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7effc001fc00 con 0x562775c1f2f0 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.948+0000 7effb2ffd640 1 -- 172.21.15.90:0/4133047190 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effc001e650 con 0x562775c1f2f0 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.949+0000 7effd185d740 1 -- 172.21.15.90:0/4133047190 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1f2f0 msgr2=0x562775c25b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.949+0000 7effd185d740 1 --2- 172.21.15.90:0/4133047190 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1f2f0 0x562775c25b80 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7effc0000b60 tx=0x7effc001c000 comp rx=0 tx=0).stop 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.949+0000 7effd185d740 1 -- 172.21.15.90:0/4133047190 shutdown_connections 2024-04-26T17:27:44.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.949+0000 7effd185d740 1 --2- 172.21.15.90:0/4133047190 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1f2f0 0x562775c25b80 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.949+0000 7effd185d740 1 --2- 172.21.15.90:0/4133047190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1e930 0x562775c1edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.949+0000 7effd185d740 1 --2- 172.21.15.90:0/4133047190 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1d760 0x562775c1db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.949+0000 7effd185d740 1 -- 172.21.15.90:0/4133047190 >> 172.21.15.90:0/4133047190 conn(0x562775c18c50 msgr2=0x562775c19050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.949+0000 7effd185d740 1 -- 172.21.15.90:0/4133047190 shutdown_connections 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.949+0000 7effd185d740 1 -- 172.21.15.90:0/4133047190 wait complete. 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.949+0000 7effd185d740 1 -- start start 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effd185d740 1 Processor -- start 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effd185d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1d760 0x562775c27c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effd185d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1e930 0x562775c281a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effd185d740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1f2f0 0x562775c2f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effd185d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x562775c262a0 con 0x562775c1d760 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effd185d740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x562775b1c530 con 0x562775c1f2f0 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effd185d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562775c26420 con 0x562775c1e930 2024-04-26T17:27:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effd185d740 10 client.0 _ll_register_callbacks cb 0x562775b09f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effcc8e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1d760 0x562775c27c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effcc8e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1d760 0x562775c27c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55494/0 (socket says 172.21.15.90:55494) 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effcc8e0640 1 -- 172.21.15.90:0/768776516 learned_addr learned my addr 172.21.15.90:0/768776516 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effcd0e1640 1 --2- 172.21.15.90:0/768776516 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1f2f0 0x562775c2f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effcc8e0640 1 -- 172.21.15.90:0/768776516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1e930 msgr2=0x562775c281a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effcc8e0640 1 --2- 172.21.15.90:0/768776516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1e930 0x562775c281a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effcc8e0640 1 -- 172.21.15.90:0/768776516 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1f2f0 msgr2=0x562775c2f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effcc8e0640 1 --2- 172.21.15.90:0/768776516 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1f2f0 0x562775c2f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.950+0000 7effcc8e0640 1 -- 172.21.15.90:0/768776516 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627758943f0 con 0x562775c1d760 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effcc8e0640 1 --2- 172.21.15.90:0/768776516 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1d760 0x562775c27c60 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7effbc0cdc70 tx=0x7effbc09be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b062ab217a21ce2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effa7fff640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effa7fff640 1 -- 172.21.15.90:0/768776516 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc0b5060 con 0x562775c1d760 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effa7fff640 1 -- 172.21.15.90:0/768776516 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7effbc06c130 con 0x562775c1d760 2024-04-26T17:27:44.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effd185d740 1 -- 172.21.15.90:0/768776516 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effc001fc00 con 0x562775c1d760 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effa7fff640 1 -- 172.21.15.90:0/768776516 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7effbc01d040 con 0x562775c1d760 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effd185d740 10 client.15846 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effd185d740 1 -- 172.21.15.90:0/768776516 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56277595e7d0 con 0x562775c1d760 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effa7fff640 1 -- 172.21.15.90:0/768776516 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7effc001fc00 con 0x562775c1d760 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effa7fff640 1 -- 172.21.15.90:0/768776516 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7effbc0a4bf0 con 0x562775c1d760 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effd185d740 10 client.15846 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effd185d740 10 client.15846 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effd185d740 20 client.15846 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effd185d740 1 --2- 172.21.15.90:0/768776516 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x562775c33710 0x562775c35ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effd185d740 4 client.15846 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.951+0000 7effd185d740 1 -- 172.21.15.90:0/768776516 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562775b90740 con 0x562775c33710 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.952+0000 7effc7fff640 1 --2- 172.21.15.90:0/768776516 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x562775c33710 0x562775c35ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.952+0000 7effa7fff640 10 client.15846 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:27:44.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.952+0000 7effc7fff640 1 --2- 172.21.15.90:0/768776516 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x562775c33710 0x562775c35ba0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6f207898bd1a9fd0 server_cookie=dd57a0b35293c1eb in_seq=0 out_seq=0 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effa7fff640 1 -- 172.21.15.90:0/768776516 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562775b90740 con 0x562775c33710 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effa7fff640 10 client.15846 handle_command_reply: tid=0 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effd185d740 1 client.15846 shutdown 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effd185d740 1 -- 172.21.15.90:0/768776516 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1d760 msgr2=0x562775c27c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effd185d740 1 --2- 172.21.15.90:0/768776516 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1d760 0x562775c27c60 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7effbc0cdc70 tx=0x7effbc09be60 comp rx=0 tx=0).stop 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effd185d740 1 -- 172.21.15.90:0/768776516 shutdown_connections 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effd185d740 1 --2- 172.21.15.90:0/768776516 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x562775c33710 0x562775c35ba0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effd185d740 1 --2- 172.21.15.90:0/768776516 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1f2f0 0x562775c2f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effa7fff640 0 client.15846 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effd185d740 1 --2- 172.21.15.90:0/768776516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1e930 0x562775c281a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effd185d740 1 --2- 172.21.15.90:0/768776516 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1d760 0x562775c27c60 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effd185d740 1 -- 172.21.15.90:0/768776516 >> 172.21.15.90:0/768776516 conn(0x562775c18c50 msgr2=0x562775c17e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effd185d740 1 -- 172.21.15.90:0/768776516 shutdown_connections 2024-04-26T17:27:44.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effd185d740 1 -- 172.21.15.90:0/768776516 wait complete. 2024-04-26T17:27:44.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.953+0000 7effd185d740 20 client.15846 trim_cache size 0 max 16384 2024-04-26T17:27:44.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effd185d740 1 Processor -- start 2024-04-26T17:27:44.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effd185d740 1 -- start start 2024-04-26T17:27:44.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effd185d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1d760 0x562775c27f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effd185d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 0x562775c1bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effd185d740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1f2f0 0x562775c1c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effd185d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7effc81a8be0 con 0x562775c1e930 2024-04-26T17:27:44.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effd185d740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7effc81aa720 con 0x562775c1f2f0 2024-04-26T17:27:44.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effd185d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7effc81a92b0 con 0x562775c1d760 2024-04-26T17:27:44.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effc7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 0x562775c1bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effc7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 0x562775c1bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55498/0 (socket says 172.21.15.90:55498) 2024-04-26T17:27:44.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effc7fff640 1 -- 172.21.15.90:0/526747533 learned_addr learned my addr 172.21.15.90:0/526747533 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effcd0e1640 1 --2- 172.21.15.90:0/526747533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1f2f0 0x562775c1c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effc7fff640 1 -- 172.21.15.90:0/526747533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1d760 msgr2=0x562775c27f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effc7fff640 1 --2- 172.21.15.90:0/526747533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1d760 0x562775c27f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effc7fff640 1 -- 172.21.15.90:0/526747533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1f2f0 msgr2=0x562775c1c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effc7fff640 1 --2- 172.21.15.90:0/526747533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1f2f0 0x562775c1c100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.966+0000 7effc7fff640 1 -- 172.21.15.90:0/526747533 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562775c1e3b0 con 0x562775c1e930 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.967+0000 7effc7fff640 1 --2- 172.21.15.90:0/526747533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 0x562775c1bbc0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7effb402a930 tx=0x7effb4000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=980944ebb0f517b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.967+0000 7effb27fc640 1 -- 172.21.15.90:0/526747533 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb4035070 con 0x562775c1e930 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.967+0000 7effb27fc640 1 -- 172.21.15.90:0/526747533 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7effb4044830 con 0x562775c1e930 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.967+0000 7effb27fc640 1 -- 172.21.15.90:0/526747533 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb4031c10 con 0x562775c1e930 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.967+0000 7effd185d740 1 -- 172.21.15.90:0/526747533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 msgr2=0x562775c1bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.967+0000 7effd185d740 1 --2- 172.21.15.90:0/526747533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 0x562775c1bbc0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7effb402a930 tx=0x7effb4000bc0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.967+0000 7effd185d740 1 -- 172.21.15.90:0/526747533 shutdown_connections 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.967+0000 7effd185d740 1 --2- 172.21.15.90:0/526747533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1f2f0 0x562775c1c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.967+0000 7effd185d740 1 --2- 172.21.15.90:0/526747533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 0x562775c1bbc0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.967+0000 7effd185d740 1 --2- 172.21.15.90:0/526747533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1d760 0x562775c27f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.967+0000 7effd185d740 1 -- 172.21.15.90:0/526747533 >> 172.21.15.90:0/526747533 conn(0x562775c18c50 msgr2=0x562775c27870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.967+0000 7effd185d740 1 -- 172.21.15.90:0/526747533 shutdown_connections 2024-04-26T17:27:44.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effd185d740 1 -- 172.21.15.90:0/526747533 wait complete. 2024-04-26T17:27:44.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effd185d740 1 -- start start 2024-04-26T17:27:44.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effd185d740 1 Processor -- start 2024-04-26T17:27:44.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effd185d740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1d760 0x562775c2bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effd185d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 0x562775c2c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effd185d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1f2f0 0x562775c2d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.975 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effd185d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7effc81aa050 con 0x562775c1e930 2024-04-26T17:27:44.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effd185d740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7effc81a9980 con 0x562775c1d760 2024-04-26T17:27:44.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effd185d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7effc81a6bc0 con 0x562775c1f2f0 2024-04-26T17:27:44.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effd185d740 10 client.0 _ll_register_callbacks cb 0x7effbc09bfc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:44.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effc7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 0x562775c2c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effc7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 0x562775c2c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55500/0 (socket says 172.21.15.90:55500) 2024-04-26T17:27:44.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effc7fff640 1 -- 172.21.15.90:0/1213402810 learned_addr learned my addr 172.21.15.90:0/1213402810 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:44.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.968+0000 7effcc8e0640 1 --2- 172.21.15.90:0/1213402810 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1d760 0x562775c2bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effc7fff640 1 -- 172.21.15.90:0/1213402810 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1f2f0 msgr2=0x562775c2d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effc7fff640 1 --2- 172.21.15.90:0/1213402810 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1f2f0 0x562775c2d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effc7fff640 1 -- 172.21.15.90:0/1213402810 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1d760 msgr2=0x562775c2bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:44.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effc7fff640 1 --2- 172.21.15.90:0/1213402810 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1d760 0x562775c2bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effc7fff640 1 -- 172.21.15.90:0/1213402810 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562775c2d930 con 0x562775c1e930 2024-04-26T17:27:44.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effc7fff640 1 --2- 172.21.15.90:0/1213402810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 0x562775c2c330 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7effb4005ab0 tx=0x7effb4004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f31297dec71aceee server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:44.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effa7fff640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:44.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effa7fff640 1 -- 172.21.15.90:0/1213402810 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb4052070 con 0x562775c1e930 2024-04-26T17:27:44.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effa7fff640 1 -- 172.21.15.90:0/1213402810 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7effb40449e0 con 0x562775c1e930 2024-04-26T17:27:44.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effd185d740 1 -- 172.21.15.90:0/1213402810 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effb4044830 con 0x562775c1e930 2024-04-26T17:27:44.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effa7fff640 1 -- 172.21.15.90:0/1213402810 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7effb4035070 con 0x562775c1e930 2024-04-26T17:27:44.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effd185d740 10 client.15852 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:44.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effd185d740 1 -- 172.21.15.90:0/1213402810 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562775c99db0 con 0x562775c1e930 2024-04-26T17:27:44.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effa7fff640 1 -- 172.21.15.90:0/1213402810 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7effb4044830 con 0x562775c1e930 2024-04-26T17:27:44.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.969+0000 7effa7fff640 1 -- 172.21.15.90:0/1213402810 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7effb4003880 con 0x562775c1e930 2024-04-26T17:27:44.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 10 client.15852 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:44.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 10 client.15852 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T17:27:44.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 20 client.15852 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:44.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 1 --2- 172.21.15.90:0/1213402810 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x562775c9a700 0x562775c9cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:44.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 4 client.15852 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:27:44.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 1 -- 172.21.15.90:0/1213402810 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562775b8a5b0 con 0x562775c9a700 2024-04-26T17:27:44.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effcc8e0640 1 --2- 172.21.15.90:0/1213402810 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x562775c9a700 0x562775c9cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:44.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effa7fff640 10 client.15852 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:27:44.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effcc8e0640 1 --2- 172.21.15.90:0/1213402810 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x562775c9a700 0x562775c9cb20 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7acb70ff19a32e8f server_cookie=5a0877345b747aa in_seq=0 out_seq=0 2024-04-26T17:27:44.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effa7fff640 1 -- 172.21.15.90:0/1213402810 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562775b8a5b0 con 0x562775c9a700 2024-04-26T17:27:44.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effa7fff640 10 client.15852 handle_command_reply: tid=0 2024-04-26T17:27:44.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 1 client.15852 shutdown 2024-04-26T17:27:44.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 1 -- 172.21.15.90:0/1213402810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 msgr2=0x562775c2c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 1 --2- 172.21.15.90:0/1213402810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 0x562775c2c330 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7effb4005ab0 tx=0x7effb4004430 comp rx=0 tx=0).stop 2024-04-26T17:27:44.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 1 -- 172.21.15.90:0/1213402810 shutdown_connections 2024-04-26T17:27:44.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 1 --2- 172.21.15.90:0/1213402810 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562775c1f2f0 0x562775c2d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 1 --2- 172.21.15.90:0/1213402810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562775c1e930 0x562775c2c330 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 1 --2- 172.21.15.90:0/1213402810 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x562775c9a700 0x562775c9cb20 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 1 --2- 172.21.15.90:0/1213402810 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562775c1d760 0x562775c2bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effa7fff640 0 client.15852 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:27:44.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.970+0000 7effd185d740 1 -- 172.21.15.90:0/1213402810 >> 172.21.15.90:0/1213402810 conn(0x562775c18c50 msgr2=0x562775c1c450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effd185d740 1 -- 172.21.15.90:0/1213402810 shutdown_connections 2024-04-26T17:27:44.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effd185d740 1 -- 172.21.15.90:0/1213402810 wait complete. 2024-04-26T17:27:44.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effd185d740 20 client.15852 trim_cache size 0 max 16384 2024-04-26T17:27:44.980 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:27:44.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effceb44640 1 -- 172.21.15.90:0/275766025 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7effb80a3cc0 msgr2=0x7effb80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effceb44640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7effb80a3cc0 0x7effb80a6180 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7effc00099e0 tx=0x7effc0009ed0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effceb44640 1 -- 172.21.15.90:0/275766025 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effc8101060 msgr2=0x7effc8197290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:44.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effceb44640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effc8101060 0x7effc8197290 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7effbc00c970 tx=0x7effbc00ce30 comp rx=0 tx=0).stop 2024-04-26T17:27:44.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effceb44640 1 -- 172.21.15.90:0/275766025 shutdown_connections 2024-04-26T17:27:44.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effceb44640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7effb80a3cc0 0x7effb80a6180 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effceb44640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7effc8102c10 0x7effc819e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effceb44640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc8102250 0x7effc81977d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effceb44640 1 --2- 172.21.15.90:0/275766025 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effc8101060 0x7effc8197290 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:44.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effceb44640 1 -- 172.21.15.90:0/275766025 >> 172.21.15.90:0/275766025 conn(0x7effc80fc5f0 msgr2=0x7effc8105670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:44.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effceb44640 1 -- 172.21.15.90:0/275766025 shutdown_connections 2024-04-26T17:27:44.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:44.971+0000 7effceb44640 1 -- 172.21.15.90:0/275766025 wait complete. 2024-04-26T17:27:44.983 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T17:27:45.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:44 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3919824717' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:27:45.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.084+0000 7fddb83bf640 1 -- 172.21.15.90:0/1093967718 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fddb0102c10 msgr2=0x7fddb01094a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:45.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.084+0000 7fddb83bf640 1 --2- 172.21.15.90:0/1093967718 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fddb0102c10 0x7fddb01094a0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fdda8009ca0 tx=0x7fdda802a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.084+0000 7fddb83bf640 1 -- 172.21.15.90:0/1093967718 shutdown_connections 2024-04-26T17:27:45.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.084+0000 7fddb83bf640 1 --2- 172.21.15.90:0/1093967718 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fddb0102c10 0x7fddb01094a0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.084+0000 7fddb83bf640 1 --2- 172.21.15.90:0/1093967718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fddb0102250 0x7fddb01026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.084+0000 7fddb83bf640 1 --2- 172.21.15.90:0/1093967718 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fddb0101060 0x7fddb0101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.084+0000 7fddb83bf640 1 -- 172.21.15.90:0/1093967718 >> 172.21.15.90:0/1093967718 conn(0x7fddb00fc5d0 msgr2=0x7fddb00fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:45.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.084+0000 7fddb83bf640 1 -- 172.21.15.90:0/1093967718 shutdown_connections 2024-04-26T17:27:45.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.084+0000 7fddb83bf640 1 -- 172.21.15.90:0/1093967718 wait complete. 2024-04-26T17:27:45.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb83bf640 1 Processor -- start 2024-04-26T17:27:45.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb83bf640 1 -- start start 2024-04-26T17:27:45.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb83bf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fddb0101060 0x7fddb0198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb83bf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fddb0102250 0x7fddb01987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb83bf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fddb0102c10 0x7fddb019f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb83bf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fddb010cb60 con 0x7fddb0102c10 2024-04-26T17:27:45.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb83bf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fddb010c9e0 con 0x7fddb0101060 2024-04-26T17:27:45.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb83bf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fddb010cce0 con 0x7fddb0102250 2024-04-26T17:27:45.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb695c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fddb0102c10 0x7fddb019f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb695c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fddb0102c10 0x7fddb019f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55522/0 (socket says 172.21.15.90:55522) 2024-04-26T17:27:45.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb695c640 1 -- 172.21.15.90:0/1639688141 learned_addr learned my addr 172.21.15.90:0/1639688141 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:45.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb615b640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fddb0101060 0x7fddb0198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.085+0000 7fddb595a640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fddb0102250 0x7fddb01987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.086+0000 7fddb695c640 1 -- 172.21.15.90:0/1639688141 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fddb0102250 msgr2=0x7fddb01987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:45.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.086+0000 7fddb695c640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fddb0102250 0x7fddb01987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.086+0000 7fddb695c640 1 -- 172.21.15.90:0/1639688141 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fddb0101060 msgr2=0x7fddb0198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:45.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.086+0000 7fddb695c640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fddb0101060 0x7fddb0198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.086+0000 7fddb695c640 1 -- 172.21.15.90:0/1639688141 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddb019fea0 con 0x7fddb0102c10 2024-04-26T17:27:45.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.086+0000 7fddb615b640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fddb0101060 0x7fddb0198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:27:45.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.086+0000 7fddb695c640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fddb0102c10 0x7fddb019f830 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fdda80097b0 tx=0x7fdda8003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:45.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.086+0000 7fdda77fe640 1 -- 172.21.15.90:0/1639688141 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda8004040 con 0x7fddb0102c10 2024-04-26T17:27:45.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.086+0000 7fdda77fe640 1 -- 172.21.15.90:0/1639688141 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fdda8004690 con 0x7fddb0102c10 2024-04-26T17:27:45.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.086+0000 7fdda77fe640 1 -- 172.21.15.90:0/1639688141 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda802f4c0 con 0x7fddb0102c10 2024-04-26T17:27:45.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.086+0000 7fddb83bf640 1 -- 172.21.15.90:0/1639688141 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddb01a0130 con 0x7fddb0102c10 2024-04-26T17:27:45.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.086+0000 7fddb83bf640 1 -- 172.21.15.90:0/1639688141 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddb01a0680 con 0x7fddb0102c10 2024-04-26T17:27:45.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.088+0000 7fdda77fe640 1 -- 172.21.15.90:0/1639688141 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fdda8030650 con 0x7fddb0102c10 2024-04-26T17:27:45.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.088+0000 7fddbb1b4740 1 Processor -- start 2024-04-26T17:27:45.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddbb1b4740 1 -- start start 2024-04-26T17:27:45.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddbb1b4740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 0x560e8f974b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddbb1b4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f975930 0x560e8f975db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddbb1b4740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f9762f0 0x560e8f97cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddbb1b4740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x560e8f8d9b30 con 0x560e8f974760 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddbb1b4740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x560e8f875a00 con 0x560e8f9762f0 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddbb1b4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560e8f8d5af0 con 0x560e8f975930 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddb595a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 0x560e8f974b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddb595a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 0x560e8f974b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55534/0 (socket says 172.21.15.90:55534) 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddb595a640 1 -- 172.21.15.90:0/2413081175 learned_addr learned my addr 172.21.15.90:0/2413081175 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddb615b640 1 --2- 172.21.15.90:0/2413081175 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f975930 0x560e8f975db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fdda77fe640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdd9c0a3c40 0x7fdd9c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddb695c640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdd9c0a3c40 0x7fdd9c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddb595a640 1 --2- 172.21.15.90:0/2413081175 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f9762f0 0x560e8f97cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddb615b640 1 -- 172.21.15.90:0/2413081175 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f9762f0 msgr2=0x560e8f97cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddb615b640 1 --2- 172.21.15.90:0/2413081175 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f9762f0 0x560e8f97cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fdda77fe640 1 -- 172.21.15.90:0/1639688141 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fdda80f2260 con 0x7fddb0102c10 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddb615b640 1 -- 172.21.15.90:0/2413081175 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 msgr2=0x560e8f974b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddb615b640 1 --2- 172.21.15.90:0/2413081175 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 0x560e8f974b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddb615b640 1 -- 172.21.15.90:0/2413081175 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e8f89e5b0 con 0x560e8f975930 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.089+0000 7fddb595a640 1 --2- 172.21.15.90:0/2413081175 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 0x560e8f974b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.090+0000 7fddb615b640 1 --2- 172.21.15.90:0/2413081175 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f975930 0x560e8f975db0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fddac00af90 tx=0x7fddac00f850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64e10753cfcd885b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.090+0000 7fddb695c640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdd9c0a3c40 0x7fdd9c0a6100 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fdda80c6860 tx=0x7fdda80b3600 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.090+0000 7fdda4bfe640 1 -- 172.21.15.90:0/2413081175 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddac004230 con 0x560e8f975930 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.090+0000 7fdda4bfe640 1 -- 172.21.15.90:0/2413081175 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fddac0043d0 con 0x560e8f975930 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.090+0000 7fdda4bfe640 1 -- 172.21.15.90:0/2413081175 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddac010700 con 0x560e8f975930 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.090+0000 7fddbb1b4740 1 -- 172.21.15.90:0/2413081175 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f975930 msgr2=0x560e8f975db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/2413081175 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f975930 0x560e8f975db0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fddac00af90 tx=0x7fddac00f850 comp rx=0 tx=0).stop 2024-04-26T17:27:45.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 -- 172.21.15.90:0/2413081175 shutdown_connections 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/2413081175 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f9762f0 0x560e8f97cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/2413081175 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f975930 0x560e8f975db0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/2413081175 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 0x560e8f974b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 -- 172.21.15.90:0/2413081175 >> 172.21.15.90:0/2413081175 conn(0x560e8f96fc50 msgr2=0x560e8f970050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 -- 172.21.15.90:0/2413081175 shutdown_connections 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 -- 172.21.15.90:0/2413081175 wait complete. 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 -- start start 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 Processor -- start 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f974760 0x560e8f97ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 0x560e8f97f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 0x560e8f986160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x560e8f97d300 con 0x560e8f975930 2024-04-26T17:27:45.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x560e8f873530 con 0x560e8f974760 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560e8f97d480 con 0x560e8f9762f0 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddbb1b4740 10 client.0 _ll_register_callbacks cb 0x560e8f860f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddb615b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 0x560e8f97f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddb615b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 0x560e8f97f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55540/0 (socket says 172.21.15.90:55540) 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddb615b640 1 -- 172.21.15.90:0/3117777746 learned_addr learned my addr 172.21.15.90:0/3117777746 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.091+0000 7fddb595a640 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 0x560e8f986160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddb595a640 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f974760 0x560e8f97ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddb615b640 1 -- 172.21.15.90:0/3117777746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 msgr2=0x560e8f986160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddb615b640 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 0x560e8f986160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddb615b640 1 -- 172.21.15.90:0/3117777746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f974760 msgr2=0x560e8f97ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddb615b640 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f974760 0x560e8f97ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddb615b640 1 -- 172.21.15.90:0/3117777746 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e8f5eb3f0 con 0x560e8f975930 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddb595a640 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f974760 0x560e8f97ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:45.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddb615b640 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 0x560e8f97f120 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fddac00a5c0 tx=0x7fddac010e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a2797c3521b457e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fdd99ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fdd99ffb640 1 -- 172.21.15.90:0/3117777746 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddac018640 con 0x560e8f975930 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddbb1b4740 1 -- 172.21.15.90:0/3117777746 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fddac0043d0 con 0x560e8f975930 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fdd99ffb640 1 -- 172.21.15.90:0/3117777746 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fddac0187e0 con 0x560e8f975930 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fdd99ffb640 1 -- 172.21.15.90:0/3117777746 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fddac031050 con 0x560e8f975930 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddbb1b4740 10 client.15864 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddbb1b4740 1 -- 172.21.15.90:0/3117777746 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560e8f6b57d0 con 0x560e8f975930 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fdd99ffb640 1 -- 172.21.15.90:0/3117777746 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fddac0043d0 con 0x560e8f975930 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fdd99ffb640 1 -- 172.21.15.90:0/3117777746 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fddac023a50 con 0x560e8f975930 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddbb1b4740 10 client.15864 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddbb1b4740 10 client.15864 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddbb1b4740 20 client.15864 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560e8f98a350 0x560e8f98c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddbb1b4740 4 client.15864 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.092+0000 7fddbb1b4740 1 -- 172.21.15.90:0/3117777746 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e8f8e7740 con 0x560e8f98a350 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.093+0000 7fddb595a640 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560e8f98a350 0x560e8f98c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.093+0000 7fddb595a640 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560e8f98a350 0x560e8f98c780 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fd449cd752338db server_cookie=b0cf37e725842053 in_seq=0 out_seq=0 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.093+0000 7fdd99ffb640 10 client.15864 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fdd99ffb640 1 -- 172.21.15.90:0/3117777746 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560e8f8e7740 con 0x560e8f98a350 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fdd99ffb640 10 client.15864 handle_command_reply: tid=0 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fddbb1b4740 1 client.15864 shutdown 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fddbb1b4740 1 -- 172.21.15.90:0/3117777746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 msgr2=0x560e8f97f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 0x560e8f97f120 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fddac00a5c0 tx=0x7fddac010e90 comp rx=0 tx=0).stop 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fddbb1b4740 1 -- 172.21.15.90:0/3117777746 shutdown_connections 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560e8f98a350 0x560e8f98c780 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 0x560e8f986160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 0x560e8f97f120 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fdd99ffb640 0 client.15864 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:45.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/3117777746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f974760 0x560e8f97ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fddbb1b4740 1 -- 172.21.15.90:0/3117777746 >> 172.21.15.90:0/3117777746 conn(0x560e8f96fc50 msgr2=0x560e8f96ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:45.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fddbb1b4740 1 -- 172.21.15.90:0/3117777746 shutdown_connections 2024-04-26T17:27:45.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fddbb1b4740 1 -- 172.21.15.90:0/3117777746 wait complete. 2024-04-26T17:27:45.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.094+0000 7fddbb1b4740 20 client.15864 trim_cache size 0 max 16384 2024-04-26T17:27:45.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.107+0000 7fddbb1b4740 1 Processor -- start 2024-04-26T17:27:45.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.107+0000 7fddbb1b4740 1 -- start start 2024-04-26T17:27:45.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.107+0000 7fddbb1b4740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f974760 0x560e8f96e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.107+0000 7fddbb1b4740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 0x560e8f986120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddbb1b4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 0x560e8f96eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddbb1b4740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fddb01aace0 con 0x560e8f975930 2024-04-26T17:27:45.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddbb1b4740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fddb01ac820 con 0x560e8f974760 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddbb1b4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fddb01ab3b0 con 0x560e8f9762f0 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddb615b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 0x560e8f986120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddb615b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 0x560e8f986120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55556/0 (socket says 172.21.15.90:55556) 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddb615b640 1 -- 172.21.15.90:0/2071794807 learned_addr learned my addr 172.21.15.90:0/2071794807 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddb595a640 1 --2- 172.21.15.90:0/2071794807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 0x560e8f96eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddb615b640 1 -- 172.21.15.90:0/2071794807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 msgr2=0x560e8f96eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddb615b640 1 --2- 172.21.15.90:0/2071794807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 0x560e8f96eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddb615b640 1 -- 172.21.15.90:0/2071794807 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f974760 msgr2=0x560e8f96e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddb615b640 1 --2- 172.21.15.90:0/2071794807 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f974760 0x560e8f96e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddb615b640 1 -- 172.21.15.90:0/2071794807 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e8f98ce00 con 0x560e8f975930 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddb595a640 1 --2- 172.21.15.90:0/2071794807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 0x560e8f96eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fddb615b640 1 --2- 172.21.15.90:0/2071794807 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 0x560e8f986120 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fddac00a590 tx=0x7fddac00ae10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43b3df4d9d4480f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:45.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fdd9bfff640 1 -- 172.21.15.90:0/2071794807 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddac004880 con 0x560e8f975930 2024-04-26T17:27:45.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fdd9bfff640 1 -- 172.21.15.90:0/2071794807 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fddac039070 con 0x560e8f975930 2024-04-26T17:27:45.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.108+0000 7fdd9bfff640 1 -- 172.21.15.90:0/2071794807 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddac023710 con 0x560e8f975930 2024-04-26T17:27:45.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 -- 172.21.15.90:0/2071794807 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 msgr2=0x560e8f986120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:45.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/2071794807 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 0x560e8f986120 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fddac00a590 tx=0x7fddac00ae10 comp rx=0 tx=0).stop 2024-04-26T17:27:45.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 -- 172.21.15.90:0/2071794807 shutdown_connections 2024-04-26T17:27:45.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/2071794807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 0x560e8f96eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/2071794807 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f975930 0x560e8f986120 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/2071794807 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f974760 0x560e8f96e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 -- 172.21.15.90:0/2071794807 >> 172.21.15.90:0/2071794807 conn(0x560e8f96fc50 msgr2=0x560e8f96ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:45.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 -- 172.21.15.90:0/2071794807 shutdown_connections 2024-04-26T17:27:45.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 -- 172.21.15.90:0/2071794807 wait complete. 2024-04-26T17:27:45.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 -- start start 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 Processor -- start 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 0x560e8f983a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f975930 0x560e8f983f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.109+0000 7fddbb1b4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 0x560e8f984f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddbb1b4740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fddb01ac150 con 0x560e8f974760 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddbb1b4740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fddb01aba80 con 0x560e8f975930 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddbb1b4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fddb01a8cc0 con 0x560e8f9762f0 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddbb1b4740 10 client.0 _ll_register_callbacks cb 0x7fddac010aa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddb595a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 0x560e8f983a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddb595a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 0x560e8f983a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55568/0 (socket says 172.21.15.90:55568) 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddb595a640 1 -- 172.21.15.90:0/282608322 learned_addr learned my addr 172.21.15.90:0/282608322 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddb615b640 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f975930 0x560e8f983f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddb595a640 1 -- 172.21.15.90:0/282608322 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 msgr2=0x560e8f984f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:45.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddb595a640 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 0x560e8f984f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddb595a640 1 -- 172.21.15.90:0/282608322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f975930 msgr2=0x560e8f983f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddb595a640 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f975930 0x560e8f983f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddb595a640 1 -- 172.21.15.90:0/282608322 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e8f985500 con 0x560e8f974760 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddb615b640 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f975930 0x560e8f983f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddb595a640 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 0x560e8f983a10 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x560e8f98d030 tx=0x7fdda0020780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f81137b604800d33 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fdd99ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fdd99ffb640 1 -- 172.21.15.90:0/282608322 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda0003a40 con 0x560e8f974760 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fdd99ffb640 1 -- 172.21.15.90:0/282608322 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fdda0003be0 con 0x560e8f974760 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddbb1b4740 1 -- 172.21.15.90:0/282608322 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fddac039070 con 0x560e8f974760 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fdd99ffb640 1 -- 172.21.15.90:0/282608322 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fdda0003de0 con 0x560e8f974760 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddbb1b4740 10 client.15870 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fddbb1b4740 1 -- 172.21.15.90:0/282608322 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560e8f9f0b10 con 0x560e8f974760 2024-04-26T17:27:45.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.110+0000 7fdd99ffb640 1 -- 172.21.15.90:0/282608322 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fddac039070 con 0x560e8f974760 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.111+0000 7fdd99ffb640 1 -- 172.21.15.90:0/282608322 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fdda0027030 con 0x560e8f974760 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.111+0000 7fddbb1b4740 10 client.15870 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.111+0000 7fddbb1b4740 10 client.15870 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.111+0000 7fddbb1b4740 20 client.15870 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.111+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560e8f9f14f0 0x560e8f9f3910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.111+0000 7fddbb1b4740 4 client.15870 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.111+0000 7fddbb1b4740 1 -- 172.21.15.90:0/282608322 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560e8f8e15b0 con 0x560e8f9f14f0 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.111+0000 7fddb615b640 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560e8f9f14f0 0x560e8f9f3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.111+0000 7fdd99ffb640 10 client.15870 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.111+0000 7fddb615b640 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560e8f9f14f0 0x560e8f9f3910 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e27e426e14813842 server_cookie=f7ce6b20c280aadd in_seq=0 out_seq=0 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fdd99ffb640 1 -- 172.21.15.90:0/282608322 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560e8f8e15b0 con 0x560e8f9f14f0 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fdd99ffb640 10 client.15870 handle_command_reply: tid=0 2024-04-26T17:27:45.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddbb1b4740 1 client.15870 shutdown 2024-04-26T17:27:45.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddbb1b4740 1 -- 172.21.15.90:0/282608322 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 msgr2=0x560e8f983a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:45.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 0x560e8f983a10 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x560e8f98d030 tx=0x7fdda0020780 comp rx=0 tx=0).stop 2024-04-26T17:27:45.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddbb1b4740 1 -- 172.21.15.90:0/282608322 shutdown_connections 2024-04-26T17:27:45.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560e8f9f14f0 0x560e8f9f3910 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560e8f9762f0 0x560e8f984f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fdd99ffb640 0 client.15870 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:45.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560e8f975930 0x560e8f983f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddbb1b4740 1 --2- 172.21.15.90:0/282608322 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560e8f974760 0x560e8f983a10 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddbb1b4740 1 -- 172.21.15.90:0/282608322 >> 172.21.15.90:0/282608322 conn(0x560e8f96fc50 msgr2=0x560e8f97c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:45.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddbb1b4740 1 -- 172.21.15.90:0/282608322 shutdown_connections 2024-04-26T17:27:45.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddbb1b4740 1 -- 172.21.15.90:0/282608322 wait complete. 2024-04-26T17:27:45.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddbb1b4740 20 client.15870 trim_cache size 0 max 16384 2024-04-26T17:27:45.120 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:27:45.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddb83bf640 1 -- 172.21.15.90:0/1639688141 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdd9c0a3c40 msgr2=0x7fdd9c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:45.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddb83bf640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdd9c0a3c40 0x7fdd9c0a6100 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fdda80c6860 tx=0x7fdda80b3600 comp rx=0 tx=0).stop 2024-04-26T17:27:45.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddb83bf640 1 -- 172.21.15.90:0/1639688141 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fddb0102c10 msgr2=0x7fddb019f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:45.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.112+0000 7fddb83bf640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fddb0102c10 0x7fddb019f830 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fdda80097b0 tx=0x7fdda8003ba0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.113+0000 7fddb83bf640 1 -- 172.21.15.90:0/1639688141 shutdown_connections 2024-04-26T17:27:45.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.113+0000 7fddb83bf640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdd9c0a3c40 0x7fdd9c0a6100 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.113+0000 7fddb83bf640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fddb0102c10 0x7fddb019f830 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.113+0000 7fddb83bf640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fddb0102250 0x7fddb01987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.113+0000 7fddb83bf640 1 --2- 172.21.15.90:0/1639688141 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fddb0101060 0x7fddb0198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:45.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.113+0000 7fddb83bf640 1 -- 172.21.15.90:0/1639688141 >> 172.21.15.90:0/1639688141 conn(0x7fddb00fc5d0 msgr2=0x7fddb006a700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:45.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.113+0000 7fddb83bf640 1 -- 172.21.15.90:0/1639688141 shutdown_connections 2024-04-26T17:27:45.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:45.113+0000 7fddb83bf640 1 -- 172.21.15.90:0/1639688141 wait complete. 2024-04-26T17:27:45.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:45 smithi090 ceph-mon[29417]: pgmap v390: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:27:45.962 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:45 smithi119 ceph-mon[32584]: pgmap v390: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:27:46.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:45 smithi167 ceph-mon[32665]: pgmap v390: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:27:46.124 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T17:27:46.124 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:27:46.125 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T17:27:46.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.229+0000 7f3e0e431640 1 -- 172.21.15.90:0/1484903848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e08102bf0 msgr2=0x7f3e08109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.229+0000 7f3e0e431640 1 --2- 172.21.15.90:0/1484903848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e08102bf0 0x7f3e08109480 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f3e00009ca0 tx=0x7f3e0002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.229+0000 7f3e0e431640 1 -- 172.21.15.90:0/1484903848 shutdown_connections 2024-04-26T17:27:46.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.229+0000 7f3e0e431640 1 --2- 172.21.15.90:0/1484903848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e08102bf0 0x7f3e08109480 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.229+0000 7f3e0e431640 1 --2- 172.21.15.90:0/1484903848 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3e08102230 0x7f3e081026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.229+0000 7f3e0e431640 1 --2- 172.21.15.90:0/1484903848 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3e08101040 0x7f3e08101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.229+0000 7f3e0e431640 1 -- 172.21.15.90:0/1484903848 >> 172.21.15.90:0/1484903848 conn(0x7f3e080fc5b0 msgr2=0x7f3e080fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:46.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.229+0000 7f3e0e431640 1 -- 172.21.15.90:0/1484903848 shutdown_connections 2024-04-26T17:27:46.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.229+0000 7f3e0e431640 1 -- 172.21.15.90:0/1484903848 wait complete. 2024-04-26T17:27:46.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.230+0000 7f3e0e431640 1 Processor -- start 2024-04-26T17:27:46.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.230+0000 7f3e0e431640 1 -- start start 2024-04-26T17:27:46.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.230+0000 7f3e0e431640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3e08101040 0x7f3e08069e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.230+0000 7f3e0e431640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e08102230 0x7f3e0819f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.230+0000 7f3e0e431640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3e08102bf0 0x7f3e081a1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.230+0000 7f3e0e431640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3e0810cb50 con 0x7f3e08102230 2024-04-26T17:27:46.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.230+0000 7f3e0e431640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f3e0810c9d0 con 0x7f3e08102bf0 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.230+0000 7f3e0e431640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3e0810ccd0 con 0x7f3e08101040 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e077fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e08102230 0x7f3e0819f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e077fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e08102230 0x7f3e0819f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55582/0 (socket says 172.21.15.90:55582) 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e077fe640 1 -- 172.21.15.90:0/1447007682 learned_addr learned my addr 172.21.15.90:0/1447007682 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e0c9ce640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3e08102bf0 0x7f3e081a1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e07fff640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3e08101040 0x7f3e08069e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e077fe640 1 -- 172.21.15.90:0/1447007682 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3e08101040 msgr2=0x7f3e08069e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e077fe640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3e08101040 0x7f3e08069e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e077fe640 1 -- 172.21.15.90:0/1447007682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3e08102bf0 msgr2=0x7f3e081a1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e077fe640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3e08102bf0 0x7f3e081a1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e077fe640 1 -- 172.21.15.90:0/1447007682 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e081a21f0 con 0x7f3e08102230 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e077fe640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e08102230 0x7f3e0819f4b0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f3dfc00d950 tx=0x7f3dfc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:46.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e057fa640 1 -- 172.21.15.90:0/1447007682 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dfc017070 con 0x7f3e08102230 2024-04-26T17:27:46.235 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e0e431640 1 -- 172.21.15.90:0/1447007682 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e081a2480 con 0x7f3e08102230 2024-04-26T17:27:46.235 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e057fa640 1 -- 172.21.15.90:0/1447007682 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3dfc009c30 con 0x7f3e08102230 2024-04-26T17:27:46.235 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e057fa640 1 -- 172.21.15.90:0/1447007682 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dfc00f620 con 0x7f3e08102230 2024-04-26T17:27:46.235 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.231+0000 7f3e0e431640 1 -- 172.21.15.90:0/1447007682 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e081a2a20 con 0x7f3e08102230 2024-04-26T17:27:46.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.233+0000 7f3e057fa640 1 -- 172.21.15.90:0/1447007682 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f3dfc0109a0 con 0x7f3e08102230 2024-04-26T17:27:46.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e11229740 1 Processor -- start 2024-04-26T17:27:46.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e11229740 1 -- start start 2024-04-26T17:27:46.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e11229740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 0x5639a77b5820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e11229740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77ba8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e11229740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77baf60 0x5639a77bd3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e11229740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5639a771a730 con 0x5639a77b5400 2024-04-26T17:27:46.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e11229740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5639a76b6f70 con 0x5639a77b5df0 2024-04-26T17:27:46.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e11229740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5639a77166f0 con 0x5639a77baf60 2024-04-26T17:27:46.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e0c9ce640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 0x5639a77b5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e0c9ce640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 0x5639a77b5820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55594/0 (socket says 172.21.15.90:55594) 2024-04-26T17:27:46.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e057fa640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3df00a3c70 0x7f3df00a6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e0c9ce640 1 -- 172.21.15.90:0/3488886442 learned_addr learned my addr 172.21.15.90:0/3488886442 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:46.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e07fff640 1 --2- 172.21.15.90:0/3488886442 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77ba8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e0c9ce640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3df00a3c70 0x7f3df00a6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e057fa640 1 -- 172.21.15.90:0/1447007682 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f3dfc0d0480 con 0x7f3e08102230 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e077fe640 1 --2- 172.21.15.90:0/3488886442 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77baf60 0x5639a77bd3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e07fff640 1 -- 172.21.15.90:0/3488886442 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77baf60 msgr2=0x5639a77bd3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e07fff640 1 --2- 172.21.15.90:0/3488886442 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77baf60 0x5639a77bd3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e07fff640 1 -- 172.21.15.90:0/3488886442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 msgr2=0x5639a77b5820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e07fff640 1 --2- 172.21.15.90:0/3488886442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 0x5639a77b5820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e07fff640 1 -- 172.21.15.90:0/3488886442 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639a74f47e0 con 0x5639a77b5df0 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.234+0000 7f3e0c9ce640 1 --2- 172.21.15.90:0/3488886442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 0x5639a77b5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.235+0000 7f3e07fff640 1 --2- 172.21.15.90:0/3488886442 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77ba8f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3df800ab20 tx=0x7f3df800f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3f19c26a6c19c65 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.235+0000 7f3e0c9ce640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3df00a3c70 0x7f3df00a6130 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f3e00005fe0 tx=0x7f3e0002a8c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.235+0000 7f3dee7fc640 1 -- 172.21.15.90:0/3488886442 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df8004020 con 0x5639a77b5df0 2024-04-26T17:27:46.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.235+0000 7f3dee7fc640 1 -- 172.21.15.90:0/3488886442 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3df80054d0 con 0x5639a77b5df0 2024-04-26T17:27:46.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.235+0000 7f3dee7fc640 1 -- 172.21.15.90:0/3488886442 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df8004c60 con 0x5639a77b5df0 2024-04-26T17:27:46.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.235+0000 7f3e11229740 1 -- 172.21.15.90:0/3488886442 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 msgr2=0x5639a77ba8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.235+0000 7f3e11229740 1 --2- 172.21.15.90:0/3488886442 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77ba8f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3df800ab20 tx=0x7f3df800f3c0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.235+0000 7f3e11229740 1 -- 172.21.15.90:0/3488886442 shutdown_connections 2024-04-26T17:27:46.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.235+0000 7f3e11229740 1 --2- 172.21.15.90:0/3488886442 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77baf60 0x5639a77bd3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.235+0000 7f3e11229740 1 --2- 172.21.15.90:0/3488886442 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77ba8f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.235+0000 7f3e11229740 1 --2- 172.21.15.90:0/3488886442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 0x5639a77b5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.235+0000 7f3e11229740 1 -- 172.21.15.90:0/3488886442 >> 172.21.15.90:0/3488886442 conn(0x5639a77b0a70 msgr2=0x5639a77b0e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:46.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.236+0000 7f3e11229740 1 -- 172.21.15.90:0/3488886442 shutdown_connections 2024-04-26T17:27:46.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.236+0000 7f3e11229740 1 -- 172.21.15.90:0/3488886442 wait complete. 2024-04-26T17:27:46.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.236+0000 7f3e11229740 1 -- start start 2024-04-26T17:27:46.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.236+0000 7f3e11229740 1 Processor -- start 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.236+0000 7f3e11229740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5400 0x5639a77bf870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.236+0000 7f3e11229740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77bfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.236+0000 7f3e11229740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 0x5639a77c6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.236+0000 7f3e11229740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5639a77bdf10 con 0x5639a77baf60 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.236+0000 7f3e11229740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5639a76b4c40 con 0x5639a77b5df0 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.236+0000 7f3e11229740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5639a77be090 con 0x5639a77b5400 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.236+0000 7f3e11229740 10 client.0 _ll_register_callbacks cb 0x5639a770e840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.236+0000 7f3e0c9ce640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 0x5639a77c6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e0c9ce640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 0x5639a77c6df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55596/0 (socket says 172.21.15.90:55596) 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e077fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77bfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e0c9ce640 1 -- 172.21.15.90:0/2189591407 learned_addr learned my addr 172.21.15.90:0/2189591407 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e07fff640 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5400 0x5639a77bf870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e0c9ce640 1 -- 172.21.15.90:0/2189591407 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5400 msgr2=0x5639a77bf870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e0c9ce640 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5400 0x5639a77bf870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e0c9ce640 1 -- 172.21.15.90:0/2189591407 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 msgr2=0x5639a77bfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e0c9ce640 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77bfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e0c9ce640 1 -- 172.21.15.90:0/2189591407 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639a7554f70 con 0x5639a77baf60 2024-04-26T17:27:46.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e07fff640 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5400 0x5639a77bf870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:46.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e077fe640 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77bfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:27:46.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e0c9ce640 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 0x5639a77c6df0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f3e00009ca0 tx=0x7f3e000095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a202dfc0cd56e284 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:46.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3de77fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:46.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3de77fe640 1 -- 172.21.15.90:0/2189591407 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e00003e40 con 0x5639a77baf60 2024-04-26T17:27:46.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3de77fe640 1 -- 172.21.15.90:0/2189591407 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f3e00004410 con 0x5639a77baf60 2024-04-26T17:27:46.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e11229740 1 -- 172.21.15.90:0/2189591407 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3df80054d0 con 0x5639a77baf60 2024-04-26T17:27:46.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3de77fe640 1 -- 172.21.15.90:0/2189591407 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3e0005b050 con 0x5639a77baf60 2024-04-26T17:27:46.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e11229740 10 client.15882 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3e11229740 1 -- 172.21.15.90:0/2189591407 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5639a73ec170 con 0x5639a77baf60 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.237+0000 7f3de77fe640 1 -- 172.21.15.90:0/2189591407 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3df80054d0 con 0x5639a77baf60 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.238+0000 7f3de77fe640 1 -- 172.21.15.90:0/2189591407 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3e0004a070 con 0x5639a77baf60 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.238+0000 7f3e11229740 10 client.15882 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.238+0000 7f3e11229740 10 client.15882 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.238+0000 7f3e11229740 20 client.15882 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.238+0000 7f3e11229740 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5639a77cb380 0x5639a77cd7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.238+0000 7f3e11229740 4 client.15882 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.238+0000 7f3e11229740 1 -- 172.21.15.90:0/2189591407 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5639a7728340 con 0x5639a77cb380 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.238+0000 7f3e07fff640 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5639a77cb380 0x5639a77cd7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.238+0000 7f3de77fe640 10 client.15882 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.238+0000 7f3e07fff640 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5639a77cb380 0x5639a77cd7d0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f712d98b10c8d2c0 server_cookie=c1ba99b8fc9d71af in_seq=0 out_seq=0 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3de77fe640 1 -- 172.21.15.90:0/2189591407 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5639a7728340 con 0x5639a77cb380 2024-04-26T17:27:46.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3de77fe640 10 client.15882 handle_command_reply: tid=0 2024-04-26T17:27:46.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3e11229740 1 client.15882 shutdown 2024-04-26T17:27:46.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3e11229740 1 -- 172.21.15.90:0/2189591407 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 msgr2=0x5639a77c6df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3e11229740 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 0x5639a77c6df0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f3e00009ca0 tx=0x7f3e000095c0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3e11229740 1 -- 172.21.15.90:0/2189591407 shutdown_connections 2024-04-26T17:27:46.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3e11229740 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5639a77cb380 0x5639a77cd7d0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3e11229740 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 0x5639a77c6df0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3e11229740 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77bfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3de77fe640 0 client.15882 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:46.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3e11229740 1 --2- 172.21.15.90:0/2189591407 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5400 0x5639a77bf870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3e11229740 1 -- 172.21.15.90:0/2189591407 >> 172.21.15.90:0/2189591407 conn(0x5639a77b0a70 msgr2=0x5639a77afbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:46.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3e11229740 1 -- 172.21.15.90:0/2189591407 shutdown_connections 2024-04-26T17:27:46.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3e11229740 1 -- 172.21.15.90:0/2189591407 wait complete. 2024-04-26T17:27:46.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.239+0000 7f3e11229740 20 client.15882 trim_cache size 0 max 16384 2024-04-26T17:27:46.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e11229740 1 Processor -- start 2024-04-26T17:27:46.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e11229740 1 -- start start 2024-04-26T17:27:46.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e11229740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 0x5639a77b3980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e11229740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5df0 0x5639a77c6db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e11229740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77baf60 0x5639a77b3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e11229740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3e081ad010 con 0x5639a77b5400 2024-04-26T17:27:46.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e11229740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f3e081aeb50 con 0x5639a77baf60 2024-04-26T17:27:46.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e11229740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3e081ad6e0 con 0x5639a77b5df0 2024-04-26T17:27:46.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e07fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 0x5639a77b3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e07fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 0x5639a77b3980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55612/0 (socket says 172.21.15.90:55612) 2024-04-26T17:27:46.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e07fff640 1 -- 172.21.15.90:0/1658310964 learned_addr learned my addr 172.21.15.90:0/1658310964 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:46.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e0c9ce640 1 --2- 172.21.15.90:0/1658310964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77baf60 0x5639a77b3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e077fe640 1 --2- 172.21.15.90:0/1658310964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5df0 0x5639a77c6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e07fff640 1 -- 172.21.15.90:0/1658310964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5df0 msgr2=0x5639a77c6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e07fff640 1 --2- 172.21.15.90:0/1658310964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5df0 0x5639a77c6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e07fff640 1 -- 172.21.15.90:0/1658310964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77baf60 msgr2=0x5639a77b3ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e07fff640 1 --2- 172.21.15.90:0/1658310964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77baf60 0x5639a77b3ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e07fff640 1 -- 172.21.15.90:0/1658310964 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639a77b08a0 con 0x5639a77b5400 2024-04-26T17:27:46.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.260+0000 7f3e0c9ce640 1 --2- 172.21.15.90:0/1658310964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77baf60 0x5639a77b3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:46.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3e07fff640 1 --2- 172.21.15.90:0/1658310964 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 0x5639a77b3980 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f3df800f8c0 tx=0x7f3df8005750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f57370b30633ad0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:46.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3dedffb640 1 -- 172.21.15.90:0/1658310964 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df801c040 con 0x5639a77b5400 2024-04-26T17:27:46.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3dedffb640 1 -- 172.21.15.90:0/1658310964 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3df801d040 con 0x5639a77b5400 2024-04-26T17:27:46.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3dedffb640 1 -- 172.21.15.90:0/1658310964 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df8003d90 con 0x5639a77b5400 2024-04-26T17:27:46.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3e11229740 1 -- 172.21.15.90:0/1658310964 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 msgr2=0x5639a77b3980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3e11229740 1 --2- 172.21.15.90:0/1658310964 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 0x5639a77b3980 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f3df800f8c0 tx=0x7f3df8005750 comp rx=0 tx=0).stop 2024-04-26T17:27:46.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3e11229740 1 -- 172.21.15.90:0/1658310964 shutdown_connections 2024-04-26T17:27:46.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3e11229740 1 --2- 172.21.15.90:0/1658310964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77baf60 0x5639a77b3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3e11229740 1 --2- 172.21.15.90:0/1658310964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5df0 0x5639a77c6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3e11229740 1 --2- 172.21.15.90:0/1658310964 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77b5400 0x5639a77b3980 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3e11229740 1 -- 172.21.15.90:0/1658310964 >> 172.21.15.90:0/1658310964 conn(0x5639a77b0a70 msgr2=0x5639a77bf870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:46.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3e11229740 1 -- 172.21.15.90:0/1658310964 shutdown_connections 2024-04-26T17:27:46.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.261+0000 7f3e11229740 1 -- 172.21.15.90:0/1658310964 wait complete. 2024-04-26T17:27:46.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e11229740 1 -- start start 2024-04-26T17:27:46.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e11229740 1 Processor -- start 2024-04-26T17:27:46.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e11229740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5400 0x5639a77c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e11229740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77c4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e11229740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 0x5639a77c5e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e11229740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3e081ae480 con 0x5639a77baf60 2024-04-26T17:27:46.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e11229740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f3e081addb0 con 0x5639a77b5df0 2024-04-26T17:27:46.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e11229740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3e081aaff0 con 0x5639a77b5400 2024-04-26T17:27:46.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e11229740 10 client.0 _ll_register_callbacks cb 0x7f3e00031cd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:46.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e0c9ce640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 0x5639a77c5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e077fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77c4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e0c9ce640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 0x5639a77c5e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55626/0 (socket says 172.21.15.90:55626) 2024-04-26T17:27:46.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e0c9ce640 1 -- 172.21.15.90:0/1067666223 learned_addr learned my addr 172.21.15.90:0/1067666223 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:46.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.262+0000 7f3e07fff640 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5400 0x5639a77c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e0c9ce640 1 -- 172.21.15.90:0/1067666223 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5400 msgr2=0x5639a77c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e0c9ce640 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5400 0x5639a77c4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e0c9ce640 1 -- 172.21.15.90:0/1067666223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 msgr2=0x5639a77c4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e0c9ce640 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77c4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e0c9ce640 1 -- 172.21.15.90:0/1067666223 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639a77be1d0 con 0x5639a77baf60 2024-04-26T17:27:46.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e07fff640 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5400 0x5639a77c4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:46.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e0c9ce640 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 0x5639a77c5e30 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f3e00009bf0 tx=0x7f3e0004d730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4e0747c84811e65 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:46.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3de77fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:46.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3de77fe640 1 -- 172.21.15.90:0/1067666223 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e00063020 con 0x5639a77baf60 2024-04-26T17:27:46.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3de77fe640 1 -- 172.21.15.90:0/1067666223 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f3e0004d820 con 0x5639a77baf60 2024-04-26T17:27:46.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e11229740 1 -- 172.21.15.90:0/1067666223 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3df801d040 con 0x5639a77baf60 2024-04-26T17:27:46.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3de77fe640 1 -- 172.21.15.90:0/1067666223 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3e0006e050 con 0x5639a77baf60 2024-04-26T17:27:46.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e11229740 10 client.15888 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:46.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e11229740 1 -- 172.21.15.90:0/1067666223 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5639a7831bf0 con 0x5639a77baf60 2024-04-26T17:27:46.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3de77fe640 1 -- 172.21.15.90:0/1067666223 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3df801d040 con 0x5639a77baf60 2024-04-26T17:27:46.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3de77fe640 1 -- 172.21.15.90:0/1067666223 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3e0004a040 con 0x5639a77baf60 2024-04-26T17:27:46.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e11229740 10 client.15888 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:46.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e11229740 10 client.15888 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:46.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e11229740 20 client.15888 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:46.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e11229740 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5639a7832610 0x5639a7834a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e11229740 4 client.15888 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T17:27:46.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.263+0000 7f3e11229740 1 -- 172.21.15.90:0/1067666223 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5639a77221b0 con 0x5639a7832610 2024-04-26T17:27:46.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.264+0000 7f3e07fff640 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5639a7832610 0x5639a7834a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.264+0000 7f3de77fe640 10 client.15888 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:46.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.264+0000 7f3e07fff640 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5639a7832610 0x5639a7834a30 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e0acedc36fc084d server_cookie=8fabebbc0155b742 in_seq=0 out_seq=0 2024-04-26T17:27:46.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.265+0000 7f3de77fe640 1 -- 172.21.15.90:0/1067666223 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5639a77221b0 con 0x5639a7832610 2024-04-26T17:27:46.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.265+0000 7f3de77fe640 10 client.15888 handle_command_reply: tid=0 2024-04-26T17:27:46.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.265+0000 7f3e11229740 1 client.15888 shutdown 2024-04-26T17:27:46.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.265+0000 7f3e11229740 1 -- 172.21.15.90:0/1067666223 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 msgr2=0x5639a77c5e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e11229740 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 0x5639a77c5e30 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f3e00009bf0 tx=0x7f3e0004d730 comp rx=0 tx=0).stop 2024-04-26T17:27:46.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e11229740 1 -- 172.21.15.90:0/1067666223 shutdown_connections 2024-04-26T17:27:46.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e11229740 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5639a7832610 0x5639a7834a30 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e11229740 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639a77baf60 0x5639a77c5e30 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e11229740 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5639a77b5df0 0x5639a77c4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e11229740 1 --2- 172.21.15.90:0/1067666223 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639a77b5400 0x5639a77c4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e11229740 1 -- 172.21.15.90:0/1067666223 >> 172.21.15.90:0/1067666223 conn(0x5639a77b0a70 msgr2=0x5639a77af360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:46.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3de77fe640 0 client.15888 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:46.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e11229740 1 -- 172.21.15.90:0/1067666223 shutdown_connections 2024-04-26T17:27:46.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e11229740 1 -- 172.21.15.90:0/1067666223 wait complete. 2024-04-26T17:27:46.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e11229740 20 client.15888 trim_cache size 0 max 16384 2024-04-26T17:27:46.274 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:27:46.274 INFO:teuthology.orchestra.run.smithi090.stdout: "return_code": 0, 2024-04-26T17:27:46.274 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_tag": "e1c4c568-70bb-4fcb-bf39-31220b6f4649", 2024-04-26T17:27:46.275 INFO:teuthology.orchestra.run.smithi090.stdout: "mode": "asynchronous" 2024-04-26T17:27:46.275 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:27:46.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e0e431640 1 -- 172.21.15.90:0/1447007682 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3df00a3c70 msgr2=0x7f3df00a6130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e0e431640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3df00a3c70 0x7f3df00a6130 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f3e00005fe0 tx=0x7f3e0002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e0e431640 1 -- 172.21.15.90:0/1447007682 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e08102230 msgr2=0x7f3e0819f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e0e431640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e08102230 0x7f3e0819f4b0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f3dfc00d950 tx=0x7f3dfc00de10 comp rx=0 tx=0).stop 2024-04-26T17:27:46.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e0e431640 1 -- 172.21.15.90:0/1447007682 shutdown_connections 2024-04-26T17:27:46.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e0e431640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3df00a3c70 0x7f3df00a6130 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e0e431640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3e08102bf0 0x7f3e081a1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e0e431640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e08102230 0x7f3e0819f4b0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e0e431640 1 --2- 172.21.15.90:0/1447007682 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3e08101040 0x7f3e08069e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e0e431640 1 -- 172.21.15.90:0/1447007682 >> 172.21.15.90:0/1447007682 conn(0x7f3e080fc5b0 msgr2=0x7f3e08105650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:46.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e0e431640 1 -- 172.21.15.90:0/1447007682 shutdown_connections 2024-04-26T17:27:46.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.266+0000 7f3e0e431640 1 -- 172.21.15.90:0/1447007682 wait complete. 2024-04-26T17:27:46.277 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T17:27:46.278 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T17:27:46.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.379+0000 7f6bb0442640 1 -- 172.21.15.90:0/1515393219 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ba8102bc0 msgr2=0x7f6ba8104fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.379+0000 7f6bb0442640 1 --2- 172.21.15.90:0/1515393219 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ba8102bc0 0x7f6ba8104fb0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f6ba4009900 tx=0x7f6ba402a410 comp rx=0 tx=0).stop 2024-04-26T17:27:46.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.379+0000 7f6bb0442640 1 -- 172.21.15.90:0/1515393219 shutdown_connections 2024-04-26T17:27:46.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.379+0000 7f6bb0442640 1 --2- 172.21.15.90:0/1515393219 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6ba8107e20 0x7f6ba810a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.379+0000 7f6bb0442640 1 --2- 172.21.15.90:0/1515393219 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ba81054f0 0x7f6ba81078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.379+0000 7f6bb0442640 1 --2- 172.21.15.90:0/1515393219 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ba8102bc0 0x7f6ba8104fb0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.379+0000 7f6bb0442640 1 -- 172.21.15.90:0/1515393219 >> 172.21.15.90:0/1515393219 conn(0x7f6ba80fc5b0 msgr2=0x7f6ba80fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:46.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.379+0000 7f6bb0442640 1 -- 172.21.15.90:0/1515393219 shutdown_connections 2024-04-26T17:27:46.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.379+0000 7f6bb0442640 1 -- 172.21.15.90:0/1515393219 wait complete. 2024-04-26T17:27:46.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bb0442640 1 Processor -- start 2024-04-26T17:27:46.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bb0442640 1 -- start start 2024-04-26T17:27:46.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bb0442640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6ba8102bc0 0x7f6ba81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bb0442640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ba81054f0 0x7f6ba8198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bb0442640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ba8107e20 0x7f6ba819f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bb0442640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba810dc70 con 0x7f6ba81054f0 2024-04-26T17:27:46.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bb0442640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba810daf0 con 0x7f6ba8107e20 2024-04-26T17:27:46.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bb0442640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba810ddf0 con 0x7f6ba8102bc0 2024-04-26T17:27:46.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bad9dd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ba81054f0 0x7f6ba8198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bad9dd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ba81054f0 0x7f6ba8198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55638/0 (socket says 172.21.15.90:55638) 2024-04-26T17:27:46.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bad9dd640 1 -- 172.21.15.90:0/2063799688 learned_addr learned my addr 172.21.15.90:0/2063799688 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:46.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bae9df640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ba8107e20 0x7f6ba819f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bae1de640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6ba8102bc0 0x7f6ba81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bad9dd640 1 -- 172.21.15.90:0/2063799688 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6ba8102bc0 msgr2=0x7f6ba81983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bad9dd640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6ba8102bc0 0x7f6ba81983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bad9dd640 1 -- 172.21.15.90:0/2063799688 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ba8107e20 msgr2=0x7f6ba819f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bad9dd640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ba8107e20 0x7f6ba819f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.380+0000 7f6bad9dd640 1 -- 172.21.15.90:0/2063799688 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ba819fff0 con 0x7f6ba81054f0 2024-04-26T17:27:46.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.381+0000 7f6bad9dd640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ba81054f0 0x7f6ba8198910 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f6b9800e9c0 tx=0x7f6b9800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:46.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.381+0000 7f6b9f7fe640 1 -- 172.21.15.90:0/2063799688 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9800cd80 con 0x7f6ba81054f0 2024-04-26T17:27:46.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.381+0000 7f6b9f7fe640 1 -- 172.21.15.90:0/2063799688 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6b980054d0 con 0x7f6ba81054f0 2024-04-26T17:27:46.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.381+0000 7f6bb0442640 1 -- 172.21.15.90:0/2063799688 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ba81a02e0 con 0x7f6ba81054f0 2024-04-26T17:27:46.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.381+0000 7f6b9f7fe640 1 -- 172.21.15.90:0/2063799688 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b98010430 con 0x7f6ba81054f0 2024-04-26T17:27:46.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.381+0000 7f6bb0442640 1 -- 172.21.15.90:0/2063799688 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ba81a0830 con 0x7f6ba81054f0 2024-04-26T17:27:46.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.383+0000 7f6b9f7fe640 1 -- 172.21.15.90:0/2063799688 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f6b98004fc0 con 0x7f6ba81054f0 2024-04-26T17:27:46.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.383+0000 7f6bb3230740 1 Processor -- start 2024-04-26T17:27:46.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bb3230740 1 -- start start 2024-04-26T17:27:46.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bb3230740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770166c70 0x55d770167090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bb3230740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770167660 0x55d77016c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bb3230740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 0x55d77016ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bb3230740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d7700cbaf0 con 0x55d77016c7d0 2024-04-26T17:27:46.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bb3230740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55d770067890 con 0x55d770167660 2024-04-26T17:27:46.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bb3230740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d7700c7ab0 con 0x55d770166c70 2024-04-26T17:27:46.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bad9dd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 0x55d77016ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bad9dd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 0x55d77016ec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55640/0 (socket says 172.21.15.90:55640) 2024-04-26T17:27:46.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bad9dd640 1 -- 172.21.15.90:0/440806292 learned_addr learned my addr 172.21.15.90:0/440806292 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:46.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bae9df640 1 --2- 172.21.15.90:0/440806292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770166c70 0x55d770167090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6b9f7fe640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6b940a3c40 0x7f6b940a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bae1de640 1 --2- 172.21.15.90:0/440806292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770167660 0x55d77016c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bae9df640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6b940a3c40 0x7f6b940a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6b9f7fe640 1 -- 172.21.15.90:0/2063799688 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f6b980d0d10 con 0x7f6ba81054f0 2024-04-26T17:27:46.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bad9dd640 1 -- 172.21.15.90:0/440806292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770166c70 msgr2=0x55d770167090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bad9dd640 1 --2- 172.21.15.90:0/440806292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770166c70 0x55d770167090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.394 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bad9dd640 1 -- 172.21.15.90:0/440806292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770167660 msgr2=0x55d77016c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.394 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.384+0000 7f6bad9dd640 1 --2- 172.21.15.90:0/440806292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770167660 0x55d77016c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.394 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.385+0000 7f6bad9dd640 1 -- 172.21.15.90:0/440806292 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d76fea77d0 con 0x55d77016c7d0 2024-04-26T17:27:46.394 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.385+0000 7f6bae9df640 1 --2- 172.21.15.90:0/440806292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770166c70 0x55d770167090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:27:46.394 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.385+0000 7f6bad9dd640 1 --2- 172.21.15.90:0/440806292 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 0x55d77016ec60 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f6b980ce230 tx=0x7f6b98005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d21f2c32b0a4061e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:46.394 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.385+0000 7f6bae9df640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6b940a3c40 0x7f6b940a6100 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x55d770167ec0 tx=0x7f6ba0004ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:46.394 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.385+0000 7f6b9cbfe640 1 -- 172.21.15.90:0/440806292 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9809c420 con 0x55d77016c7d0 2024-04-26T17:27:46.394 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.385+0000 7f6b9cbfe640 1 -- 172.21.15.90:0/440806292 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6b980d2070 con 0x55d77016c7d0 2024-04-26T17:27:46.394 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.385+0000 7f6b9cbfe640 1 -- 172.21.15.90:0/440806292 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b980a5730 con 0x55d77016c7d0 2024-04-26T17:27:46.394 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 -- 172.21.15.90:0/440806292 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 msgr2=0x55d77016ec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 --2- 172.21.15.90:0/440806292 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 0x55d77016ec60 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f6b980ce230 tx=0x7f6b98005880 comp rx=0 tx=0).stop 2024-04-26T17:27:46.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 -- 172.21.15.90:0/440806292 shutdown_connections 2024-04-26T17:27:46.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 --2- 172.21.15.90:0/440806292 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 0x55d77016ec60 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 --2- 172.21.15.90:0/440806292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770167660 0x55d77016c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 --2- 172.21.15.90:0/440806292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770166c70 0x55d770167090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 -- 172.21.15.90:0/440806292 >> 172.21.15.90:0/440806292 conn(0x55d7701622e0 msgr2=0x55d7701626e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:46.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 -- 172.21.15.90:0/440806292 shutdown_connections 2024-04-26T17:27:46.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 -- 172.21.15.90:0/440806292 wait complete. 2024-04-26T17:27:46.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 -- start start 2024-04-26T17:27:46.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 Processor -- start 2024-04-26T17:27:46.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770166c70 0x55d770171060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770167660 0x55d7701715a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d77016c7d0 0x55d7701785e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d77016f780 con 0x55d770167660 2024-04-26T17:27:46.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55d7700653c0 con 0x55d770166c70 2024-04-26T17:27:46.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d77016f900 con 0x55d77016c7d0 2024-04-26T17:27:46.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.386+0000 7f6bb3230740 10 client.0 _ll_register_callbacks cb 0x55d770065a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:46.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bad9dd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770167660 0x55d7701715a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bad9dd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770167660 0x55d7701715a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55642/0 (socket says 172.21.15.90:55642) 2024-04-26T17:27:46.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bad9dd640 1 -- 172.21.15.90:0/2351644095 learned_addr learned my addr 172.21.15.90:0/2351644095 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:46.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bae1de640 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770166c70 0x55d770171060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bae9df640 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d77016c7d0 0x55d7701785e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bad9dd640 1 -- 172.21.15.90:0/2351644095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d77016c7d0 msgr2=0x55d7701785e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bad9dd640 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d77016c7d0 0x55d7701785e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bad9dd640 1 -- 172.21.15.90:0/2351644095 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770166c70 msgr2=0x55d770171060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bad9dd640 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770166c70 0x55d770171060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bad9dd640 1 -- 172.21.15.90:0/2351644095 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d76fddd3f0 con 0x55d770167660 2024-04-26T17:27:46.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bad9dd640 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770167660 0x55d7701715a0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f6b98000c00 tx=0x7f6b980ce770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd50e09e1c54d8b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:46.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6b91ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:46.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6b91ffb640 1 -- 172.21.15.90:0/2351644095 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9809c420 con 0x55d770167660 2024-04-26T17:27:46.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6b91ffb640 1 -- 172.21.15.90:0/2351644095 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f6b980a52a0 con 0x55d770167660 2024-04-26T17:27:46.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bb3230740 1 -- 172.21.15.90:0/2351644095 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b980d2070 con 0x55d770167660 2024-04-26T17:27:46.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6b91ffb640 1 -- 172.21.15.90:0/2351644095 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6b9809d1c0 con 0x55d770167660 2024-04-26T17:27:46.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bb3230740 10 client.15900 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:46.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6bb3230740 1 -- 172.21.15.90:0/2351644095 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d76fd9d0f0 con 0x55d770167660 2024-04-26T17:27:46.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.387+0000 7f6b91ffb640 1 -- 172.21.15.90:0/2351644095 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6b980d2070 con 0x55d770167660 2024-04-26T17:27:46.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.388+0000 7f6b91ffb640 1 -- 172.21.15.90:0/2351644095 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6b9809bf10 con 0x55d770167660 2024-04-26T17:27:46.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.388+0000 7f6bb3230740 10 client.15900 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.388+0000 7f6bb3230740 10 client.15900 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.388+0000 7f6bb3230740 20 client.15900 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.388+0000 7f6bb3230740 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d77017c740 0x55d77017eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.388+0000 7f6bb3230740 4 client.15900 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.388+0000 7f6bb3230740 1 -- 172.21.15.90:0/2351644095 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7700d9700 con 0x55d77017c740 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.388+0000 7f6bae1de640 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d77017c740 0x55d77017eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.388+0000 7f6b91ffb640 10 client.15900 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.388+0000 7f6bae1de640 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d77017c740 0x55d77017eb30 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=230e960f1901b498 server_cookie=4d9319ef32cc2241 in_seq=0 out_seq=0 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6b91ffb640 1 -- 172.21.15.90:0/2351644095 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d7700d9700 con 0x55d77017c740 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6b91ffb640 10 client.15900 handle_command_reply: tid=0 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6bb3230740 1 client.15900 shutdown 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6bb3230740 1 -- 172.21.15.90:0/2351644095 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770167660 msgr2=0x55d7701715a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6bb3230740 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770167660 0x55d7701715a0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f6b98000c00 tx=0x7f6b980ce770 comp rx=0 tx=0).stop 2024-04-26T17:27:46.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6bb3230740 1 -- 172.21.15.90:0/2351644095 shutdown_connections 2024-04-26T17:27:46.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6bb3230740 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d77017c740 0x55d77017eb30 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6bb3230740 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d77016c7d0 0x55d7701785e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6bb3230740 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770167660 0x55d7701715a0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6b91ffb640 0 client.15900 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:46.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6bb3230740 1 --2- 172.21.15.90:0/2351644095 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770166c70 0x55d770171060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6bb3230740 1 -- 172.21.15.90:0/2351644095 >> 172.21.15.90:0/2351644095 conn(0x55d7701622e0 msgr2=0x55d770161460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:46.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6bb3230740 1 -- 172.21.15.90:0/2351644095 shutdown_connections 2024-04-26T17:27:46.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6bb3230740 1 -- 172.21.15.90:0/2351644095 wait complete. 2024-04-26T17:27:46.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.389+0000 7f6bb3230740 20 client.15900 trim_cache size 0 max 16384 2024-04-26T17:27:46.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.406+0000 7f6bb3230740 1 Processor -- start 2024-04-26T17:27:46.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.406+0000 7f6bb3230740 1 -- start start 2024-04-26T17:27:46.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bb3230740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770166c70 0x55d770160bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bb3230740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770167660 0x55d7701785a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bb3230740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d77016c7d0 0x55d770161110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bb3230740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba81aade0 con 0x55d770166c70 2024-04-26T17:27:46.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bb3230740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba81ac920 con 0x55d77016c7d0 2024-04-26T17:27:46.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bb3230740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba81ab4b0 con 0x55d770167660 2024-04-26T17:27:46.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bae1de640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770166c70 0x55d770160bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bae1de640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770166c70 0x55d770160bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55658/0 (socket says 172.21.15.90:55658) 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bae1de640 1 -- 172.21.15.90:0/3916379597 learned_addr learned my addr 172.21.15.90:0/3916379597 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bad9dd640 1 --2- 172.21.15.90:0/3916379597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770167660 0x55d7701785a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bae9df640 1 --2- 172.21.15.90:0/3916379597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d77016c7d0 0x55d770161110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bae1de640 1 -- 172.21.15.90:0/3916379597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770167660 msgr2=0x55d7701785a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bae1de640 1 --2- 172.21.15.90:0/3916379597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770167660 0x55d7701785a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bae1de640 1 -- 172.21.15.90:0/3916379597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d77016c7d0 msgr2=0x55d770161110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bae1de640 1 --2- 172.21.15.90:0/3916379597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d77016c7d0 0x55d770161110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bae1de640 1 -- 172.21.15.90:0/3916379597 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d770167a40 con 0x55d770166c70 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6bae1de640 1 --2- 172.21.15.90:0/3916379597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770166c70 0x55d770160bd0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f6ba402a930 tx=0x7f6ba4004280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b3beded8a13acbd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6b93fff640 1 -- 172.21.15.90:0/3916379597 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba4035040 con 0x55d770166c70 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6b93fff640 1 -- 172.21.15.90:0/3916379597 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6ba4031da0 con 0x55d770166c70 2024-04-26T17:27:46.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.407+0000 7f6b93fff640 1 -- 172.21.15.90:0/3916379597 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba4003850 con 0x55d770166c70 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.408+0000 7f6bb3230740 1 -- 172.21.15.90:0/3916379597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770166c70 msgr2=0x55d770160bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.408+0000 7f6bb3230740 1 --2- 172.21.15.90:0/3916379597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770166c70 0x55d770160bd0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f6ba402a930 tx=0x7f6ba4004280 comp rx=0 tx=0).stop 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.408+0000 7f6bb3230740 1 -- 172.21.15.90:0/3916379597 shutdown_connections 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.408+0000 7f6bb3230740 1 --2- 172.21.15.90:0/3916379597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d77016c7d0 0x55d770161110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.408+0000 7f6bb3230740 1 --2- 172.21.15.90:0/3916379597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770167660 0x55d7701785a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.408+0000 7f6bb3230740 1 --2- 172.21.15.90:0/3916379597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d770166c70 0x55d770160bd0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.408+0000 7f6bb3230740 1 -- 172.21.15.90:0/3916379597 >> 172.21.15.90:0/3916379597 conn(0x55d7701622e0 msgr2=0x55d770171060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.408+0000 7f6bb3230740 1 -- 172.21.15.90:0/3916379597 shutdown_connections 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.408+0000 7f6bb3230740 1 -- 172.21.15.90:0/3916379597 wait complete. 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.408+0000 7f6bb3230740 1 -- start start 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bb3230740 1 Processor -- start 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bb3230740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770166c70 0x55d770176260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bb3230740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770167660 0x55d7701767a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bb3230740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 0x55d7701777b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bb3230740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba81ac250 con 0x55d77016c7d0 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bb3230740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba81abb80 con 0x55d770166c70 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bb3230740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba81a8dc0 con 0x55d770167660 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bb3230740 10 client.0 _ll_register_callbacks cb 0x7f6ba4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bae9df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 0x55d7701777b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bae1de640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770166c70 0x55d770176260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bae9df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 0x55d7701777b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55668/0 (socket says 172.21.15.90:55668) 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bae9df640 1 -- 172.21.15.90:0/4117973507 learned_addr learned my addr 172.21.15.90:0/4117973507 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bad9dd640 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770167660 0x55d7701767a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bae9df640 1 -- 172.21.15.90:0/4117973507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770167660 msgr2=0x55d7701767a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bae9df640 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770167660 0x55d7701767a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bae9df640 1 -- 172.21.15.90:0/4117973507 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770166c70 msgr2=0x55d770176260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bae9df640 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770166c70 0x55d770176260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.415 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bae9df640 1 -- 172.21.15.90:0/4117973507 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d770177da0 con 0x55d77016c7d0 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bae1de640 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770166c70 0x55d770176260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6bae9df640 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 0x55d7701777b0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f6ba0014cb0 tx=0x7f6ba0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc9e5899ad1f8b3f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.409+0000 7f6b91ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6b91ffb640 1 -- 172.21.15.90:0/4117973507 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba0029070 con 0x55d77016c7d0 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6b91ffb640 1 -- 172.21.15.90:0/4117973507 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f6ba0004440 con 0x55d77016c7d0 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6bb3230740 1 -- 172.21.15.90:0/4117973507 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ba4031da0 con 0x55d77016c7d0 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6b91ffb640 1 -- 172.21.15.90:0/4117973507 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6ba0035050 con 0x55d77016c7d0 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6bb3230740 10 client.15906 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6bb3230740 1 -- 172.21.15.90:0/4117973507 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d7701e31b0 con 0x55d77016c7d0 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6b91ffb640 1 -- 172.21.15.90:0/4117973507 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6ba4031da0 con 0x55d77016c7d0 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6b91ffb640 1 -- 172.21.15.90:0/4117973507 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6ba0023040 con 0x55d77016c7d0 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6bb3230740 10 client.15906 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6bb3230740 10 client.15906 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:46.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6bb3230740 20 client.15906 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6bb3230740 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d7701e3c10 0x55d7701e6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6bb3230740 4 client.15906 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6bb3230740 1 -- 172.21.15.90:0/4117973507 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d7700d3570 con 0x55d7701e3c10 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.410+0000 7f6bae1de640 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d7701e3c10 0x55d7701e6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6b91ffb640 10 client.15906 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bae1de640 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d7701e3c10 0x55d7701e6030 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8aae57bf4d51463 server_cookie=bd038dc8f497a62c in_seq=0 out_seq=0 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6b91ffb640 1 -- 172.21.15.90:0/4117973507 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55d7700d3570 con 0x55d7701e3c10 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6b91ffb640 10 client.15906 handle_command_reply: tid=0 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bb3230740 1 client.15906 shutdown 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bb3230740 1 -- 172.21.15.90:0/4117973507 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 msgr2=0x55d7701777b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bb3230740 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 0x55d7701777b0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f6ba0014cb0 tx=0x7f6ba0004a40 comp rx=0 tx=0).stop 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bb3230740 1 -- 172.21.15.90:0/4117973507 shutdown_connections 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bb3230740 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d7701e3c10 0x55d7701e6030 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bb3230740 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d77016c7d0 0x55d7701777b0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bb3230740 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d770167660 0x55d7701767a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6b91ffb640 0 client.15906 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:46.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bb3230740 1 --2- 172.21.15.90:0/4117973507 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d770166c70 0x55d770176260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bb3230740 1 -- 172.21.15.90:0/4117973507 >> 172.21.15.90:0/4117973507 conn(0x55d7701622e0 msgr2=0x55d7701652d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:46.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bb3230740 1 -- 172.21.15.90:0/4117973507 shutdown_connections 2024-04-26T17:27:46.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bb3230740 1 -- 172.21.15.90:0/4117973507 wait complete. 2024-04-26T17:27:46.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.411+0000 7f6bb3230740 20 client.15906 trim_cache size 0 max 16384 2024-04-26T17:27:46.418 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:27:46.419 INFO:teuthology.orchestra.run.smithi090.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T17:27:46.419 INFO:teuthology.orchestra.run.smithi090.stdout: "scrubs": { 2024-04-26T17:27:46.419 INFO:teuthology.orchestra.run.smithi090.stdout: "e1c4c568-70bb-4fcb-bf39-31220b6f4649": { 2024-04-26T17:27:46.419 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/", 2024-04-26T17:27:46.419 INFO:teuthology.orchestra.run.smithi090.stdout: "tag": "e1c4c568-70bb-4fcb-bf39-31220b6f4649", 2024-04-26T17:27:46.419 INFO:teuthology.orchestra.run.smithi090.stdout: "options": "recursive,force" 2024-04-26T17:27:46.419 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:27:46.419 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:27:46.419 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:27:46.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.412+0000 7f6bb0442640 1 -- 172.21.15.90:0/2063799688 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6b940a3c40 msgr2=0x7f6b940a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.412+0000 7f6bb0442640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6b940a3c40 0x7f6b940a6100 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x55d770167ec0 tx=0x7f6ba0004ab0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.412+0000 7f6bb0442640 1 -- 172.21.15.90:0/2063799688 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ba81054f0 msgr2=0x7f6ba8198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:46.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.412+0000 7f6bb0442640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ba81054f0 0x7f6ba8198910 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f6b9800e9c0 tx=0x7f6b9800ee80 comp rx=0 tx=0).stop 2024-04-26T17:27:46.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.412+0000 7f6bb0442640 1 -- 172.21.15.90:0/2063799688 shutdown_connections 2024-04-26T17:27:46.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.412+0000 7f6bb0442640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6b940a3c40 0x7f6b940a6100 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.412+0000 7f6bb0442640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ba8107e20 0x7f6ba819f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.412+0000 7f6bb0442640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ba81054f0 0x7f6ba8198910 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.412+0000 7f6bb0442640 1 --2- 172.21.15.90:0/2063799688 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6ba8102bc0 0x7f6ba81983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:46.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.412+0000 7f6bb0442640 1 -- 172.21.15.90:0/2063799688 >> 172.21.15.90:0/2063799688 conn(0x7f6ba80fc5b0 msgr2=0x7f6ba8104a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:46.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.412+0000 7f6bb0442640 1 -- 172.21.15.90:0/2063799688 shutdown_connections 2024-04-26T17:27:46.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:27:46.412+0000 7f6bb0442640 1 -- 172.21.15.90:0/2063799688 wait complete. 2024-04-26T17:27:46.422 INFO:tasks.cephfs.filesystem:scrub status for tag:e1c4c568-70bb-4fcb-bf39-31220b6f4649 - {'path': '/', 'tag': 'e1c4c568-70bb-4fcb-bf39-31220b6f4649', 'options': 'recursive,force'} 2024-04-26T17:27:47.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:47 smithi090 ceph-mon[29417]: scrub queued for path: / 2024-04-26T17:27:47.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:47 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:27:47.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:47 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:27:47.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:47 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:27:47.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:47 smithi167 ceph-mon[32665]: scrub queued for path: / 2024-04-26T17:27:47.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:47 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:27:47.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:47 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:27:47.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:47 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:27:47.546 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:47 smithi119 ceph-mon[32584]: scrub queued for path: / 2024-04-26T17:27:47.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:47 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:27:47.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:47 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:27:47.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:47 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:27:48.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:48 smithi090 ceph-mon[29417]: pgmap v391: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:27:48.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:48 smithi167 ceph-mon[32665]: pgmap v391: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:27:48.546 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:48 smithi119 ceph-mon[32584]: pgmap v391: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:27:49.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:49 smithi090 ceph-mon[29417]: scrub summary: idle 2024-04-26T17:27:49.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:49 smithi167 ceph-mon[32665]: scrub summary: idle 2024-04-26T17:27:49.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:49 smithi119 ceph-mon[32584]: scrub summary: idle 2024-04-26T17:27:50.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:50 smithi090 ceph-mon[29417]: pgmap v392: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T17:27:50.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:50 smithi167 ceph-mon[32665]: pgmap v392: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T17:27:50.546 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:50 smithi119 ceph-mon[32584]: pgmap v392: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T17:27:51.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:51 smithi090 ceph-mon[29417]: pgmap v393: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:27:52.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:51 smithi167 ceph-mon[32665]: pgmap v393: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:27:52.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:51 smithi119 ceph-mon[32584]: pgmap v393: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:27:52.925 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.924+0000 7efddd368640 1 -- 172.21.15.90:0/2455063417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdd8102250 msgr2=0x7efdd81026d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.924+0000 7efddd368640 1 --2- 172.21.15.90:0/2455063417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdd8102250 0x7efdd81026d0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7efdcc009900 tx=0x7efdcc02a410 comp rx=0 tx=0).stop 2024-04-26T17:27:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 -- 172.21.15.90:0/2455063417 shutdown_connections 2024-04-26T17:27:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 --2- 172.21.15.90:0/2455063417 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efdd8102c10 0x7efdd81094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 --2- 172.21.15.90:0/2455063417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdd8102250 0x7efdd81026d0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 --2- 172.21.15.90:0/2455063417 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efdd8101060 0x7efdd8101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 -- 172.21.15.90:0/2455063417 >> 172.21.15.90:0/2455063417 conn(0x7efdd80fc5d0 msgr2=0x7efdd80fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 -- 172.21.15.90:0/2455063417 shutdown_connections 2024-04-26T17:27:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 -- 172.21.15.90:0/2455063417 wait complete. 2024-04-26T17:27:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 Processor -- start 2024-04-26T17:27:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 -- start start 2024-04-26T17:27:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdd8101060 0x7efdd8197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efdd8102250 0x7efdd8197670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efdd8102c10 0x7efdd819e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efdd810cb70 con 0x7efdd8101060 2024-04-26T17:27:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7efdd810c9f0 con 0x7efdd8102250 2024-04-26T17:27:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.925+0000 7efddd368640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7efdd810ccf0 con 0x7efdd8102c10 2024-04-26T17:27:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdd6ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdd8101060 0x7efdd8197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdd6ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdd8101060 0x7efdd8197130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55678/0 (socket says 172.21.15.90:55678) 2024-04-26T17:27:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdd6ffd640 1 -- 172.21.15.90:0/2469964787 learned_addr learned my addr 172.21.15.90:0/2469964787 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdd67fc640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efdd8102250 0x7efdd8197670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdd77fe640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efdd8102c10 0x7efdd819e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdd6ffd640 1 -- 172.21.15.90:0/2469964787 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efdd8102c10 msgr2=0x7efdd819e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efdd8102c10 0x7efdd819e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdd6ffd640 1 -- 172.21.15.90:0/2469964787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efdd8102250 msgr2=0x7efdd8197670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efdd8102250 0x7efdd8197670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdd6ffd640 1 -- 172.21.15.90:0/2469964787 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdd819ed00 con 0x7efdd8101060 2024-04-26T17:27:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdd77fe640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efdd8102c10 0x7efdd819e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdd8101060 0x7efdd8197130 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7efdd000c970 tx=0x7efdd000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdbffff640 1 -- 172.21.15.90:0/2469964787 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd0007c10 con 0x7efdd8101060 2024-04-26T17:27:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdbffff640 1 -- 172.21.15.90:0/2469964787 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7efdd0007db0 con 0x7efdd8101060 2024-04-26T17:27:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efdbffff640 1 -- 172.21.15.90:0/2469964787 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd000f850 con 0x7efdd8101060 2024-04-26T17:27:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efddd368640 1 -- 172.21.15.90:0/2469964787 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdd819eff0 con 0x7efdd8101060 2024-04-26T17:27:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.926+0000 7efddd368640 1 -- 172.21.15.90:0/2469964787 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdd819f460 con 0x7efdd8101060 2024-04-26T17:27:52.934 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efdbffff640 1 -- 172.21.15.90:0/2469964787 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7efdd000f9f0 con 0x7efdd8101060 2024-04-26T17:27:52.934 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efde0080740 1 Processor -- start 2024-04-26T17:27:52.935 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efde0080740 1 -- start start 2024-04-26T17:27:52.935 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efde0080740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e525dc90 0x5603e525c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.935 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efde0080740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 0x5603e525cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.935 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efde0080740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e5266930 0x5603e5268d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.935 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efde0080740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5603e51c1110 con 0x5603e525c920 2024-04-26T17:27:52.935 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efde0080740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5603e515d4a0 con 0x5603e5266930 2024-04-26T17:27:52.935 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efde0080740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5603e51bd0d0 con 0x5603e525dc90 2024-04-26T17:27:52.935 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efdd6ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 0x5603e525cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.935 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efdd6ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 0x5603e525cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55694/0 (socket says 172.21.15.90:55694) 2024-04-26T17:27:52.935 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efdd6ffd640 1 -- 172.21.15.90:0/915501995 learned_addr learned my addr 172.21.15.90:0/915501995 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:52.935 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efdd67fc640 1 --2- 172.21.15.90:0/915501995 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e5266930 0x5603e5268d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efdbffff640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efdc00a3d70 0x7efdc00a6230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.929+0000 7efdd77fe640 1 --2- 172.21.15.90:0/915501995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e525dc90 0x5603e525c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.930+0000 7efdd77fe640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efdc00a3d70 0x7efdc00a6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.930+0000 7efdbffff640 1 -- 172.21.15.90:0/2469964787 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7efdd00d0cb0 con 0x7efdd8101060 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.930+0000 7efdd6ffd640 1 -- 172.21.15.90:0/915501995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e525dc90 msgr2=0x5603e525c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.930+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/915501995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e525dc90 0x5603e525c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.930+0000 7efdd6ffd640 1 -- 172.21.15.90:0/915501995 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e5266930 msgr2=0x5603e5268d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.930+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/915501995 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e5266930 0x5603e5268d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.930+0000 7efdd6ffd640 1 -- 172.21.15.90:0/915501995 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603e4ed3210 con 0x5603e525c920 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.930+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/915501995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 0x5603e525cda0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7efdd009c7f0 tx=0x7efdd0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d92b332ee1b147d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.930+0000 7efdbd7fa640 1 -- 172.21.15.90:0/915501995 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd009caf0 con 0x5603e525c920 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.930+0000 7efdd77fe640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efdc00a3d70 0x7efdc00a6230 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x5603e525d820 tx=0x7efdc8005f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.930+0000 7efdbd7fa640 1 -- 172.21.15.90:0/915501995 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7efdd00a0ea0 con 0x5603e525c920 2024-04-26T17:27:52.936 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.930+0000 7efdbd7fa640 1 -- 172.21.15.90:0/915501995 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd00a30a0 con 0x5603e525c920 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.931+0000 7efde0080740 1 -- 172.21.15.90:0/915501995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 msgr2=0x5603e525cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.931+0000 7efde0080740 1 --2- 172.21.15.90:0/915501995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 0x5603e525cda0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7efdd009c7f0 tx=0x7efdd0000bc0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.931+0000 7efde0080740 1 -- 172.21.15.90:0/915501995 shutdown_connections 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.931+0000 7efde0080740 1 --2- 172.21.15.90:0/915501995 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e5266930 0x5603e5268d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.931+0000 7efde0080740 1 --2- 172.21.15.90:0/915501995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 0x5603e525cda0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.931+0000 7efde0080740 1 --2- 172.21.15.90:0/915501995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e525dc90 0x5603e525c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.931+0000 7efde0080740 1 -- 172.21.15.90:0/915501995 >> 172.21.15.90:0/915501995 conn(0x5603e52249c0 msgr2=0x5603e5258050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.931+0000 7efde0080740 1 -- 172.21.15.90:0/915501995 shutdown_connections 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.931+0000 7efde0080740 1 -- 172.21.15.90:0/915501995 wait complete. 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.931+0000 7efde0080740 1 -- start start 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efde0080740 1 Processor -- start 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efde0080740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525c920 0x5603e526ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efde0080740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 0x5603e526b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.937 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efde0080740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e52720c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efde0080740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5603e52694a0 con 0x5603e525dc90 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efde0080740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5603e515b0b0 con 0x5603e525c920 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efde0080740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5603e5269620 con 0x5603e5266930 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efde0080740 10 client.0 _ll_register_callbacks cb 0x5603e5148d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efdd67fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 0x5603e526b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efdd67fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 0x5603e526b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55696/0 (socket says 172.21.15.90:55696) 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efdd67fc640 1 -- 172.21.15.90:0/3415598850 learned_addr learned my addr 172.21.15.90:0/3415598850 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efdd77fe640 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e52720c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525c920 0x5603e526ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efdd67fc640 1 -- 172.21.15.90:0/3415598850 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 msgr2=0x5603e52720c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efdd67fc640 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e52720c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efdd67fc640 1 -- 172.21.15.90:0/3415598850 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525c920 msgr2=0x5603e526ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:52.938 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efdd67fc640 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525c920 0x5603e526ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efdd67fc640 1 -- 172.21.15.90:0/3415598850 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603e4f9f620 con 0x5603e525dc90 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efdd67fc640 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 0x5603e526b080 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7efdcc005940 tx=0x7efdcc031cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de67912149378cce server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.932+0000 7efdbaff5640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efdbaff5640 1 -- 172.21.15.90:0/3415598850 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdcc035070 con 0x5603e525dc90 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efdbaff5640 1 -- 172.21.15.90:0/3415598850 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7efdcc004450 con 0x5603e525dc90 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efde0080740 1 -- 172.21.15.90:0/3415598850 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdd00a0ea0 con 0x5603e525dc90 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efdbaff5640 1 -- 172.21.15.90:0/3415598850 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efdcc04d050 con 0x5603e525dc90 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efde0080740 10 client.15918 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efde0080740 1 -- 172.21.15.90:0/3415598850 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5603e52754a0 con 0x5603e525dc90 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efdbaff5640 1 -- 172.21.15.90:0/3415598850 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7efdd00a0ea0 con 0x5603e525dc90 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efdbaff5640 1 -- 172.21.15.90:0/3415598850 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7efdcc004bf0 con 0x5603e525dc90 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efde0080740 10 client.15918 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efde0080740 10 client.15918 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:52.939 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efde0080740 20 client.15918 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efde0080740 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5603e5276be0 0x5603e5279010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efde0080740 4 client.15918 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.933+0000 7efde0080740 1 -- 172.21.15.90:0/3415598850 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603e51ced20 con 0x5603e5276be0 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.934+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5603e5276be0 0x5603e5279010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.934+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5603e5276be0 0x5603e5279010 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c317a6deff3db211 server_cookie=e7a5d36ad1225c08 in_seq=0 out_seq=0 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.934+0000 7efdbaff5640 10 client.15918 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efdbaff5640 1 -- 172.21.15.90:0/3415598850 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5603e51ced20 con 0x5603e5276be0 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efdbaff5640 10 client.15918 handle_command_reply: tid=0 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efde0080740 1 client.15918 shutdown 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efde0080740 1 -- 172.21.15.90:0/3415598850 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 msgr2=0x5603e526b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efde0080740 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 0x5603e526b080 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7efdcc005940 tx=0x7efdcc031cb0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efde0080740 1 -- 172.21.15.90:0/3415598850 shutdown_connections 2024-04-26T17:27:52.940 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efde0080740 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5603e5276be0 0x5603e5279010 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.941 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efde0080740 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e52720c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.941 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efdbaff5640 0 client.15918 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:52.941 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efde0080740 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 0x5603e526b080 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.941 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efde0080740 1 --2- 172.21.15.90:0/3415598850 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525c920 0x5603e526ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.941 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efde0080740 1 -- 172.21.15.90:0/3415598850 >> 172.21.15.90:0/3415598850 conn(0x5603e52249c0 msgr2=0x5603e5257250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:52.941 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efde0080740 1 -- 172.21.15.90:0/3415598850 shutdown_connections 2024-04-26T17:27:52.941 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efde0080740 1 -- 172.21.15.90:0/3415598850 wait complete. 2024-04-26T17:27:52.941 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.935+0000 7efde0080740 20 client.15918 trim_cache size 0 max 16384 2024-04-26T17:27:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.949+0000 7efde0080740 1 Processor -- start 2024-04-26T17:27:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.949+0000 7efde0080740 1 -- start start 2024-04-26T17:27:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efde0080740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 0x5603e5263020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efde0080740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525dc90 0x5603e5272080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efde0080740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e526a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efde0080740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efdd81a8aa0 con 0x5603e525c920 2024-04-26T17:27:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efde0080740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7efdd81aa5e0 con 0x5603e525dc90 2024-04-26T17:27:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efde0080740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7efdd81a9170 con 0x5603e5266930 2024-04-26T17:27:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdd6ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 0x5603e5263020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdd6ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 0x5603e5263020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55712/0 (socket says 172.21.15.90:55712) 2024-04-26T17:27:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdd6ffd640 1 -- 172.21.15.90:0/344766201 learned_addr learned my addr 172.21.15.90:0/344766201 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdd67fc640 1 --2- 172.21.15.90:0/344766201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525dc90 0x5603e5272080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdd6ffd640 1 -- 172.21.15.90:0/344766201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 msgr2=0x5603e526a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdd77fe640 1 --2- 172.21.15.90:0/344766201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e526a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/344766201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e526a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdd6ffd640 1 -- 172.21.15.90:0/344766201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525dc90 msgr2=0x5603e5272080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/344766201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525dc90 0x5603e5272080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdd6ffd640 1 -- 172.21.15.90:0/344766201 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603e5269750 con 0x5603e525c920 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdd77fe640 1 --2- 172.21.15.90:0/344766201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e526a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/344766201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 0x5603e5263020 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7efdd000c940 tx=0x7efdd000a550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92a8292e71b114eb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdbcff9640 1 -- 172.21.15.90:0/344766201 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd00a0ea0 con 0x5603e525c920 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdbcff9640 1 -- 172.21.15.90:0/344766201 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7efdd00d3070 con 0x5603e525c920 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.950+0000 7efdbcff9640 1 -- 172.21.15.90:0/344766201 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd00a3300 con 0x5603e525c920 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.951+0000 7efde0080740 1 -- 172.21.15.90:0/344766201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 msgr2=0x5603e5263020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.951+0000 7efde0080740 1 --2- 172.21.15.90:0/344766201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 0x5603e5263020 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7efdd000c940 tx=0x7efdd000a550 comp rx=0 tx=0).stop 2024-04-26T17:27:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.951+0000 7efde0080740 1 -- 172.21.15.90:0/344766201 shutdown_connections 2024-04-26T17:27:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.951+0000 7efde0080740 1 --2- 172.21.15.90:0/344766201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e526a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.951+0000 7efde0080740 1 --2- 172.21.15.90:0/344766201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525dc90 0x5603e5272080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.951+0000 7efde0080740 1 --2- 172.21.15.90:0/344766201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525c920 0x5603e5263020 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.951+0000 7efde0080740 1 -- 172.21.15.90:0/344766201 >> 172.21.15.90:0/344766201 conn(0x5603e52249c0 msgr2=0x5603e5262910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.951+0000 7efde0080740 1 -- 172.21.15.90:0/344766201 shutdown_connections 2024-04-26T17:27:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.951+0000 7efde0080740 1 -- 172.21.15.90:0/344766201 wait complete. 2024-04-26T17:27:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.951+0000 7efde0080740 1 -- start start 2024-04-26T17:27:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efde0080740 1 Processor -- start 2024-04-26T17:27:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efde0080740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525c920 0x5603e5270210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efde0080740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 0x5603e5270750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efde0080740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e5271580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efde0080740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efdd81a9f10 con 0x5603e525dc90 2024-04-26T17:27:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efde0080740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7efdd81a9840 con 0x5603e525c920 2024-04-26T17:27:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efde0080740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7efdd81a6a80 con 0x5603e5266930 2024-04-26T17:27:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efde0080740 10 client.0 _ll_register_callbacks cb 0x7efdcc031710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:27:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdd67fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 0x5603e5270750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdd67fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 0x5603e5270750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55728/0 (socket says 172.21.15.90:55728) 2024-04-26T17:27:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdd67fc640 1 -- 172.21.15.90:0/3887134550 learned_addr learned my addr 172.21.15.90:0/3887134550 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:27:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdd77fe640 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e5271580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525c920 0x5603e5270210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.958 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdd67fc640 1 -- 172.21.15.90:0/3887134550 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 msgr2=0x5603e5271580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:52.958 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdd67fc640 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e5271580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.958 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdd67fc640 1 -- 172.21.15.90:0/3887134550 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525c920 msgr2=0x5603e5270210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:27:52.958 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdd67fc640 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525c920 0x5603e5270210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.958 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdd67fc640 1 -- 172.21.15.90:0/3887134550 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603e5271c70 con 0x5603e525dc90 2024-04-26T17:27:52.958 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdd77fe640 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e5271580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:27:52.958 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdd67fc640 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 0x5603e5270750 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7efdcc006010 tx=0x7efdcc02ab10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c01dbfcd41c2adcf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:27:52.958 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.952+0000 7efdbaff5640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:27:52.958 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efdbaff5640 1 -- 172.21.15.90:0/3887134550 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdcc035050 con 0x5603e525dc90 2024-04-26T17:27:52.958 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efdbaff5640 1 -- 172.21.15.90:0/3887134550 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7efdcc04a040 con 0x5603e525dc90 2024-04-26T17:27:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efde0080740 1 -- 172.21.15.90:0/3887134550 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdd00d3070 con 0x5603e525dc90 2024-04-26T17:27:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efdbaff5640 1 -- 172.21.15.90:0/3887134550 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efdcc05e050 con 0x5603e525dc90 2024-04-26T17:27:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efde0080740 10 client.15924 fetch_fsmap learned FSMap version 28 2024-04-26T17:27:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efde0080740 1 -- 172.21.15.90:0/3887134550 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5603e52ddb00 con 0x5603e525dc90 2024-04-26T17:27:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efdbaff5640 1 -- 172.21.15.90:0/3887134550 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7efdd00d3070 con 0x5603e525dc90 2024-04-26T17:27:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efdbaff5640 1 -- 172.21.15.90:0/3887134550 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7efdcc003bb0 con 0x5603e525dc90 2024-04-26T17:27:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efde0080740 10 client.15924 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:27:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efde0080740 10 client.15924 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:27:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efde0080740 20 client.15924 populate_metadata read hostname 'smithi090' 2024-04-26T17:27:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efde0080740 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5603e52de440 0x5603e52e0860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:27:52.960 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efde0080740 4 client.15924 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:27:52.960 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efde0080740 1 -- 172.21.15.90:0/3887134550 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5603e526a930 con 0x5603e52de440 2024-04-26T17:27:52.960 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.953+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5603e52de440 0x5603e52e0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:27:52.960 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.954+0000 7efdd6ffd640 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5603e52de440 0x5603e52e0860 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2dc714bc9b29263e server_cookie=19b84068383873be in_seq=0 out_seq=0 2024-04-26T17:27:52.960 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.954+0000 7efdbaff5640 10 client.15924 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.957+0000 7efdbaff5640 1 -- 172.21.15.90:0/3887134550 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5603e526a930 con 0x5603e52de440 2024-04-26T17:27:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.957+0000 7efdbaff5640 10 client.15924 handle_command_reply: tid=0 2024-04-26T17:27:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.957+0000 7efde0080740 1 client.15924 shutdown 2024-04-26T17:27:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efde0080740 1 -- 172.21.15.90:0/3887134550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 msgr2=0x5603e5270750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efde0080740 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 0x5603e5270750 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7efdcc006010 tx=0x7efdcc02ab10 comp rx=0 tx=0).stop 2024-04-26T17:27:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efde0080740 1 -- 172.21.15.90:0/3887134550 shutdown_connections 2024-04-26T17:27:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efde0080740 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5603e52de440 0x5603e52e0860 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efde0080740 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5603e5266930 0x5603e5271580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efde0080740 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5603e525dc90 0x5603e5270750 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efdbaff5640 0 client.15924 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:27:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efde0080740 1 --2- 172.21.15.90:0/3887134550 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5603e525c920 0x5603e5270210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efde0080740 1 -- 172.21.15.90:0/3887134550 >> 172.21.15.90:0/3887134550 conn(0x5603e52249c0 msgr2=0x5603e52569c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efde0080740 1 -- 172.21.15.90:0/3887134550 shutdown_connections 2024-04-26T17:27:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efde0080740 1 -- 172.21.15.90:0/3887134550 wait complete. 2024-04-26T17:27:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efde0080740 20 client.15924 trim_cache size 0 max 16384 2024-04-26T17:27:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:27:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:27:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:27:52.963 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:27:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efddd368640 1 -- 172.21.15.90:0/2469964787 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efdc00a3d70 msgr2=0x7efdc00a6230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efddd368640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efdc00a3d70 0x7efdc00a6230 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x5603e525d820 tx=0x7efdc8005f40 comp rx=0 tx=0).stop 2024-04-26T17:27:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efddd368640 1 -- 172.21.15.90:0/2469964787 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdd8101060 msgr2=0x7efdd8197130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:27:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efddd368640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdd8101060 0x7efdd8197130 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7efdd000c970 tx=0x7efdd000ce30 comp rx=0 tx=0).stop 2024-04-26T17:27:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efddd368640 1 -- 172.21.15.90:0/2469964787 shutdown_connections 2024-04-26T17:27:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efddd368640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efdc00a3d70 0x7efdc00a6230 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efddd368640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efdd8102c10 0x7efdd819e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efddd368640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efdd8102250 0x7efdd8197670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efddd368640 1 --2- 172.21.15.90:0/2469964787 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdd8101060 0x7efdd8197130 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:27:52.964 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.958+0000 7efddd368640 1 -- 172.21.15.90:0/2469964787 >> 172.21.15.90:0/2469964787 conn(0x7efdd80fc5d0 msgr2=0x7efdd8105550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:27:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.959+0000 7efddd368640 1 -- 172.21.15.90:0/2469964787 shutdown_connections 2024-04-26T17:27:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:27:52.959+0000 7efddd368640 1 -- 172.21.15.90:0/2469964787 wait complete. 2024-04-26T17:27:53.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:53 smithi090 ceph-mon[29417]: pgmap v394: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T17:27:54.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:53 smithi167 ceph-mon[32665]: pgmap v394: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T17:27:54.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:53 smithi119 ceph-mon[32584]: pgmap v394: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T17:27:55.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:55 smithi090 ceph-mon[29417]: pgmap v395: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T17:27:56.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:55 smithi167 ceph-mon[32665]: pgmap v395: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T17:27:56.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:55 smithi119 ceph-mon[32584]: pgmap v395: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T17:27:57.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:57 smithi090 ceph-mon[29417]: pgmap v396: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T17:27:58.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:57 smithi167 ceph-mon[32665]: pgmap v396: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T17:27:58.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:57 smithi119 ceph-mon[32584]: pgmap v396: 129 pgs: 129 active+clean; 670 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T17:27:59.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:27:59 smithi090 ceph-mon[29417]: pgmap v397: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T17:28:00.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:27:59 smithi167 ceph-mon[32665]: pgmap v397: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T17:28:00.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:27:59 smithi119 ceph-mon[32584]: pgmap v397: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T17:28:01.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:01 smithi090 ceph-mon[29417]: pgmap v398: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T17:28:02.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:01 smithi167 ceph-mon[32665]: pgmap v398: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T17:28:02.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:01 smithi119 ceph-mon[32584]: pgmap v398: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T17:28:03.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:03 smithi090 ceph-mon[29417]: pgmap v399: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T17:28:04.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:03 smithi167 ceph-mon[32665]: pgmap v399: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T17:28:04.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:03 smithi119 ceph-mon[32584]: pgmap v399: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T17:28:05.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:05 smithi090 ceph-mon[29417]: pgmap v400: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:06.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:05 smithi167 ceph-mon[32665]: pgmap v400: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:05 smithi119 ceph-mon[32584]: pgmap v400: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:06.047 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.047+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/224102439 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ca4103d60 msgr2=0x7f7ca410a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:06.047 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.047+0000 7f7ca8ed9640 1 --2- 172.21.15.90:0/224102439 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ca4103d60 0x7f7ca410a5f0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c009ca0 tx=0x7f7c9c02a8c0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.047 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.047+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/224102439 shutdown_connections 2024-04-26T17:28:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.047+0000 7f7ca8ed9640 1 --2- 172.21.15.90:0/224102439 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ca4103d60 0x7f7ca410a5f0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.047+0000 7f7ca8ed9640 1 --2- 172.21.15.90:0/224102439 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7ca41033a0 0x7f7ca4103820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.047+0000 7f7ca8ed9640 1 --2- 172.21.15.90:0/224102439 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7ca41021b0 0x7f7ca41025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.047+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/224102439 >> 172.21.15.90:0/224102439 conn(0x7f7ca40fd720 msgr2=0x7f7ca40ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.048+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/224102439 shutdown_connections 2024-04-26T17:28:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.048+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/224102439 wait complete. 2024-04-26T17:28:06.050 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.048+0000 7f7ca8ed9640 1 Processor -- start 2024-04-26T17:28:06.050 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca8ed9640 1 -- start start 2024-04-26T17:28:06.050 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca8ed9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7ca41021b0 0x7f7ca4198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca8ed9640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ca41033a0 0x7f7ca41987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca8ed9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7ca4103d60 0x7f7ca419f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca8ed9640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7ca410dcc0 con 0x7f7ca41033a0 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca8ed9640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7ca410db40 con 0x7f7ca4103d60 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca8ed9640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7ca410de40 con 0x7f7ca41021b0 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7ca41021b0 0x7f7ca4198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca1d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ca41033a0 0x7f7ca41987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7ca41021b0 0x7f7ca4198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:38068/0 (socket says 172.21.15.90:38068) 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca1d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ca41033a0 0x7f7ca41987c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:50722/0 (socket says 172.21.15.90:50722) 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca259c640 1 -- 172.21.15.90:0/2248014379 learned_addr learned my addr 172.21.15.90:0/2248014379 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7ca4103d60 0x7f7ca419f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca259c640 1 -- 172.21.15.90:0/2248014379 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7ca4103d60 msgr2=0x7f7ca419f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca259c640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7ca4103d60 0x7f7ca419f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca259c640 1 -- 172.21.15.90:0/2248014379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ca41033a0 msgr2=0x7f7ca41987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:06.052 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca259c640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ca41033a0 0x7f7ca41987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.052 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca259c640 1 -- 172.21.15.90:0/2248014379 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ca419fea0 con 0x7f7ca41021b0 2024-04-26T17:28:06.052 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.049+0000 7f7ca1d9b640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ca41033a0 0x7f7ca41987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:06.052 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.050+0000 7f7ca259c640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7ca41021b0 0x7f7ca4198280 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7c9400d770 tx=0x7f7c9400dc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:06.052 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.050+0000 7f7c937fe640 1 -- 172.21.15.90:0/2248014379 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c94017070 con 0x7f7ca41021b0 2024-04-26T17:28:06.052 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.050+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/2248014379 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ca4074390 con 0x7f7ca41021b0 2024-04-26T17:28:06.052 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.050+0000 7f7c937fe640 1 -- 172.21.15.90:0/2248014379 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7c94009c30 con 0x7f7ca41021b0 2024-04-26T17:28:06.052 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.050+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/2248014379 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ca4074930 con 0x7f7ca41021b0 2024-04-26T17:28:06.052 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.050+0000 7f7c937fe640 1 -- 172.21.15.90:0/2248014379 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c94003d00 con 0x7f7ca41021b0 2024-04-26T17:28:06.052 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.053+0000 7f7cabbe0740 1 Processor -- start 2024-04-26T17:28:06.052 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.053+0000 7f7c937fe640 1 -- 172.21.15.90:0/2248014379 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f7c94003ea0 con 0x7f7ca41021b0 2024-04-26T17:28:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.053+0000 7f7cabbe0740 1 -- start start 2024-04-26T17:28:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7cabbe0740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b3b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7cabbe0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b40ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7cabbe0740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b435c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7cabbe0740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55cc60aa0110 con 0x55cc60b41130 2024-04-26T17:28:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7cabbe0740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55cc60a3c4a0 con 0x55cc60b3b5d0 2024-04-26T17:28:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7cabbe0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55cc60a9c0d0 con 0x55cc60b3bfc0 2024-04-26T17:28:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca1d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b435c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca1d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b435c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:50734/0 (socket says 172.21.15.90:50734) 2024-04-26T17:28:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca1d9b640 1 -- 172.21.15.90:0/4058515067 learned_addr learned my addr 172.21.15.90:0/4058515067 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca259c640 1 --2- 172.21.15.90:0/4058515067 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b40ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7c937fe640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7c8c0a3cf0 0x7f7c8c0a61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/4058515067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b3b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca1d9b640 1 -- 172.21.15.90:0/4058515067 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 msgr2=0x55cc60b40ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca1d9b640 1 --2- 172.21.15.90:0/4058515067 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b40ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca1d9b640 1 -- 172.21.15.90:0/4058515067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 msgr2=0x55cc60b3b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca1d9b640 1 --2- 172.21.15.90:0/4058515067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b3b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7c937fe640 1 -- 172.21.15.90:0/2248014379 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7c940d04e0 con 0x7f7ca41021b0 2024-04-26T17:28:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca1d9b640 1 -- 172.21.15.90:0/4058515067 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc607b2210 con 0x55cc60b41130 2024-04-26T17:28:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/4058515067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b3b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca259c640 1 --2- 172.21.15.90:0/4058515067 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b40ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.054+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7c8c0a3cf0 0x7f7c8c0a61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.055+0000 7f7ca1d9b640 1 --2- 172.21.15.90:0/4058515067 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b435c0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f7c98009680 tx=0x7f7c98009b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98a7d92c84a8f47e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.055+0000 7f7c90ff9640 1 -- 172.21.15.90:0/4058515067 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c98008810 con 0x55cc60b41130 2024-04-26T17:28:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.055+0000 7f7c90ff9640 1 -- 172.21.15.90:0/4058515067 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7c9801f070 con 0x55cc60b41130 2024-04-26T17:28:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.055+0000 7f7c90ff9640 1 -- 172.21.15.90:0/4058515067 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9801ad70 con 0x55cc60b41130 2024-04-26T17:28:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.056+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7c8c0a3cf0 0x7f7c8c0a61b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x55cc60b3c820 tx=0x7f7c9c040040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.056+0000 7f7cabbe0740 1 -- 172.21.15.90:0/4058515067 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 msgr2=0x55cc60b435c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.056+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/4058515067 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b435c0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f7c98009680 tx=0x7f7c98009b40 comp rx=0 tx=0).stop 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.056+0000 7f7cabbe0740 1 -- 172.21.15.90:0/4058515067 shutdown_connections 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.056+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/4058515067 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b435c0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.056+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/4058515067 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b40ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.056+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/4058515067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b3b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.056+0000 7f7cabbe0740 1 -- 172.21.15.90:0/4058515067 >> 172.21.15.90:0/4058515067 conn(0x55cc60b039c0 msgr2=0x55cc60b37050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.056+0000 7f7cabbe0740 1 -- 172.21.15.90:0/4058515067 shutdown_connections 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.056+0000 7f7cabbe0740 1 -- 172.21.15.90:0/4058515067 wait complete. 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.056+0000 7f7cabbe0740 1 -- start start 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7cabbe0740 1 Processor -- start 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7cabbe0740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b45720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7cabbe0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b45c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7cabbe0740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7cabbe0740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55cc60b440e0 con 0x55cc60b41130 2024-04-26T17:28:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7cabbe0740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55cc60a3a0b0 con 0x55cc60b3b5d0 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7cabbe0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55cc60b44260 con 0x55cc60b3bfc0 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7cabbe0740 10 client.0 _ll_register_callbacks cb 0x55cc60a27d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7ca2d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7ca2d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:50736/0 (socket says 172.21.15.90:50736) 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7ca2d9d640 1 -- 172.21.15.90:0/3842039991 learned_addr learned my addr 172.21.15.90:0/3842039991 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7ca1d9b640 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b45c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7ca259c640 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b45720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7ca2d9d640 1 -- 172.21.15.90:0/3842039991 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 msgr2=0x55cc60b45c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b45c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7ca2d9d640 1 -- 172.21.15.90:0/3842039991 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 msgr2=0x55cc60b45720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b45720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7ca2d9d640 1 -- 172.21.15.90:0/3842039991 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc6087e620 con 0x55cc60b41130 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.057+0000 7f7ca1d9b640 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b45c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:06.060 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.058+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4cca0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c035000 tx=0x7f7c9c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=259e53ec64b6b01a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:06.061 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.058+0000 7f7c89ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:06.061 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.058+0000 7f7c89ffb640 1 -- 172.21.15.90:0/3842039991 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9c0045d0 con 0x55cc60b41130 2024-04-26T17:28:06.061 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.058+0000 7f7c89ffb640 1 -- 172.21.15.90:0/3842039991 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7c9c004770 con 0x55cc60b41130 2024-04-26T17:28:06.061 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.058+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3842039991 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c9801f070 con 0x55cc60b41130 2024-04-26T17:28:06.061 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.058+0000 7f7c89ffb640 1 -- 172.21.15.90:0/3842039991 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7c9c0305c0 con 0x55cc60b41130 2024-04-26T17:28:06.061 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.058+0000 7f7cabbe0740 10 client.15936 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:06.061 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.058+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3842039991 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cc60b50020 con 0x55cc60b41130 2024-04-26T17:28:06.062 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.058+0000 7f7c89ffb640 1 -- 172.21.15.90:0/3842039991 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7c9801f070 con 0x55cc60b41130 2024-04-26T17:28:06.062 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.059+0000 7f7c89ffb640 1 -- 172.21.15.90:0/3842039991 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7c9c047040 con 0x55cc60b41130 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.059+0000 7f7cabbe0740 10 client.15936 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.059+0000 7f7cabbe0740 10 client.15936 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.059+0000 7f7cabbe0740 20 client.15936 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.059+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55cc60b51990 0x55cc60b53d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.059+0000 7f7cabbe0740 4 client.15936 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.059+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3842039991 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc60aadd20 con 0x55cc60b51990 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.059+0000 7f7ca259c640 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55cc60b51990 0x55cc60b53d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.060+0000 7f7ca259c640 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55cc60b51990 0x55cc60b53d80 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe6511b1c1490a89 server_cookie=96f33d729ac3c0fa in_seq=0 out_seq=0 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.060+0000 7f7c89ffb640 10 client.15936 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.060+0000 7f7c89ffb640 1 -- 172.21.15.90:0/3842039991 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cc60aadd20 con 0x55cc60b51990 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.060+0000 7f7c89ffb640 10 client.15936 handle_command_reply: tid=0 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7cabbe0740 1 client.15936 shutdown 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3842039991 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 msgr2=0x55cc60b4cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:06.063 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4cca0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c035000 tx=0x7f7c9c0095c0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.064 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3842039991 shutdown_connections 2024-04-26T17:28:06.064 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55cc60b51990 0x55cc60b53d80 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.064 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4cca0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.064 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7c89ffb640 0 client.15936 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:06.064 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b45c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.064 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/3842039991 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b45720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.064 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3842039991 >> 172.21.15.90:0/3842039991 conn(0x55cc60b039c0 msgr2=0x55cc60b36250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:06.064 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3842039991 shutdown_connections 2024-04-26T17:28:06.064 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3842039991 wait complete. 2024-04-26T17:28:06.064 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.061+0000 7f7cabbe0740 20 client.15936 trim_cache size 0 max 16384 2024-04-26T17:28:06.094 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.089+0000 7f7cabbe0740 1 Processor -- start 2024-04-26T17:28:06.094 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.089+0000 7f7cabbe0740 1 -- start start 2024-04-26T17:28:06.094 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.089+0000 7f7cabbe0740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b3a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.094 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.089+0000 7f7cabbe0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b3ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.094 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.089+0000 7f7cabbe0740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.094 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.089+0000 7f7cabbe0740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8400fcd0 con 0x55cc60b41130 2024-04-26T17:28:06.094 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.089+0000 7f7cabbe0740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7c84011810 con 0x55cc60b3b5d0 2024-04-26T17:28:06.094 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.089+0000 7f7cabbe0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7c840103a0 con 0x55cc60b3bfc0 2024-04-26T17:28:06.094 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7ca2d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7ca2d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:50742/0 (socket says 172.21.15.90:50742) 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7ca2d9d640 1 -- 172.21.15.90:0/931672437 learned_addr learned my addr 172.21.15.90:0/931672437 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7ca259c640 1 --2- 172.21.15.90:0/931672437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b3a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7ca1d9b640 1 --2- 172.21.15.90:0/931672437 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b3ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7ca2d9d640 1 -- 172.21.15.90:0/931672437 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 msgr2=0x55cc60b3ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/931672437 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b3ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7ca2d9d640 1 -- 172.21.15.90:0/931672437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 msgr2=0x55cc60b3a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/931672437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b3a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7ca2d9d640 1 -- 172.21.15.90:0/931672437 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc60b3c3a0 con 0x55cc60b41130 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7ca259c640 1 --2- 172.21.15.90:0/931672437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b3a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/931672437 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4cc60 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c04a910 tx=0x7f7c9c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2f40936fb44833d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7c8bfff640 1 -- 172.21.15.90:0/931672437 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9c04a450 con 0x55cc60b41130 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7c8bfff640 1 -- 172.21.15.90:0/931672437 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7c9c036040 con 0x55cc60b41130 2024-04-26T17:28:06.095 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.090+0000 7f7c8bfff640 1 -- 172.21.15.90:0/931672437 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9c030760 con 0x55cc60b41130 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.091+0000 7f7cabbe0740 1 -- 172.21.15.90:0/931672437 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 msgr2=0x55cc60b4cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.091+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/931672437 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4cc60 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c04a910 tx=0x7f7c9c004a40 comp rx=0 tx=0).stop 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.091+0000 7f7cabbe0740 1 -- 172.21.15.90:0/931672437 shutdown_connections 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.091+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/931672437 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4cc60 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.091+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/931672437 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3bfc0 0x55cc60b3ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.091+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/931672437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3b5d0 0x55cc60b3a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.091+0000 7f7cabbe0740 1 -- 172.21.15.90:0/931672437 >> 172.21.15.90:0/931672437 conn(0x55cc60b039c0 msgr2=0x55cc60b39f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.091+0000 7f7cabbe0740 1 -- 172.21.15.90:0/931672437 shutdown_connections 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.091+0000 7f7cabbe0740 1 -- 172.21.15.90:0/931672437 wait complete. 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7cabbe0740 1 -- start start 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7cabbe0740 1 Processor -- start 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7cabbe0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3b5d0 0x55cc60b4a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.096 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7cabbe0740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3bfc0 0x55cc60b4ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7cabbe0740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7cabbe0740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7c84011140 con 0x55cc60b41130 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7cabbe0740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7c84010a70 con 0x55cc60b3bfc0 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7cabbe0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8400dcb0 con 0x55cc60b3b5d0 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7cabbe0740 10 client.0 _ll_register_callbacks cb 0x7f7c9c0317f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7ca2d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7ca2d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:50758/0 (socket says 172.21.15.90:50758) 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7ca2d9d640 1 -- 172.21.15.90:0/3544163079 learned_addr learned my addr 172.21.15.90:0/3544163079 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7ca1d9b640 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3bfc0 0x55cc60b4ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.092+0000 7f7ca259c640 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3b5d0 0x55cc60b4a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7ca2d9d640 1 -- 172.21.15.90:0/3544163079 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3b5d0 msgr2=0x55cc60b4a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3b5d0 0x55cc60b4a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.097 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7ca2d9d640 1 -- 172.21.15.90:0/3544163079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3bfc0 msgr2=0x55cc60b4ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3bfc0 0x55cc60b4ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7ca2d9d640 1 -- 172.21.15.90:0/3544163079 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc60b4c100 con 0x55cc60b41130 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7ca2d9d640 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4bb10 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c02ade0 tx=0x7f7c9c04adb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4dac7095b1a7e03 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7c89ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7c89ffb640 1 -- 172.21.15.90:0/3544163079 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9c04a660 con 0x55cc60b41130 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7c89ffb640 1 -- 172.21.15.90:0/3544163079 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7c9c004b40 con 0x55cc60b41130 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3544163079 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c9c036040 con 0x55cc60b41130 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7c89ffb640 1 -- 172.21.15.90:0/3544163079 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7c9c004d40 con 0x55cc60b41130 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7cabbe0740 10 client.15942 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3544163079 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cc60bb7ff0 con 0x55cc60b41130 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.093+0000 7f7c89ffb640 1 -- 172.21.15.90:0/3544163079 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7c9c030c10 con 0x55cc60b41130 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.094+0000 7f7c89ffb640 1 -- 172.21.15.90:0/3544163079 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7c9c05e8d0 con 0x55cc60b41130 2024-04-26T17:28:06.098 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.094+0000 7f7cabbe0740 10 client.15942 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:06.099 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.094+0000 7f7cabbe0740 10 client.15942 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:06.099 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.094+0000 7f7cabbe0740 20 client.15942 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:06.099 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.094+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55cc60bb87d0 0x55cc60bbabf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:06.099 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.094+0000 7f7cabbe0740 4 client.15942 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:28:06.099 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.094+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3544163079 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f7c9c036040 con 0x55cc60bb87d0 2024-04-26T17:28:06.099 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.094+0000 7f7ca259c640 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55cc60bb87d0 0x55cc60bbabf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:06.099 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.094+0000 7f7ca259c640 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55cc60bb87d0 0x55cc60bbabf0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85b20d38c23e1083 server_cookie=2e36ab7b5590428 in_seq=0 out_seq=0 2024-04-26T17:28:06.099 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.094+0000 7f7c89ffb640 10 client.15942 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:06.100 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7c89ffb640 1 -- 172.21.15.90:0/3544163079 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f7c9c036040 con 0x55cc60bb87d0 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7c89ffb640 10 client.15942 handle_command_reply: tid=0 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7cabbe0740 1 client.15942 shutdown 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3544163079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 msgr2=0x55cc60b4bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4bb10 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c02ade0 tx=0x7f7c9c04adb0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3544163079 shutdown_connections 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55cc60bb87d0 0x55cc60bbabf0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55cc60b41130 0x55cc60b4bb10 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cc60b3bfc0 0x55cc60b4ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7cabbe0740 1 --2- 172.21.15.90:0/3544163079 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55cc60b3b5d0 0x55cc60b4a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7c89ffb640 0 client.15942 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3544163079 >> 172.21.15.90:0/3544163079 conn(0x55cc60b039c0 msgr2=0x55cc60b3a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3544163079 shutdown_connections 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.098+0000 7f7cabbe0740 1 -- 172.21.15.90:0/3544163079 wait complete. 2024-04-26T17:28:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7cabbe0740 20 client.15942 trim_cache size 0 max 16384 2024-04-26T17:28:06.102 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:28:06.102 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:28:06.102 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:28:06.102 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:28:06.103 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/2248014379 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7c8c0a3cf0 msgr2=0x7f7c8c0a61b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:06.103 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7ca8ed9640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7c8c0a3cf0 0x7f7c8c0a61b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x55cc60b3c820 tx=0x7f7c9c040040 comp rx=0 tx=0).stop 2024-04-26T17:28:06.103 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/2248014379 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7ca41021b0 msgr2=0x7f7ca4198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:06.103 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7ca8ed9640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7ca41021b0 0x7f7ca4198280 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7c9400d770 tx=0x7f7c9400dc30 comp rx=0 tx=0).stop 2024-04-26T17:28:06.103 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/2248014379 shutdown_connections 2024-04-26T17:28:06.103 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7ca8ed9640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7c8c0a3cf0 0x7f7c8c0a61b0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.103 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7ca8ed9640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7ca4103d60 0x7f7ca419f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.103 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7ca8ed9640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ca41033a0 0x7f7ca41987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.103 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7ca8ed9640 1 --2- 172.21.15.90:0/2248014379 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7ca41021b0 0x7f7ca4198280 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:06.103 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/2248014379 >> 172.21.15.90:0/2248014379 conn(0x7f7ca40fd720 msgr2=0x7f7ca41066a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:06.103 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/2248014379 shutdown_connections 2024-04-26T17:28:06.103 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:06.099+0000 7f7ca8ed9640 1 -- 172.21.15.90:0/2248014379 wait complete. 2024-04-26T17:28:07.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:07 smithi090 ceph-mon[29417]: pgmap v401: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:07 smithi167 ceph-mon[32665]: pgmap v401: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:08.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:07 smithi119 ceph-mon[32584]: pgmap v401: 129 pgs: 129 active+clean; 671 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:09.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:09 smithi090 ceph-mon[29417]: pgmap v402: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-26T17:28:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:09 smithi167 ceph-mon[32665]: pgmap v402: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-26T17:28:10.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:09 smithi119 ceph-mon[32584]: pgmap v402: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-26T17:28:11.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:11 smithi090 ceph-mon[29417]: pgmap v403: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:12.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:11 smithi167 ceph-mon[32665]: pgmap v403: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:11 smithi119 ceph-mon[32584]: pgmap v403: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:13.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:13 smithi090 ceph-mon[29417]: pgmap v404: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T17:28:14.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:13 smithi167 ceph-mon[32665]: pgmap v404: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T17:28:14.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:13 smithi119 ceph-mon[32584]: pgmap v404: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T17:28:15.849 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:15 smithi119 ceph-mon[32584]: pgmap v405: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:15.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:15 smithi090 ceph-mon[29417]: pgmap v405: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:16.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:15 smithi167 ceph-mon[32665]: pgmap v405: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:16.424 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T17:28:16.424 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T17:28:16.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.541+0000 7f675d37d640 1 -- 172.21.15.90:0/18020875 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6758107e20 msgr2=0x7f675810a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.541+0000 7f675d37d640 1 --2- 172.21.15.90:0/18020875 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6758107e20 0x7f675810a270 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f6750009ca0 tx=0x7f675002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.542+0000 7f675d37d640 1 -- 172.21.15.90:0/18020875 shutdown_connections 2024-04-26T17:28:16.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.542+0000 7f675d37d640 1 --2- 172.21.15.90:0/18020875 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6758107e20 0x7f675810a270 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.542+0000 7f675d37d640 1 --2- 172.21.15.90:0/18020875 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67581054f0 0x7f67581078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.542+0000 7f675d37d640 1 --2- 172.21.15.90:0/18020875 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6758102bc0 0x7f6758104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.542+0000 7f675d37d640 1 -- 172.21.15.90:0/18020875 >> 172.21.15.90:0/18020875 conn(0x7f67580fc5b0 msgr2=0x7f67580fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:16.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.542+0000 7f675d37d640 1 -- 172.21.15.90:0/18020875 shutdown_connections 2024-04-26T17:28:16.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.542+0000 7f675d37d640 1 -- 172.21.15.90:0/18020875 wait complete. 2024-04-26T17:28:16.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.542+0000 7f675d37d640 1 Processor -- start 2024-04-26T17:28:16.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f675d37d640 1 -- start start 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f675d37d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6758102bc0 0x7f6758102530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f675d37d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67581054f0 0x7f6758100b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f675d37d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6758107e20 0x7f67581010b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f675d37d640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f675810dc50 con 0x7f6758102bc0 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f675d37d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f675810dad0 con 0x7f67581054f0 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f675d37d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f675810ddd0 con 0x7f6758107e20 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f6756ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6758102bc0 0x7f6758102530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f6756ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6758102bc0 0x7f6758102530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43872/0 (socket says 172.21.15.90:43872) 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f6756ffd640 1 -- 172.21.15.90:0/606846262 learned_addr learned my addr 172.21.15.90:0/606846262 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f67567fc640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67581054f0 0x7f6758100b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f67577fe640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6758107e20 0x7f67581010b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f6756ffd640 1 -- 172.21.15.90:0/606846262 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6758107e20 msgr2=0x7f67581010b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f6756ffd640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6758107e20 0x7f67581010b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f6756ffd640 1 -- 172.21.15.90:0/606846262 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67581054f0 msgr2=0x7f6758100b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.543+0000 7f6756ffd640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67581054f0 0x7f6758100b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.544+0000 7f6756ffd640 1 -- 172.21.15.90:0/606846262 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6758101940 con 0x7f6758102bc0 2024-04-26T17:28:16.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.544+0000 7f6756ffd640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6758102bc0 0x7f6758102530 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f674800ccb0 tx=0x7f6748007590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:16.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.544+0000 7f673ffff640 1 -- 172.21.15.90:0/606846262 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6748007ca0 con 0x7f6758102bc0 2024-04-26T17:28:16.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.544+0000 7f675d37d640 1 -- 172.21.15.90:0/606846262 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67581a24b0 con 0x7f6758102bc0 2024-04-26T17:28:16.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.544+0000 7f675d37d640 1 -- 172.21.15.90:0/606846262 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67581a2a50 con 0x7f6758102bc0 2024-04-26T17:28:16.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.544+0000 7f673ffff640 1 -- 172.21.15.90:0/606846262 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6748007e40 con 0x7f6758102bc0 2024-04-26T17:28:16.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.544+0000 7f673ffff640 1 -- 172.21.15.90:0/606846262 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6748004a00 con 0x7f6758102bc0 2024-04-26T17:28:16.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.546+0000 7f673ffff640 1 -- 172.21.15.90:0/606846262 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f6748004020 con 0x7f6758102bc0 2024-04-26T17:28:16.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.547+0000 7f673ffff640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f67400a3c40 0x7f67400a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.547+0000 7f6760173740 1 Processor -- start 2024-04-26T17:28:16.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.547+0000 7f6760173740 1 -- start start 2024-04-26T17:28:16.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.547+0000 7f67567fc640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f67400a3c40 0x7f67400a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.547+0000 7f6760173740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3940c70 0x55ced3941090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.547+0000 7f673ffff640 1 -- 172.21.15.90:0/606846262 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f67480d0910 con 0x7f6758102bc0 2024-04-26T17:28:16.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.547+0000 7f6760173740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3941660 0x55ced3946160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.547+0000 7f6760173740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced39467d0 0x55ced3948c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.547+0000 7f6760173740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ced38a5af0 con 0x55ced3940c70 2024-04-26T17:28:16.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.547+0000 7f6760173740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55ced3841890 con 0x55ced3941660 2024-04-26T17:28:16.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.547+0000 7f6760173740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ced38a1ab0 con 0x55ced39467d0 2024-04-26T17:28:16.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.548+0000 7f6756ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3940c70 0x55ced3941090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.548+0000 7f6756ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3940c70 0x55ced3941090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43878/0 (socket says 172.21.15.90:43878) 2024-04-26T17:28:16.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.548+0000 7f6756ffd640 1 -- 172.21.15.90:0/1625802230 learned_addr learned my addr 172.21.15.90:0/1625802230 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:16.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.548+0000 7f67577fe640 1 --2- 172.21.15.90:0/1625802230 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced39467d0 0x55ced3948c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.548+0000 7f6756ffd640 1 -- 172.21.15.90:0/1625802230 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced39467d0 msgr2=0x55ced3948c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:16.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.548+0000 7f6756ffd640 1 --2- 172.21.15.90:0/1625802230 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced39467d0 0x55ced3948c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.548+0000 7f6756ffd640 1 -- 172.21.15.90:0/1625802230 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3941660 msgr2=0x55ced3946160 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T17:28:16.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.548+0000 7f6756ffd640 1 --2- 172.21.15.90:0/1625802230 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3941660 0x55ced3946160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.548+0000 7f6756ffd640 1 -- 172.21.15.90:0/1625802230 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ced36817d0 con 0x55ced3940c70 2024-04-26T17:28:16.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.548+0000 7f67567fc640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f67400a3c40 0x7f67400a6100 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f67581022a0 tx=0x7f674c00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:16.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.548+0000 7f6756ffd640 1 --2- 172.21.15.90:0/1625802230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3940c70 0x55ced3941090 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f6748099140 tx=0x7f674809c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36f70dbbcf71e806 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:16.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.548+0000 7f673d7fa640 1 -- 172.21.15.90:0/1625802230 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f674801d040 con 0x55ced3940c70 2024-04-26T17:28:16.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.549+0000 7f673d7fa640 1 -- 172.21.15.90:0/1625802230 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f67480ce140 con 0x55ced3940c70 2024-04-26T17:28:16.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.549+0000 7f673d7fa640 1 -- 172.21.15.90:0/1625802230 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67480a4ea0 con 0x55ced3940c70 2024-04-26T17:28:16.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.549+0000 7f6760173740 1 -- 172.21.15.90:0/1625802230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3940c70 msgr2=0x55ced3941090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.549+0000 7f6760173740 1 --2- 172.21.15.90:0/1625802230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3940c70 0x55ced3941090 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f6748099140 tx=0x7f674809c830 comp rx=0 tx=0).stop 2024-04-26T17:28:16.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.549+0000 7f6760173740 1 -- 172.21.15.90:0/1625802230 shutdown_connections 2024-04-26T17:28:16.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 --2- 172.21.15.90:0/1625802230 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced39467d0 0x55ced3948c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 --2- 172.21.15.90:0/1625802230 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3941660 0x55ced3946160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 --2- 172.21.15.90:0/1625802230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3940c70 0x55ced3941090 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 -- 172.21.15.90:0/1625802230 >> 172.21.15.90:0/1625802230 conn(0x55ced393c2e0 msgr2=0x55ced393c6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 -- 172.21.15.90:0/1625802230 shutdown_connections 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 -- 172.21.15.90:0/1625802230 wait complete. 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 -- start start 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 Processor -- start 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced3940c70 0x55ced394b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 0x55ced394b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced39467d0 0x55ced3952670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ced3949780 con 0x55ced3941660 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55ced383f3c0 con 0x55ced39467d0 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ced3949900 con 0x55ced3940c70 2024-04-26T17:28:16.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f6760173740 10 client.0 _ll_register_callbacks cb 0x55ced383fa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.550+0000 7f67567fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 0x55ced394b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f67567fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 0x55ced394b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43880/0 (socket says 172.21.15.90:43880) 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f67567fc640 1 -- 172.21.15.90:0/2675934289 learned_addr learned my addr 172.21.15.90:0/2675934289 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f6756ffd640 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced3940c70 0x55ced394b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f67577fe640 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced39467d0 0x55ced3952670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f67567fc640 1 -- 172.21.15.90:0/2675934289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced3940c70 msgr2=0x55ced394b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f67567fc640 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced3940c70 0x55ced394b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f67567fc640 1 -- 172.21.15.90:0/2675934289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced39467d0 msgr2=0x55ced3952670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f67567fc640 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced39467d0 0x55ced3952670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f67567fc640 1 -- 172.21.15.90:0/2675934289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ced35b73f0 con 0x55ced3941660 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f67577fe640 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced39467d0 0x55ced3952670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f67567fc640 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 0x55ced394b630 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f674c011670 tx=0x7f674c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=338067e8984abad5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:16.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f673aff5640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f673aff5640 1 -- 172.21.15.90:0/2675934289 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f674c005220 con 0x55ced3941660 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f673aff5640 1 -- 172.21.15.90:0/2675934289 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f674c0053c0 con 0x55ced3941660 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f6760173740 1 -- 172.21.15.90:0/2675934289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67480ce140 con 0x55ced3941660 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f673aff5640 1 -- 172.21.15.90:0/2675934289 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f674c02e050 con 0x55ced3941660 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f6760173740 10 client.15954 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.551+0000 7f6760173740 1 -- 172.21.15.90:0/2675934289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ced35770f0 con 0x55ced3941660 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.552+0000 7f673aff5640 1 -- 172.21.15.90:0/2675934289 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f67480ce140 con 0x55ced3941660 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.552+0000 7f673aff5640 1 -- 172.21.15.90:0/2675934289 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f674c01e9f0 con 0x55ced3941660 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.552+0000 7f6760173740 10 client.15954 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.552+0000 7f6760173740 10 client.15954 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.552+0000 7f6760173740 20 client.15954 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.552+0000 7f6760173740 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ced3956d40 0x55ced3959180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.552+0000 7f6760173740 4 client.15954 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:16.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.552+0000 7f6760173740 1 -- 172.21.15.90:0/2675934289 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ced38b3700 con 0x55ced3956d40 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.552+0000 7f6756ffd640 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ced3956d40 0x55ced3959180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.552+0000 7f673aff5640 10 client.15954 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.552+0000 7f6756ffd640 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ced3956d40 0x55ced3959180 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3048caf0b4e46fd8 server_cookie=1787a953b8dd4812 in_seq=0 out_seq=0 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.553+0000 7f673aff5640 1 -- 172.21.15.90:0/2675934289 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ced38b3700 con 0x55ced3956d40 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.553+0000 7f673aff5640 10 client.15954 handle_command_reply: tid=0 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.553+0000 7f6760173740 1 client.15954 shutdown 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.553+0000 7f6760173740 1 -- 172.21.15.90:0/2675934289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 msgr2=0x55ced394b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.553+0000 7f6760173740 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 0x55ced394b630 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f674c011670 tx=0x7f674c004730 comp rx=0 tx=0).stop 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.553+0000 7f6760173740 1 -- 172.21.15.90:0/2675934289 shutdown_connections 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.553+0000 7f6760173740 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ced3956d40 0x55ced3959180 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.553+0000 7f6760173740 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced39467d0 0x55ced3952670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.553+0000 7f6760173740 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 0x55ced394b630 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.553+0000 7f6760173740 1 --2- 172.21.15.90:0/2675934289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced3940c70 0x55ced394b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.553+0000 7f6760173740 1 -- 172.21.15.90:0/2675934289 >> 172.21.15.90:0/2675934289 conn(0x55ced393c2e0 msgr2=0x55ced393b460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:16.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.554+0000 7f673aff5640 0 client.15954 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:16.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.554+0000 7f6760173740 1 -- 172.21.15.90:0/2675934289 shutdown_connections 2024-04-26T17:28:16.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.554+0000 7f6760173740 1 -- 172.21.15.90:0/2675934289 wait complete. 2024-04-26T17:28:16.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.554+0000 7f6760173740 20 client.15954 trim_cache size 0 max 16384 2024-04-26T17:28:16.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f6760173740 1 Processor -- start 2024-04-26T17:28:16.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f6760173740 1 -- start start 2024-04-26T17:28:16.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f6760173740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced3940c70 0x55ced394b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f6760173740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3941660 0x55ced3952630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f6760173740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced39467d0 0x55ced3949d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f67577fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced39467d0 0x55ced3949d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f67577fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced39467d0 0x55ced3949d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43890/0 (socket says 172.21.15.90:43890) 2024-04-26T17:28:16.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f67577fe640 1 -- 172.21.15.90:0/2252120931 learned_addr learned my addr 172.21.15.90:0/2252120931 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:16.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f6760173740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f674400fcd0 con 0x55ced39467d0 2024-04-26T17:28:16.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f6760173740 1 -- 172.21.15.90:0/2252120931 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6744011810 con 0x55ced3941660 2024-04-26T17:28:16.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f6760173740 1 -- 172.21.15.90:0/2252120931 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f67440103a0 con 0x55ced3940c70 2024-04-26T17:28:16.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f6756ffd640 1 --2- 172.21.15.90:0/2252120931 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced3940c70 0x55ced394b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f67577fe640 1 -- 172.21.15.90:0/2252120931 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced3940c70 msgr2=0x55ced394b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:16.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f67567fc640 1 --2- 172.21.15.90:0/2252120931 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3941660 0x55ced3952630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f67577fe640 1 --2- 172.21.15.90:0/2252120931 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced3940c70 0x55ced394b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.588+0000 7f67577fe640 1 -- 172.21.15.90:0/2252120931 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3941660 msgr2=0x55ced3952630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:16.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.589+0000 7f67577fe640 1 --2- 172.21.15.90:0/2252120931 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3941660 0x55ced3952630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.589+0000 7f67577fe640 1 -- 172.21.15.90:0/2252120931 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ced39379b0 con 0x55ced39467d0 2024-04-26T17:28:16.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.589+0000 7f67567fc640 1 --2- 172.21.15.90:0/2252120931 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3941660 0x55ced3952630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:16.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.589+0000 7f67577fe640 1 --2- 172.21.15.90:0/2252120931 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced39467d0 0x55ced3949d00 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f6750035000 tx=0x7f6750031e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8c53e9db8116c55 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:16.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.589+0000 7f673cff9640 1 -- 172.21.15.90:0/2252120931 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f675004b070 con 0x55ced39467d0 2024-04-26T17:28:16.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.589+0000 7f673cff9640 1 -- 172.21.15.90:0/2252120931 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6750036070 con 0x55ced39467d0 2024-04-26T17:28:16.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.589+0000 7f673cff9640 1 -- 172.21.15.90:0/2252120931 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6750004750 con 0x55ced39467d0 2024-04-26T17:28:16.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.590+0000 7f6760173740 1 -- 172.21.15.90:0/2252120931 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced39467d0 msgr2=0x55ced3949d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.590+0000 7f6760173740 1 --2- 172.21.15.90:0/2252120931 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced39467d0 0x55ced3949d00 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f6750035000 tx=0x7f6750031e00 comp rx=0 tx=0).stop 2024-04-26T17:28:16.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.590+0000 7f6760173740 1 -- 172.21.15.90:0/2252120931 shutdown_connections 2024-04-26T17:28:16.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.590+0000 7f6760173740 1 --2- 172.21.15.90:0/2252120931 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced39467d0 0x55ced3949d00 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.590+0000 7f6760173740 1 --2- 172.21.15.90:0/2252120931 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3941660 0x55ced3952630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.590+0000 7f6760173740 1 --2- 172.21.15.90:0/2252120931 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced3940c70 0x55ced394b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.590+0000 7f6760173740 1 -- 172.21.15.90:0/2252120931 >> 172.21.15.90:0/2252120931 conn(0x55ced393c2e0 msgr2=0x55ced393fb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:16.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.590+0000 7f6760173740 1 -- 172.21.15.90:0/2252120931 shutdown_connections 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.590+0000 7f6760173740 1 -- 172.21.15.90:0/2252120931 wait complete. 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.590+0000 7f6760173740 1 -- start start 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f6760173740 1 Processor -- start 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f6760173740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3940c70 0x55ced394fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f6760173740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 0x55ced3950260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f67567fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 0x55ced3950260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f67567fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 0x55ced3950260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43896/0 (socket says 172.21.15.90:43896) 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f6760173740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced39467d0 0x55ced3951270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f67567fc640 1 -- 172.21.15.90:0/3057194724 learned_addr learned my addr 172.21.15.90:0/3057194724 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f6760173740 1 -- 172.21.15.90:0/3057194724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6744011140 con 0x55ced3941660 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f6760173740 1 -- 172.21.15.90:0/3057194724 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6744010a70 con 0x55ced3940c70 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f6760173740 1 -- 172.21.15.90:0/3057194724 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f674400dcb0 con 0x55ced39467d0 2024-04-26T17:28:16.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f6760173740 10 client.0 _ll_register_callbacks cb 0x7f674c00b910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f6756ffd640 1 --2- 172.21.15.90:0/3057194724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3940c70 0x55ced394fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f67567fc640 1 -- 172.21.15.90:0/3057194724 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced39467d0 msgr2=0x55ced3951270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f67567fc640 1 --2- 172.21.15.90:0/3057194724 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced39467d0 0x55ced3951270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f67567fc640 1 -- 172.21.15.90:0/3057194724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3940c70 msgr2=0x55ced394fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f67567fc640 1 --2- 172.21.15.90:0/3057194724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3940c70 0x55ced394fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.591+0000 7f67567fc640 1 -- 172.21.15.90:0/3057194724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ced3951860 con 0x55ced3941660 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f67567fc640 1 --2- 172.21.15.90:0/3057194724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 0x55ced3950260 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f674c004700 tx=0x7f674c026780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4e43cb5f50e6b88 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f673aff5640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f673aff5640 1 -- 172.21.15.90:0/3057194724 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f674c01eb00 con 0x55ced3941660 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f673aff5640 1 -- 172.21.15.90:0/3057194724 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f674c026880 con 0x55ced3941660 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f6760173740 1 -- 172.21.15.90:0/3057194724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6750036070 con 0x55ced3941660 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f673aff5640 1 -- 172.21.15.90:0/3057194724 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f674c044050 con 0x55ced3941660 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f6760173740 10 client.15960 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:16.597 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f6760173740 1 -- 172.21.15.90:0/3057194724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ced39bd300 con 0x55ced3941660 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f673aff5640 1 -- 172.21.15.90:0/3057194724 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6750036070 con 0x55ced3941660 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f673aff5640 1 -- 172.21.15.90:0/3057194724 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f674c0047a0 con 0x55ced3941660 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f6760173740 10 client.15960 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f6760173740 10 client.15960 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f6760173740 20 client.15960 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.592+0000 7f6760173740 1 --2- 172.21.15.90:0/3057194724 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ced39bdc50 0x55ced39c0070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.593+0000 7f6760173740 4 client.15960 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.593+0000 7f6760173740 1 -- 172.21.15.90:0/3057194724 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ced38ad570 con 0x55ced39bdc50 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.593+0000 7f6756ffd640 1 --2- 172.21.15.90:0/3057194724 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ced39bdc50 0x55ced39c0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.593+0000 7f6756ffd640 1 --2- 172.21.15.90:0/3057194724 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ced39bdc50 0x55ced39c0070 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b685c2ed3591d8a server_cookie=94a51a03f40bf52c in_seq=0 out_seq=0 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.593+0000 7f673aff5640 10 client.15960 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.593+0000 7f673aff5640 1 -- 172.21.15.90:0/3057194724 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ced38ad570 con 0x55ced39bdc50 2024-04-26T17:28:16.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.593+0000 7f673aff5640 10 client.15960 handle_command_reply: tid=0 2024-04-26T17:28:16.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.593+0000 7f6760173740 1 client.15960 shutdown 2024-04-26T17:28:16.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f6760173740 1 -- 172.21.15.90:0/3057194724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 msgr2=0x55ced3950260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f6760173740 1 --2- 172.21.15.90:0/3057194724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 0x55ced3950260 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f674c004700 tx=0x7f674c026780 comp rx=0 tx=0).stop 2024-04-26T17:28:16.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f6760173740 1 -- 172.21.15.90:0/3057194724 shutdown_connections 2024-04-26T17:28:16.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f6760173740 1 --2- 172.21.15.90:0/3057194724 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ced39bdc50 0x55ced39c0070 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f673aff5640 0 client.15960 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:16.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f6760173740 1 --2- 172.21.15.90:0/3057194724 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ced39467d0 0x55ced3951270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f6760173740 1 --2- 172.21.15.90:0/3057194724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ced3941660 0x55ced3950260 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f6760173740 1 --2- 172.21.15.90:0/3057194724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ced3940c70 0x55ced394fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f6760173740 1 -- 172.21.15.90:0/3057194724 >> 172.21.15.90:0/3057194724 conn(0x55ced393c2e0 msgr2=0x55ced393abd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:16.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f6760173740 1 -- 172.21.15.90:0/3057194724 shutdown_connections 2024-04-26T17:28:16.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f6760173740 1 -- 172.21.15.90:0/3057194724 wait complete. 2024-04-26T17:28:16.600 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f6760173740 20 client.15960 trim_cache size 0 max 16384 2024-04-26T17:28:16.600 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:28:16.600 INFO:teuthology.orchestra.run.smithi090.stdout: "status": "no active scrubs running", 2024-04-26T17:28:16.600 INFO:teuthology.orchestra.run.smithi090.stdout: "scrubs": {} 2024-04-26T17:28:16.600 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:28:16.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f675d37d640 1 -- 172.21.15.90:0/606846262 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f67400a3c40 msgr2=0x7f67400a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f675d37d640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f67400a3c40 0x7f67400a6100 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f67581022a0 tx=0x7f674c00b390 comp rx=0 tx=0).stop 2024-04-26T17:28:16.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f675d37d640 1 -- 172.21.15.90:0/606846262 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6758102bc0 msgr2=0x7f6758102530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f675d37d640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6758102bc0 0x7f6758102530 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f674800ccb0 tx=0x7f6748007590 comp rx=0 tx=0).stop 2024-04-26T17:28:16.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f675d37d640 1 -- 172.21.15.90:0/606846262 shutdown_connections 2024-04-26T17:28:16.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f675d37d640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f67400a3c40 0x7f67400a6100 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f675d37d640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6758107e20 0x7f67581010b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f675d37d640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67581054f0 0x7f6758100b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.602 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.594+0000 7f675d37d640 1 --2- 172.21.15.90:0/606846262 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6758102bc0 0x7f6758102530 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.602 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.595+0000 7f675d37d640 1 -- 172.21.15.90:0/606846262 >> 172.21.15.90:0/606846262 conn(0x7f67580fc5b0 msgr2=0x7f6758103680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:16.602 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.595+0000 7f675d37d640 1 -- 172.21.15.90:0/606846262 shutdown_connections 2024-04-26T17:28:16.602 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.595+0000 7f675d37d640 1 -- 172.21.15.90:0/606846262 wait complete. 2024-04-26T17:28:16.605 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T17:28:16.605 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:28:16.707 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.705+0000 7f7c1119b640 1 -- 172.21.15.90:0/798901906 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c0c102230 msgr2=0x7f7c0c1026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.707 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.705+0000 7f7c1119b640 1 --2- 172.21.15.90:0/798901906 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c0c102230 0x7f7c0c1026b0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4009900 tx=0x7f7bf402a410 comp rx=0 tx=0).stop 2024-04-26T17:28:16.707 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.705+0000 7f7c1119b640 1 -- 172.21.15.90:0/798901906 shutdown_connections 2024-04-26T17:28:16.707 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.705+0000 7f7c1119b640 1 --2- 172.21.15.90:0/798901906 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7c0c102bf0 0x7f7c0c109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.705+0000 7f7c1119b640 1 --2- 172.21.15.90:0/798901906 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c0c102230 0x7f7c0c1026b0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.705+0000 7f7c1119b640 1 --2- 172.21.15.90:0/798901906 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c0c101040 0x7f7c0c101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.705+0000 7f7c1119b640 1 -- 172.21.15.90:0/798901906 >> 172.21.15.90:0/798901906 conn(0x7f7c0c0fc5b0 msgr2=0x7f7c0c0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.705+0000 7f7c1119b640 1 -- 172.21.15.90:0/798901906 shutdown_connections 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.705+0000 7f7c1119b640 1 -- 172.21.15.90:0/798901906 wait complete. 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.705+0000 7f7c1119b640 1 Processor -- start 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c1119b640 1 -- start start 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c1119b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c0c101040 0x7f7c0c104fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c1119b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c0c102230 0x7f7c0c103610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c1119b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7c0c102bf0 0x7f7c0c103b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c0ad9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c0c101040 0x7f7c0c104fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c1119b640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7c0c10cba0 con 0x7f7c0c101040 2024-04-26T17:28:16.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c1119b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7c0c10ca20 con 0x7f7c0c102bf0 2024-04-26T17:28:16.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c1119b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7c0c10cd20 con 0x7f7c0c102230 2024-04-26T17:28:16.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c0ad9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c0c101040 0x7f7c0c104fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43916/0 (socket says 172.21.15.90:43916) 2024-04-26T17:28:16.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c0ad9d640 1 -- 172.21.15.90:0/497097711 learned_addr learned my addr 172.21.15.90:0/497097711 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:16.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c03fff640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c0c102230 0x7f7c0c103610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c0b59e640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7c0c102bf0 0x7f7c0c103b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c0ad9d640 1 -- 172.21.15.90:0/497097711 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c0c102230 msgr2=0x7f7c0c103610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c0ad9d640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c0c102230 0x7f7c0c103610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c0ad9d640 1 -- 172.21.15.90:0/497097711 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7c0c102bf0 msgr2=0x7f7c0c103b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c0ad9d640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7c0c102bf0 0x7f7c0c103b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.706+0000 7f7c0ad9d640 1 -- 172.21.15.90:0/497097711 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c0c104090 con 0x7f7c0c101040 2024-04-26T17:28:16.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.707+0000 7f7c0ad9d640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c0c101040 0x7f7c0c104fd0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc00e9c0 tx=0x7f7bfc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:16.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.707+0000 7f7c08d99640 1 -- 172.21.15.90:0/497097711 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bfc00cd80 con 0x7f7c0c101040 2024-04-26T17:28:16.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.707+0000 7f7c08d99640 1 -- 172.21.15.90:0/497097711 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7bfc0035f0 con 0x7f7c0c101040 2024-04-26T17:28:16.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.707+0000 7f7c08d99640 1 -- 172.21.15.90:0/497097711 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bfc010690 con 0x7f7c0c101040 2024-04-26T17:28:16.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.707+0000 7f7c1119b640 1 -- 172.21.15.90:0/497097711 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c0c104380 con 0x7f7c0c101040 2024-04-26T17:28:16.710 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.707+0000 7f7c1119b640 1 -- 172.21.15.90:0/497097711 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c0c1a6e00 con 0x7f7c0c101040 2024-04-26T17:28:16.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.708+0000 7f7c1119b640 1 -- 172.21.15.90:0/497097711 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c0c1a7030 con 0x7f7c0c101040 2024-04-26T17:28:16.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.710+0000 7f7c08d99640 1 -- 172.21.15.90:0/497097711 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f7bfc0037a0 con 0x7f7c0c101040 2024-04-26T17:28:16.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.711+0000 7f7c08d99640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7bf80a3cc0 0x7f7bf80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:16.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.711+0000 7f7c08d99640 1 -- 172.21.15.90:0/497097711 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7bfc0d0ea0 con 0x7f7c0c101040 2024-04-26T17:28:16.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.711+0000 7f7c03fff640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7bf80a3cc0 0x7f7bf80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:16.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.712+0000 7f7c03fff640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7bf80a3cc0 0x7f7bf80a6180 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4004770 tx=0x7f7bf4005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:16.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.716+0000 7f7c08d99640 1 -- 172.21.15.90:0/497097711 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7bfc09d350 con 0x7f7c0c101040 2024-04-26T17:28:16.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.973+0000 7f7c1119b640 1 -- 172.21.15.90:0/497097711 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c0c1a7200 con 0x7f7c0c101040 2024-04-26T17:28:16.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.974+0000 7f7c08d99640 1 -- 172.21.15.90:0/497097711 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11944 (secure 0 0 0) 0x7f7bfc09cc50 con 0x7f7c0c101040 2024-04-26T17:28:16.974 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:28:16.974 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:27:05.556438+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24472,24409,24476,24509,24404]},"id":1}]} 2024-04-26T17:28:16.974 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 28 2024-04-26T17:28:16.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.976+0000 7f7c1119b640 1 -- 172.21.15.90:0/497097711 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7bf80a3cc0 msgr2=0x7f7bf80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.976+0000 7f7c1119b640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7bf80a3cc0 0x7f7bf80a6180 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4004770 tx=0x7f7bf4005d50 comp rx=0 tx=0).stop 2024-04-26T17:28:16.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.976+0000 7f7c1119b640 1 -- 172.21.15.90:0/497097711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c0c101040 msgr2=0x7f7c0c104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:16.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.976+0000 7f7c1119b640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c0c101040 0x7f7c0c104fd0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc00e9c0 tx=0x7f7bfc00ee80 comp rx=0 tx=0).stop 2024-04-26T17:28:16.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.976+0000 7f7c1119b640 1 -- 172.21.15.90:0/497097711 shutdown_connections 2024-04-26T17:28:16.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.976+0000 7f7c1119b640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7bf80a3cc0 0x7f7bf80a6180 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.976+0000 7f7c1119b640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7c0c102bf0 0x7f7c0c103b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.976+0000 7f7c1119b640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c0c102230 0x7f7c0c103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.976+0000 7f7c1119b640 1 --2- 172.21.15.90:0/497097711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c0c101040 0x7f7c0c104fd0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:16.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.976+0000 7f7c1119b640 1 -- 172.21.15.90:0/497097711 >> 172.21.15.90:0/497097711 conn(0x7f7c0c0fc5b0 msgr2=0x7f7c0c0fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:16.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.977+0000 7f7c1119b640 1 -- 172.21.15.90:0/497097711 shutdown_connections 2024-04-26T17:28:16.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:16.977+0000 7f7c1119b640 1 -- 172.21.15.90:0/497097711 wait complete. 2024-04-26T17:28:16.987 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-26T17:28:17.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.090+0000 7f3ba63e5640 1 -- 172.21.15.90:0/2294415071 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ba0102140 msgr2=0x7f3ba0102560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.090+0000 7f3ba63e5640 1 --2- 172.21.15.90:0/2294415071 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ba0102140 0x7f3ba0102560 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f3b90009900 tx=0x7f3b9002a410 comp rx=0 tx=0).stop 2024-04-26T17:28:17.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.090+0000 7f3ba63e5640 1 -- 172.21.15.90:0/2294415071 shutdown_connections 2024-04-26T17:28:17.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.090+0000 7f3ba63e5640 1 --2- 172.21.15.90:0/2294415071 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ba0103cf0 0x7f3ba010a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.090+0000 7f3ba63e5640 1 --2- 172.21.15.90:0/2294415071 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ba0103330 0x7f3ba01037b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.090+0000 7f3ba63e5640 1 --2- 172.21.15.90:0/2294415071 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ba0102140 0x7f3ba0102560 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.090+0000 7f3ba63e5640 1 -- 172.21.15.90:0/2294415071 >> 172.21.15.90:0/2294415071 conn(0x7f3ba00fd6b0 msgr2=0x7f3ba00ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.090+0000 7f3ba63e5640 1 -- 172.21.15.90:0/2294415071 shutdown_connections 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.090+0000 7f3ba63e5640 1 -- 172.21.15.90:0/2294415071 wait complete. 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3ba63e5640 1 Processor -- start 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3ba63e5640 1 -- start start 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3ba63e5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ba0103330 0x7f3ba0198620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3ba63e5640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ba0103cf0 0x7f3ba0198b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3ba63e5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ba019dbc0 0x7f3ba019ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3ba63e5640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba010dc50 con 0x7f3ba0103cf0 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3ba63e5640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba010dad0 con 0x7f3ba0103330 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3ba63e5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba010ddd0 con 0x7f3ba019dbc0 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3b9f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ba0103cf0 0x7f3ba0198b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3b9f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ba0103cf0 0x7f3ba0198b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43926/0 (socket says 172.21.15.90:43926) 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3b9f7fe640 1 -- 172.21.15.90:0/989741704 learned_addr learned my addr 172.21.15.90:0/989741704 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ba0103330 0x7f3ba0198620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.091+0000 7f3ba4982640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ba019dbc0 0x7f3ba019ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.092+0000 7f3b9f7fe640 1 -- 172.21.15.90:0/989741704 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ba019dbc0 msgr2=0x7f3ba019ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.092+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ba019dbc0 0x7f3ba019ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.092+0000 7f3b9f7fe640 1 -- 172.21.15.90:0/989741704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ba0103330 msgr2=0x7f3ba0198620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.092+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ba0103330 0x7f3ba0198620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.092+0000 7f3b9f7fe640 1 -- 172.21.15.90:0/989741704 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ba01a0620 con 0x7f3ba0103cf0 2024-04-26T17:28:17.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.092+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ba0103330 0x7f3ba0198620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:17.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.092+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ba0103cf0 0x7f3ba0198b60 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3b9400d770 tx=0x7f3b9400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.092+0000 7f3b9d7fa640 1 -- 172.21.15.90:0/989741704 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b94017070 con 0x7f3ba0103cf0 2024-04-26T17:28:17.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.092+0000 7f3ba63e5640 1 -- 172.21.15.90:0/989741704 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ba01a0910 con 0x7f3ba0103cf0 2024-04-26T17:28:17.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.092+0000 7f3b9d7fa640 1 -- 172.21.15.90:0/989741704 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3b940054d0 con 0x7f3ba0103cf0 2024-04-26T17:28:17.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.092+0000 7f3b9d7fa640 1 -- 172.21.15.90:0/989741704 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b94004c80 con 0x7f3ba0103cf0 2024-04-26T17:28:17.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.092+0000 7f3ba63e5640 1 -- 172.21.15.90:0/989741704 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ba01a0e60 con 0x7f3ba0103cf0 2024-04-26T17:28:17.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.095+0000 7f3ba91d9740 1 Processor -- start 2024-04-26T17:28:17.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.095+0000 7f3ba91d9740 1 -- start start 2024-04-26T17:28:17.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.095+0000 7f3b9d7fa640 1 -- 172.21.15.90:0/989741704 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f3b94004e40 con 0x7f3ba0103cf0 2024-04-26T17:28:17.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.095+0000 7f3ba91d9740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab966760 0x55c4ab966b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.095+0000 7f3ba91d9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab967930 0x55c4ab967db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3ba91d9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab9682f0 0x55c4ab96eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3ba91d9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c4ab8cbb30 con 0x55c4ab9682f0 2024-04-26T17:28:17.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3ba91d9740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55c4ab867a00 con 0x55c4ab966760 2024-04-26T17:28:17.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3ba91d9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c4ab8c7af0 con 0x55c4ab967930 2024-04-26T17:28:17.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3b9f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab9682f0 0x55c4ab96eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3b9f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab9682f0 0x55c4ab96eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43932/0 (socket says 172.21.15.90:43932) 2024-04-26T17:28:17.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3b9f7fe640 1 -- 172.21.15.90:0/596386553 learned_addr learned my addr 172.21.15.90:0/596386553 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3ba4982640 1 --2- 172.21.15.90:0/596386553 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab966760 0x55c4ab966b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/596386553 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab967930 0x55c4ab967db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3b9f7fe640 1 -- 172.21.15.90:0/596386553 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab967930 msgr2=0x55c4ab967db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/596386553 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab967930 0x55c4ab967db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3b9f7fe640 1 -- 172.21.15.90:0/596386553 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab966760 msgr2=0x55c4ab966b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/596386553 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab966760 0x55c4ab966b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3b9f7fe640 1 -- 172.21.15.90:0/596386553 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4ab8905b0 con 0x55c4ab9682f0 2024-04-26T17:28:17.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3ba4982640 1 --2- 172.21.15.90:0/596386553 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab966760 0x55c4ab966b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:17.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.096+0000 7f3b9d7fa640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3b880a3c40 0x7f3b880a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.097+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/596386553 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab9682f0 0x55c4ab96eb80 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f3b940cd960 tx=0x7f3b940d6aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2f7fed3231866c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.097+0000 7f3ba4982640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3b880a3c40 0x7f3b880a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.097+0000 7f3b9d7fa640 1 -- 172.21.15.90:0/989741704 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f3b940d03a0 con 0x7f3ba0103cf0 2024-04-26T17:28:17.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.097+0000 7f3b867fc640 1 -- 172.21.15.90:0/596386553 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b94020030 con 0x55c4ab9682f0 2024-04-26T17:28:17.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.097+0000 7f3ba4982640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3b880a3c40 0x7f3b880a6100 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x55c4ab967830 tx=0x7f3b98009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.097+0000 7f3b867fc640 1 -- 172.21.15.90:0/596386553 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3b94005680 con 0x55c4ab9682f0 2024-04-26T17:28:17.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.097+0000 7f3b867fc640 1 -- 172.21.15.90:0/596386553 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9409bd30 con 0x55c4ab9682f0 2024-04-26T17:28:17.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.098+0000 7f3ba91d9740 1 -- 172.21.15.90:0/596386553 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab9682f0 msgr2=0x55c4ab96eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.098+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/596386553 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab9682f0 0x55c4ab96eb80 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f3b940cd960 tx=0x7f3b940d6aa0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.098+0000 7f3ba91d9740 1 -- 172.21.15.90:0/596386553 shutdown_connections 2024-04-26T17:28:17.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.098+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/596386553 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab9682f0 0x55c4ab96eb80 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.098+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/596386553 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab967930 0x55c4ab967db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.098+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/596386553 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab966760 0x55c4ab966b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.098+0000 7f3ba91d9740 1 -- 172.21.15.90:0/596386553 >> 172.21.15.90:0/596386553 conn(0x55c4ab961c50 msgr2=0x55c4ab962050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.098+0000 7f3ba91d9740 1 -- 172.21.15.90:0/596386553 shutdown_connections 2024-04-26T17:28:17.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.098+0000 7f3ba91d9740 1 -- 172.21.15.90:0/596386553 wait complete. 2024-04-26T17:28:17.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.098+0000 7f3ba91d9740 1 -- start start 2024-04-26T17:28:17.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.098+0000 7f3ba91d9740 1 Processor -- start 2024-04-26T17:28:17.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3ba91d9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab966760 0x55c4ab975230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3ba91d9740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab967930 0x55c4ab975770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3ba91d9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab97a7a0 0x55c4ab97cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3ba91d9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c4ab973710 con 0x55c4ab966760 2024-04-26T17:28:17.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3ba91d9740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55c4ab865530 con 0x55c4ab967930 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3ba91d9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c4ab973890 con 0x55c4ab97a7a0 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3ba91d9740 10 client.0 _ll_register_callbacks cb 0x55c4ab852f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3b9ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab966760 0x55c4ab975230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3b9ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab966760 0x55c4ab975230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43938/0 (socket says 172.21.15.90:43938) 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3b9ffff640 1 -- 172.21.15.90:0/570230566 learned_addr learned my addr 172.21.15.90:0/570230566 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3ba4982640 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab97a7a0 0x55c4ab97cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab967930 0x55c4ab975770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3b9ffff640 1 -- 172.21.15.90:0/570230566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab97a7a0 msgr2=0x55c4ab97cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab97a7a0 0x55c4ab97cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3b9ffff640 1 -- 172.21.15.90:0/570230566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab967930 msgr2=0x55c4ab975770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab967930 0x55c4ab975770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3b9ffff640 1 -- 172.21.15.90:0/570230566 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4ab5dd3f0 con 0x55c4ab966760 2024-04-26T17:28:17.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.099+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab967930 0x55c4ab975770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:17.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab966760 0x55c4ab975230 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f3b90009a20 tx=0x7f3b900045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59fb4e461bb416c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3b7f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:17.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3b7f7fe640 1 -- 172.21.15.90:0/570230566 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b90035070 con 0x55c4ab966760 2024-04-26T17:28:17.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3b7f7fe640 1 -- 172.21.15.90:0/570230566 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f3b900318d0 con 0x55c4ab966760 2024-04-26T17:28:17.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3ba91d9740 1 -- 172.21.15.90:0/570230566 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b94005680 con 0x55c4ab966760 2024-04-26T17:28:17.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3b7f7fe640 1 -- 172.21.15.90:0/570230566 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3b9004c050 con 0x55c4ab966760 2024-04-26T17:28:17.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3ba91d9740 10 client.15978 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:17.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3ba91d9740 1 -- 172.21.15.90:0/570230566 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c4ab6a77d0 con 0x55c4ab966760 2024-04-26T17:28:17.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3b7f7fe640 1 -- 172.21.15.90:0/570230566 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3b94005680 con 0x55c4ab966760 2024-04-26T17:28:17.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3b7f7fe640 1 -- 172.21.15.90:0/570230566 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3b90043070 con 0x55c4ab966760 2024-04-26T17:28:17.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3ba91d9740 10 client.15978 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:17.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3ba91d9740 10 client.15978 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.100+0000 7f3ba91d9740 20 client.15978 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.101+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55c4ab981110 0x55c4ab983580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.101+0000 7f3ba91d9740 4 client.15978 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.101+0000 7f3ba91d9740 1 -- 172.21.15.90:0/570230566 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c4ab8d9740 con 0x55c4ab981110 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.101+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55c4ab981110 0x55c4ab983580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.101+0000 7f3b7f7fe640 10 client.15978 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.101+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55c4ab981110 0x55c4ab983580 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=eb9b5d0d9b8a9236 server_cookie=8ed1a21c0e8f8e22 in_seq=0 out_seq=0 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3b7f7fe640 1 -- 172.21.15.90:0/570230566 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c4ab8d9740 con 0x55c4ab981110 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3b7f7fe640 10 client.15978 handle_command_reply: tid=0 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3ba91d9740 1 client.15978 shutdown 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3ba91d9740 1 -- 172.21.15.90:0/570230566 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab966760 msgr2=0x55c4ab975230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab966760 0x55c4ab975230 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f3b90009a20 tx=0x7f3b900045e0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3ba91d9740 1 -- 172.21.15.90:0/570230566 shutdown_connections 2024-04-26T17:28:17.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55c4ab981110 0x55c4ab983580 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3b7f7fe640 0 client.15978 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:28:17.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab97a7a0 0x55c4ab97cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab967930 0x55c4ab975770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/570230566 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab966760 0x55c4ab975230 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3ba91d9740 1 -- 172.21.15.90:0/570230566 >> 172.21.15.90:0/570230566 conn(0x55c4ab961c50 msgr2=0x55c4ab960e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.102+0000 7f3ba91d9740 1 -- 172.21.15.90:0/570230566 shutdown_connections 2024-04-26T17:28:17.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.103+0000 7f3ba91d9740 1 -- 172.21.15.90:0/570230566 wait complete. 2024-04-26T17:28:17.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.103+0000 7f3ba91d9740 20 client.15978 trim_cache size 0 max 16384 2024-04-26T17:28:17.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.116+0000 7f3ba91d9740 1 Processor -- start 2024-04-26T17:28:17.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.116+0000 7f3ba91d9740 1 -- start start 2024-04-26T17:28:17.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.116+0000 7f3ba91d9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab967930 0x55c4ab974880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.116+0000 7f3ba91d9740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab97a7a0 0x55c4ab974dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.116+0000 7f3ba91d9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab981110 0x55c4ab975300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.116+0000 7f3ba91d9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba01a9190 con 0x55c4ab967930 2024-04-26T17:28:17.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.116+0000 7f3ba91d9740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba01aacd0 con 0x55c4ab97a7a0 2024-04-26T17:28:17.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.116+0000 7f3ba91d9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba01a9860 con 0x55c4ab981110 2024-04-26T17:28:17.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.116+0000 7f3b9ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab967930 0x55c4ab974880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b9ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab967930 0x55c4ab974880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43946/0 (socket says 172.21.15.90:43946) 2024-04-26T17:28:17.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b9ffff640 1 -- 172.21.15.90:0/3704445743 learned_addr learned my addr 172.21.15.90:0/3704445743 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/3704445743 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab97a7a0 0x55c4ab974dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b9ffff640 1 -- 172.21.15.90:0/3704445743 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab981110 msgr2=0x55c4ab975300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3ba4982640 1 --2- 172.21.15.90:0/3704445743 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab981110 0x55c4ab975300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/3704445743 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab981110 0x55c4ab975300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b9ffff640 1 -- 172.21.15.90:0/3704445743 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab97a7a0 msgr2=0x55c4ab974dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/3704445743 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab97a7a0 0x55c4ab974dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b9ffff640 1 -- 172.21.15.90:0/3704445743 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4ab9673b0 con 0x55c4ab967930 2024-04-26T17:28:17.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3ba4982640 1 --2- 172.21.15.90:0/3704445743 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab981110 0x55c4ab975300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:17.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/3704445743 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab97a7a0 0x55c4ab974dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:17.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/3704445743 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab967930 0x55c4ab974880 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f3b90009850 tx=0x7f3b9002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2465b0570ea226c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b85ffb640 1 -- 172.21.15.90:0/3704445743 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b90055070 con 0x55c4ab967930 2024-04-26T17:28:17.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b85ffb640 1 -- 172.21.15.90:0/3704445743 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3b90049030 con 0x55c4ab967930 2024-04-26T17:28:17.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.117+0000 7f3b85ffb640 1 -- 172.21.15.90:0/3704445743 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b90035040 con 0x55c4ab967930 2024-04-26T17:28:17.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.118+0000 7f3ba91d9740 1 -- 172.21.15.90:0/3704445743 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab967930 msgr2=0x55c4ab974880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.118+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/3704445743 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab967930 0x55c4ab974880 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f3b90009850 tx=0x7f3b9002a410 comp rx=0 tx=0).stop 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.118+0000 7f3ba91d9740 1 -- 172.21.15.90:0/3704445743 shutdown_connections 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.118+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/3704445743 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab981110 0x55c4ab975300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.118+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/3704445743 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab97a7a0 0x55c4ab974dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.118+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/3704445743 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab967930 0x55c4ab974880 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.118+0000 7f3ba91d9740 1 -- 172.21.15.90:0/3704445743 >> 172.21.15.90:0/3704445743 conn(0x55c4ab961c50 msgr2=0x55c4ab960e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.119+0000 7f3ba91d9740 1 -- 172.21.15.90:0/3704445743 shutdown_connections 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.119+0000 7f3ba91d9740 1 -- 172.21.15.90:0/3704445743 wait complete. 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.119+0000 7f3ba91d9740 1 -- start start 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.119+0000 7f3ba91d9740 1 Processor -- start 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3ba91d9740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab967930 0x55c4ab990360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3ba91d9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab97a7a0 0x55c4ab9908a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3ba91d9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab981110 0x55c4ab9938c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3ba91d9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba01aa600 con 0x55c4ab97a7a0 2024-04-26T17:28:17.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3ba91d9740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba01a9f30 con 0x55c4ab967930 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3ba91d9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba01a7170 con 0x55c4ab981110 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3ba91d9740 10 client.0 _ll_register_callbacks cb 0x7f3b90004270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3b9f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab97a7a0 0x55c4ab9908a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3b9f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab97a7a0 0x55c4ab9908a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43962/0 (socket says 172.21.15.90:43962) 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3b9f7fe640 1 -- 172.21.15.90:0/1941963028 learned_addr learned my addr 172.21.15.90:0/1941963028 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab967930 0x55c4ab990360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3ba4982640 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab981110 0x55c4ab9938c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3b9f7fe640 1 -- 172.21.15.90:0/1941963028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab981110 msgr2=0x55c4ab9938c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab981110 0x55c4ab9938c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3b9f7fe640 1 -- 172.21.15.90:0/1941963028 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab967930 msgr2=0x55c4ab990360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab967930 0x55c4ab990360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3b9f7fe640 1 -- 172.21.15.90:0/1941963028 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4ab993eb0 con 0x55c4ab97a7a0 2024-04-26T17:28:17.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.120+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab967930 0x55c4ab990360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3b9f7fe640 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab97a7a0 0x55c4ab9908a0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f3b940cdaa0 tx=0x7f3b940d6aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54ab7f2ebba92e09 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3b7f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3b7f7fe640 1 -- 172.21.15.90:0/1941963028 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b94020040 con 0x55c4ab97a7a0 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3b7f7fe640 1 -- 172.21.15.90:0/1941963028 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f3b9409a4f0 con 0x55c4ab97a7a0 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3ba91d9740 1 -- 172.21.15.90:0/1941963028 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b90049030 con 0x55c4ab97a7a0 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3b7f7fe640 1 -- 172.21.15.90:0/1941963028 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3b9409bb50 con 0x55c4ab97a7a0 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3ba91d9740 10 client.15984 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3ba91d9740 1 -- 172.21.15.90:0/1941963028 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c4ab9e7460 con 0x55c4ab97a7a0 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3b7f7fe640 1 -- 172.21.15.90:0/1941963028 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3b940d3dd0 con 0x55c4ab97a7a0 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3b7f7fe640 1 -- 172.21.15.90:0/1941963028 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3b94098860 con 0x55c4ab97a7a0 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3ba91d9740 10 client.15984 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3ba91d9740 10 client.15984 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-04-26T17:28:17.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3ba91d9740 20 client.15984 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55c4ab9e7970 0x55c4ab9e9d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3ba91d9740 4 client.15984 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.121+0000 7f3ba91d9740 1 -- 172.21.15.90:0/1941963028 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f3b90049030 con 0x55c4ab9e7970 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.122+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55c4ab9e7970 0x55c4ab9e9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.122+0000 7f3b7f7fe640 10 client.15984 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.122+0000 7f3b9ffff640 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55c4ab9e7970 0x55c4ab9e9d60 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e0ee9d739f8f56bf server_cookie=90e40dce95021d3 in_seq=0 out_seq=0 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.122+0000 7f3b7f7fe640 1 -- 172.21.15.90:0/1941963028 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f3b90049030 con 0x55c4ab9e7970 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.122+0000 7f3b7f7fe640 10 client.15984 handle_command_reply: tid=0 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.122+0000 7f3ba91d9740 1 client.15984 shutdown 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.122+0000 7f3ba91d9740 1 -- 172.21.15.90:0/1941963028 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab97a7a0 msgr2=0x55c4ab9908a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.122+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab97a7a0 0x55c4ab9908a0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f3b940cdaa0 tx=0x7f3b940d6aa0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba91d9740 1 -- 172.21.15.90:0/1941963028 shutdown_connections 2024-04-26T17:28:17.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55c4ab9e7970 0x55c4ab9e9d60 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c4ab981110 0x55c4ab9938c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4ab97a7a0 0x55c4ab9908a0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3b7f7fe640 0 client.15984 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:28:17.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba91d9740 1 --2- 172.21.15.90:0/1941963028 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c4ab967930 0x55c4ab990360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba91d9740 1 -- 172.21.15.90:0/1941963028 >> 172.21.15.90:0/1941963028 conn(0x55c4ab961c50 msgr2=0x55c4ab964930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba91d9740 1 -- 172.21.15.90:0/1941963028 shutdown_connections 2024-04-26T17:28:17.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba91d9740 1 -- 172.21.15.90:0/1941963028 wait complete. 2024-04-26T17:28:17.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba91d9740 20 client.15984 trim_cache size 0 max 16384 2024-04-26T17:28:17.128 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:17.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba63e5640 1 -- 172.21.15.90:0/989741704 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3b880a3c40 msgr2=0x7f3b880a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba63e5640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3b880a3c40 0x7f3b880a6100 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x55c4ab967830 tx=0x7f3b98009500 comp rx=0 tx=0).stop 2024-04-26T17:28:17.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba63e5640 1 -- 172.21.15.90:0/989741704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ba0103cf0 msgr2=0x7f3ba0198b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba63e5640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ba0103cf0 0x7f3ba0198b60 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3b9400d770 tx=0x7f3b9400dc30 comp rx=0 tx=0).stop 2024-04-26T17:28:17.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba63e5640 1 -- 172.21.15.90:0/989741704 shutdown_connections 2024-04-26T17:28:17.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba63e5640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3b880a3c40 0x7f3b880a6100 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba63e5640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ba019dbc0 0x7f3ba019ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba63e5640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3ba0103cf0 0x7f3ba0198b60 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba63e5640 1 --2- 172.21.15.90:0/989741704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3ba0103330 0x7f3ba0198620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba63e5640 1 -- 172.21.15.90:0/989741704 >> 172.21.15.90:0/989741704 conn(0x7f3ba00fd6b0 msgr2=0x7f3ba0106840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.123+0000 7f3ba63e5640 1 -- 172.21.15.90:0/989741704 shutdown_connections 2024-04-26T17:28:17.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.124+0000 7f3ba63e5640 1 -- 172.21.15.90:0/989741704 wait complete. 2024-04-26T17:28:17.134 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-26T17:28:17.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.237+0000 7fb84db5d640 1 -- 172.21.15.90:0/2666840191 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb848101370 msgr2=0x7fb8481017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.237+0000 7fb84db5d640 1 --2- 172.21.15.90:0/2666840191 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb848101370 0x7fb8481017d0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fb83c009900 tx=0x7fb83c02a410 comp rx=0 tx=0).stop 2024-04-26T17:28:17.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.237+0000 7fb84db5d640 1 -- 172.21.15.90:0/2666840191 shutdown_connections 2024-04-26T17:28:17.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.237+0000 7fb84db5d640 1 --2- 172.21.15.90:0/2666840191 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb848101d10 0x7fb848102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.237+0000 7fb84db5d640 1 --2- 172.21.15.90:0/2666840191 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb848101370 0x7fb8481017d0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.237+0000 7fb84db5d640 1 --2- 172.21.15.90:0/2666840191 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb848100a10 0x7fb848100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.237+0000 7fb84db5d640 1 -- 172.21.15.90:0/2666840191 >> 172.21.15.90:0/2666840191 conn(0x7fb8480fc5b0 msgr2=0x7fb8480fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.237+0000 7fb84db5d640 1 -- 172.21.15.90:0/2666840191 shutdown_connections 2024-04-26T17:28:17.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.237+0000 7fb84db5d640 1 -- 172.21.15.90:0/2666840191 wait complete. 2024-04-26T17:28:17.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.238+0000 7fb84db5d640 1 Processor -- start 2024-04-26T17:28:17.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.238+0000 7fb84db5d640 1 -- start start 2024-04-26T17:28:17.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.238+0000 7fb84db5d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb848100a10 0x7fb84819a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.238+0000 7fb84db5d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb848101370 0x7fb84819ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb84db5d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb848101d10 0x7fb8481a1b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb84db5d640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb84810fe60 con 0x7fb848101370 2024-04-26T17:28:17.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb84db5d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb84810fce0 con 0x7fb848101d10 2024-04-26T17:28:17.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb84db5d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb84810ffe0 con 0x7fb848100a10 2024-04-26T17:28:17.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb846ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb848101370 0x7fb84819ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb846ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb848101370 0x7fb84819ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43978/0 (socket says 172.21.15.90:43978) 2024-04-26T17:28:17.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb846ffd640 1 -- 172.21.15.90:0/1017867947 learned_addr learned my addr 172.21.15.90:0/1017867947 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb8477fe640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb848100a10 0x7fb84819a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb847fff640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb848101d10 0x7fb8481a1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb846ffd640 1 -- 172.21.15.90:0/1017867947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb848100a10 msgr2=0x7fb84819a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb846ffd640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb848100a10 0x7fb84819a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb846ffd640 1 -- 172.21.15.90:0/1017867947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb848101d10 msgr2=0x7fb8481a1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb846ffd640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb848101d10 0x7fb8481a1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb846ffd640 1 -- 172.21.15.90:0/1017867947 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8481a21e0 con 0x7fb848101370 2024-04-26T17:28:17.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb847fff640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb848101d10 0x7fb8481a1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:17.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb8477fe640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb848100a10 0x7fb84819a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:17.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb846ffd640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb848101370 0x7fb84819ab00 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fb83c004770 tx=0x7fb83c0043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.239+0000 7fb844ff9640 1 -- 172.21.15.90:0/1017867947 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb83c03f030 con 0x7fb848101370 2024-04-26T17:28:17.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.240+0000 7fb84db5d640 1 -- 172.21.15.90:0/1017867947 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8481a2470 con 0x7fb848101370 2024-04-26T17:28:17.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.240+0000 7fb844ff9640 1 -- 172.21.15.90:0/1017867947 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb83c003cb0 con 0x7fb848101370 2024-04-26T17:28:17.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.240+0000 7fb844ff9640 1 -- 172.21.15.90:0/1017867947 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb83c035070 con 0x7fb848101370 2024-04-26T17:28:17.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.240+0000 7fb84db5d640 1 -- 172.21.15.90:0/1017867947 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8481a29b0 con 0x7fb848101370 2024-04-26T17:28:17.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb844ff9640 1 -- 172.21.15.90:0/1017867947 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fb83c042030 con 0x7fb848101370 2024-04-26T17:28:17.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb85087b740 1 Processor -- start 2024-04-26T17:28:17.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb85087b740 1 -- start start 2024-04-26T17:28:17.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb85087b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555969967760 0x555969967b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb85087b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969968930 0x555969968db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb85087b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559699692f0 0x55596996fb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb85087b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5559698ccb30 con 0x5559699692f0 2024-04-26T17:28:17.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb85087b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x555969868a00 con 0x555969967760 2024-04-26T17:28:17.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb85087b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5559698c8af0 con 0x555969968930 2024-04-26T17:28:17.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb844ff9640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb8300a3c40 0x7fb8300a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb847fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555969967760 0x555969967b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb846ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559699692f0 0x55596996fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb847fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555969967760 0x555969967b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:47928/0 (socket says 172.21.15.90:47928) 2024-04-26T17:28:17.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.243+0000 7fb847fff640 1 -- 172.21.15.90:0/3704040761 learned_addr learned my addr 172.21.15.90:0/3704040761 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb8477fe640 1 --2- 172.21.15.90:0/3704040761 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969968930 0x555969968db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb844ff9640 1 -- 172.21.15.90:0/1017867947 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fb83c0f10d0 con 0x7fb848101370 2024-04-26T17:28:17.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb847fff640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb8300a3c40 0x7fb8300a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb847fff640 1 -- 172.21.15.90:0/3704040761 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969968930 msgr2=0x555969968db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb847fff640 1 --2- 172.21.15.90:0/3704040761 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969968930 0x555969968db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb847fff640 1 -- 172.21.15.90:0/3704040761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559699692f0 msgr2=0x55596996fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb847fff640 1 --2- 172.21.15.90:0/3704040761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559699692f0 0x55596996fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb847fff640 1 -- 172.21.15.90:0/3704040761 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559698915b0 con 0x555969967760 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb846ffd640 1 --2- 172.21.15.90:0/3704040761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559699692f0 0x55596996fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb847fff640 1 --2- 172.21.15.90:0/3704040761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555969967760 0x555969967b80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb840014710 tx=0x7fb840014bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7004beb74ef8c2b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb82dffb640 1 -- 172.21.15.90:0/3704040761 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb840023070 con 0x555969967760 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb847fff640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb8300a3c40 0x7fb8300a6100 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fb840020000 tx=0x7fb84001b000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb82dffb640 1 -- 172.21.15.90:0/3704040761 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb84001cbe0 con 0x555969967760 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.244+0000 7fb82dffb640 1 -- 172.21.15.90:0/3704040761 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb84001ddf0 con 0x555969967760 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.245+0000 7fb85087b740 1 -- 172.21.15.90:0/3704040761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555969967760 msgr2=0x555969967b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.245+0000 7fb85087b740 1 --2- 172.21.15.90:0/3704040761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555969967760 0x555969967b80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb840014710 tx=0x7fb840014bd0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.245+0000 7fb85087b740 1 -- 172.21.15.90:0/3704040761 shutdown_connections 2024-04-26T17:28:17.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.245+0000 7fb85087b740 1 --2- 172.21.15.90:0/3704040761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559699692f0 0x55596996fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.245+0000 7fb85087b740 1 --2- 172.21.15.90:0/3704040761 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969968930 0x555969968db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.245+0000 7fb85087b740 1 --2- 172.21.15.90:0/3704040761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555969967760 0x555969967b80 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.245+0000 7fb85087b740 1 -- 172.21.15.90:0/3704040761 >> 172.21.15.90:0/3704040761 conn(0x555969962c50 msgr2=0x555969963050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.245+0000 7fb85087b740 1 -- 172.21.15.90:0/3704040761 shutdown_connections 2024-04-26T17:28:17.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.245+0000 7fb85087b740 1 -- 172.21.15.90:0/3704040761 wait complete. 2024-04-26T17:28:17.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb85087b740 1 -- start start 2024-04-26T17:28:17.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb85087b740 1 Processor -- start 2024-04-26T17:28:17.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb85087b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969967760 0x555969971c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb85087b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 0x5559699721c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb85087b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5559699692f0 0x555969979200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb85087b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555969970300 con 0x555969968930 2024-04-26T17:28:17.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb85087b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x555969866530 con 0x5559699692f0 2024-04-26T17:28:17.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb85087b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555969970480 con 0x555969967760 2024-04-26T17:28:17.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb85087b740 10 client.0 _ll_register_callbacks cb 0x555969853f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:17.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb846ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 0x5559699721c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb846ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 0x5559699721c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43982/0 (socket says 172.21.15.90:43982) 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb846ffd640 1 -- 172.21.15.90:0/799132566 learned_addr learned my addr 172.21.15.90:0/799132566 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.246+0000 7fb847fff640 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5559699692f0 0x555969979200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb8477fe640 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969967760 0x555969971c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb846ffd640 1 -- 172.21.15.90:0/799132566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969967760 msgr2=0x555969971c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb846ffd640 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969967760 0x555969971c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb846ffd640 1 -- 172.21.15.90:0/799132566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5559699692f0 msgr2=0x555969979200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb846ffd640 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5559699692f0 0x555969979200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb846ffd640 1 -- 172.21.15.90:0/799132566 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559695de3f0 con 0x555969968930 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb846ffd640 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 0x5559699721c0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fb83c0b9850 tx=0x7fb83c02f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=502367f848719022 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb826ffd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb826ffd640 1 -- 172.21.15.90:0/799132566 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb83c049050 con 0x555969968930 2024-04-26T17:28:17.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb826ffd640 1 -- 172.21.15.90:0/799132566 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fb83c0b94f0 con 0x555969968930 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb85087b740 1 -- 172.21.15.90:0/799132566 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb84001cbe0 con 0x555969968930 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb826ffd640 1 -- 172.21.15.90:0/799132566 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb83c0c1230 con 0x555969968930 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb85087b740 10 client.15996 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb85087b740 1 -- 172.21.15.90:0/799132566 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5559696a87d0 con 0x555969968930 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.247+0000 7fb826ffd640 1 -- 172.21.15.90:0/799132566 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb84001cbe0 con 0x555969968930 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.248+0000 7fb826ffd640 1 -- 172.21.15.90:0/799132566 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb83c0bd0e0 con 0x555969968930 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.248+0000 7fb85087b740 10 client.15996 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.248+0000 7fb85087b740 10 client.15996 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.248+0000 7fb85087b740 20 client.15996 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.248+0000 7fb85087b740 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55596997d880 0x55596997fca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.248+0000 7fb85087b740 4 client.15996 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.248+0000 7fb85087b740 1 -- 172.21.15.90:0/799132566 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5559698da740 con 0x55596997d880 2024-04-26T17:28:17.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.248+0000 7fb8477fe640 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55596997d880 0x55596997fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.248+0000 7fb826ffd640 10 client.15996 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.248+0000 7fb8477fe640 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55596997d880 0x55596997fca0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=31915c70b6530029 server_cookie=f7554da02566686 in_seq=0 out_seq=0 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.249+0000 7fb826ffd640 1 -- 172.21.15.90:0/799132566 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5559698da740 con 0x55596997d880 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.249+0000 7fb826ffd640 10 client.15996 handle_command_reply: tid=0 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.249+0000 7fb85087b740 1 client.15996 shutdown 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.249+0000 7fb85087b740 1 -- 172.21.15.90:0/799132566 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 msgr2=0x5559699721c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.249+0000 7fb85087b740 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 0x5559699721c0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fb83c0b9850 tx=0x7fb83c02f000 comp rx=0 tx=0).stop 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.249+0000 7fb85087b740 1 -- 172.21.15.90:0/799132566 shutdown_connections 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.249+0000 7fb85087b740 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x55596997d880 0x55596997fca0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.250+0000 7fb826ffd640 0 client.15996 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.250+0000 7fb85087b740 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5559699692f0 0x555969979200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.250+0000 7fb85087b740 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 0x5559699721c0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.250+0000 7fb85087b740 1 --2- 172.21.15.90:0/799132566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969967760 0x555969971c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.250+0000 7fb85087b740 1 -- 172.21.15.90:0/799132566 >> 172.21.15.90:0/799132566 conn(0x555969962c50 msgr2=0x555969961e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.250+0000 7fb85087b740 1 -- 172.21.15.90:0/799132566 shutdown_connections 2024-04-26T17:28:17.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.250+0000 7fb85087b740 1 -- 172.21.15.90:0/799132566 wait complete. 2024-04-26T17:28:17.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.250+0000 7fb85087b740 20 client.15996 trim_cache size 0 max 16384 2024-04-26T17:28:17.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.263+0000 7fb85087b740 1 Processor -- start 2024-04-26T17:28:17.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.263+0000 7fb85087b740 1 -- start start 2024-04-26T17:28:17.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.263+0000 7fb85087b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969967760 0x55596996c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.263+0000 7fb85087b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969968930 0x55596996c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.263+0000 7fb85087b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5559699692f0 0x555969965930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.263+0000 7fb85087b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb8481acfb0 con 0x555969967760 2024-04-26T17:28:17.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.263+0000 7fb85087b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb8481aeaf0 con 0x5559699692f0 2024-04-26T17:28:17.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.263+0000 7fb85087b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb8481ad680 con 0x555969968930 2024-04-26T17:28:17.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb8477fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969967760 0x55596996c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb8477fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969967760 0x55596996c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43990/0 (socket says 172.21.15.90:43990) 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb8477fe640 1 -- 172.21.15.90:0/3216421588 learned_addr learned my addr 172.21.15.90:0/3216421588 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb847fff640 1 --2- 172.21.15.90:0/3216421588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5559699692f0 0x555969965930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb846ffd640 1 --2- 172.21.15.90:0/3216421588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969968930 0x55596996c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb8477fe640 1 -- 172.21.15.90:0/3216421588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969968930 msgr2=0x55596996c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb8477fe640 1 --2- 172.21.15.90:0/3216421588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969968930 0x55596996c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb8477fe640 1 -- 172.21.15.90:0/3216421588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5559699692f0 msgr2=0x555969965930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb8477fe640 1 --2- 172.21.15.90:0/3216421588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5559699692f0 0x555969965930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb8477fe640 1 -- 172.21.15.90:0/3216421588 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559699683b0 con 0x555969967760 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb846ffd640 1 --2- 172.21.15.90:0/3216421588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969968930 0x55596996c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb847fff640 1 --2- 172.21.15.90:0/3216421588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5559699692f0 0x555969965930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb8477fe640 1 --2- 172.21.15.90:0/3216421588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969967760 0x55596996c480 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fb83800bfd0 tx=0x7fb83800b6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fea7921fdc3a7499 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb82d7fa640 1 -- 172.21.15.90:0/3216421588 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb83801f070 con 0x555969967760 2024-04-26T17:28:17.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb82d7fa640 1 -- 172.21.15.90:0/3216421588 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb83801bdc0 con 0x555969967760 2024-04-26T17:28:17.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.264+0000 7fb82d7fa640 1 -- 172.21.15.90:0/3216421588 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb838011bd0 con 0x555969967760 2024-04-26T17:28:17.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.265+0000 7fb85087b740 1 -- 172.21.15.90:0/3216421588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969967760 msgr2=0x55596996c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.265+0000 7fb85087b740 1 --2- 172.21.15.90:0/3216421588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969967760 0x55596996c480 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fb83800bfd0 tx=0x7fb83800b6f0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.265+0000 7fb85087b740 1 -- 172.21.15.90:0/3216421588 shutdown_connections 2024-04-26T17:28:17.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.265+0000 7fb85087b740 1 --2- 172.21.15.90:0/3216421588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5559699692f0 0x555969965930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.265+0000 7fb85087b740 1 --2- 172.21.15.90:0/3216421588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555969968930 0x55596996c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.265+0000 7fb85087b740 1 --2- 172.21.15.90:0/3216421588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969967760 0x55596996c480 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.265+0000 7fb85087b740 1 -- 172.21.15.90:0/3216421588 >> 172.21.15.90:0/3216421588 conn(0x555969962c50 msgr2=0x555969963030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.265+0000 7fb85087b740 1 -- 172.21.15.90:0/3216421588 shutdown_connections 2024-04-26T17:28:17.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.265+0000 7fb85087b740 1 -- 172.21.15.90:0/3216421588 wait complete. 2024-04-26T17:28:17.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.265+0000 7fb85087b740 1 -- start start 2024-04-26T17:28:17.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb85087b740 1 Processor -- start 2024-04-26T17:28:17.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb85087b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 0x5559699ddcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb85087b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5559699692f0 0x5559699e0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb85087b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55596997d880 0x5559699e2750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb85087b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb8481ae420 con 0x555969968930 2024-04-26T17:28:17.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb85087b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb8481add50 con 0x55596997d880 2024-04-26T17:28:17.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb85087b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb8481aaf90 con 0x5559699692f0 2024-04-26T17:28:17.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb85087b740 10 client.0 _ll_register_callbacks cb 0x7fb83c0bcab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb8477fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 0x5559699ddcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb8477fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 0x5559699ddcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43998/0 (socket says 172.21.15.90:43998) 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb8477fe640 1 -- 172.21.15.90:0/2108228918 learned_addr learned my addr 172.21.15.90:0/2108228918 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb846ffd640 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5559699692f0 0x5559699e0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb847fff640 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55596997d880 0x5559699e2750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb8477fe640 1 -- 172.21.15.90:0/2108228918 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5559699692f0 msgr2=0x5559699e0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb8477fe640 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5559699692f0 0x5559699e0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb8477fe640 1 -- 172.21.15.90:0/2108228918 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55596997d880 msgr2=0x5559699e2750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb8477fe640 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55596997d880 0x5559699e2750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.266+0000 7fb8477fe640 1 -- 172.21.15.90:0/2108228918 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559699e2d40 con 0x555969968930 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.267+0000 7fb8477fe640 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 0x5559699ddcb0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fb8380117e0 tx=0x7fb838011620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6401675fa04f6eee server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.267+0000 7fb826ffd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.267+0000 7fb826ffd640 1 -- 172.21.15.90:0/2108228918 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb838031060 con 0x555969968930 2024-04-26T17:28:17.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.267+0000 7fb826ffd640 1 -- 172.21.15.90:0/2108228918 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fb838011e20 con 0x555969968930 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.267+0000 7fb85087b740 1 -- 172.21.15.90:0/2108228918 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb83801bdc0 con 0x555969968930 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.267+0000 7fb826ffd640 1 -- 172.21.15.90:0/2108228918 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb838038050 con 0x555969968930 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.267+0000 7fb85087b740 10 client.16002 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.267+0000 7fb85087b740 1 -- 172.21.15.90:0/2108228918 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5559699e4020 con 0x555969968930 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.267+0000 7fb826ffd640 1 -- 172.21.15.90:0/2108228918 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb83801b770 con 0x555969968930 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.267+0000 7fb826ffd640 1 -- 172.21.15.90:0/2108228918 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb83802b030 con 0x555969968930 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.267+0000 7fb85087b740 10 client.16002 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.268+0000 7fb85087b740 10 client.16002 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.268+0000 7fb85087b740 20 client.16002 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.268+0000 7fb85087b740 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5559699e49a0 0x5559699e6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.268+0000 7fb85087b740 4 client.16002 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.268+0000 7fb85087b740 1 -- 172.21.15.90:0/2108228918 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fb83801bdc0 con 0x5559699e49a0 2024-04-26T17:28:17.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.268+0000 7fb846ffd640 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5559699e49a0 0x5559699e6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.268+0000 7fb826ffd640 10 client.16002 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.268+0000 7fb846ffd640 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5559699e49a0 0x5559699e6dc0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a99f961031ee4bce server_cookie=494c1e9aa3ab39f1 in_seq=0 out_seq=0 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.268+0000 7fb826ffd640 1 -- 172.21.15.90:0/2108228918 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fb83801bdc0 con 0x5559699e49a0 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.268+0000 7fb826ffd640 10 client.16002 handle_command_reply: tid=0 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.268+0000 7fb85087b740 1 client.16002 shutdown 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb85087b740 1 -- 172.21.15.90:0/2108228918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 msgr2=0x5559699ddcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb85087b740 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 0x5559699ddcb0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fb8380117e0 tx=0x7fb838011620 comp rx=0 tx=0).stop 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb85087b740 1 -- 172.21.15.90:0/2108228918 shutdown_connections 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb85087b740 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5559699e49a0 0x5559699e6dc0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb85087b740 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55596997d880 0x5559699e2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb85087b740 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5559699692f0 0x5559699e0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb85087b740 1 --2- 172.21.15.90:0/2108228918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555969968930 0x5559699ddcb0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb85087b740 1 -- 172.21.15.90:0/2108228918 >> 172.21.15.90:0/2108228918 conn(0x555969962c50 msgr2=0x555969971c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb826ffd640 0 client.16002 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:28:17.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb85087b740 1 -- 172.21.15.90:0/2108228918 shutdown_connections 2024-04-26T17:28:17.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb85087b740 1 -- 172.21.15.90:0/2108228918 wait complete. 2024-04-26T17:28:17.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb85087b740 20 client.16002 trim_cache size 0 max 16384 2024-04-26T17:28:17.274 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:17.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb84db5d640 1 -- 172.21.15.90:0/1017867947 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb8300a3c40 msgr2=0x7fb8300a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb84db5d640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb8300a3c40 0x7fb8300a6100 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fb840020000 tx=0x7fb84001b000 comp rx=0 tx=0).stop 2024-04-26T17:28:17.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb84db5d640 1 -- 172.21.15.90:0/1017867947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb848101370 msgr2=0x7fb84819ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.269+0000 7fb84db5d640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb848101370 0x7fb84819ab00 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fb83c004770 tx=0x7fb83c0043b0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.270+0000 7fb84db5d640 1 -- 172.21.15.90:0/1017867947 shutdown_connections 2024-04-26T17:28:17.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.270+0000 7fb84db5d640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb8300a3c40 0x7fb8300a6100 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.270+0000 7fb84db5d640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb848101d10 0x7fb8481a1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.270+0000 7fb84db5d640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb848101370 0x7fb84819ab00 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.270+0000 7fb84db5d640 1 --2- 172.21.15.90:0/1017867947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb848100a10 0x7fb84819a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.270+0000 7fb84db5d640 1 -- 172.21.15.90:0/1017867947 >> 172.21.15.90:0/1017867947 conn(0x7fb8480fc5b0 msgr2=0x7fb8480fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.270+0000 7fb84db5d640 1 -- 172.21.15.90:0/1017867947 shutdown_connections 2024-04-26T17:28:17.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.270+0000 7fb84db5d640 1 -- 172.21.15.90:0/1017867947 wait complete. 2024-04-26T17:28:17.279 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:17 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/497097711' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:28:17.281 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T17:28:17.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:17 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/497097711' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:28:17.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.385+0000 7fef01922640 1 -- 172.21.15.90:0/360749604 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feefc103d00 msgr2=0x7feefc10a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.385+0000 7fef01922640 1 --2- 172.21.15.90:0/360749604 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feefc103d00 0x7feefc10a590 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7feef4009ca0 tx=0x7feef402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.385+0000 7fef01922640 1 -- 172.21.15.90:0/360749604 shutdown_connections 2024-04-26T17:28:17.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.385+0000 7fef01922640 1 --2- 172.21.15.90:0/360749604 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feefc103d00 0x7feefc10a590 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.385+0000 7fef01922640 1 --2- 172.21.15.90:0/360749604 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feefc103340 0x7feefc1037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.385+0000 7fef01922640 1 --2- 172.21.15.90:0/360749604 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feefc102150 0x7feefc102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.385+0000 7fef01922640 1 -- 172.21.15.90:0/360749604 >> 172.21.15.90:0/360749604 conn(0x7feefc0fd6e0 msgr2=0x7feefc0ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.385+0000 7fef01922640 1 -- 172.21.15.90:0/360749604 shutdown_connections 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.385+0000 7fef01922640 1 -- 172.21.15.90:0/360749604 wait complete. 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.386+0000 7fef01922640 1 Processor -- start 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.386+0000 7fef01922640 1 -- start start 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.386+0000 7fef01922640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feefc102150 0x7feefc198150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.386+0000 7fef01922640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feefc103340 0x7feefc198690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.386+0000 7fef01922640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feefc103d00 0x7feefc19f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.386+0000 7fef01922640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7feefc10dc60 con 0x7feefc103340 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.386+0000 7fef01922640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7feefc10dae0 con 0x7feefc103d00 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.386+0000 7fef01922640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7feefc10dde0 con 0x7feefc102150 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.387+0000 7feefa7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feefc103340 0x7feefc198690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.387+0000 7feefa7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feefc103340 0x7feefc198690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44014/0 (socket says 172.21.15.90:44014) 2024-04-26T17:28:17.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.387+0000 7feefa7fc640 1 -- 172.21.15.90:0/991864097 learned_addr learned my addr 172.21.15.90:0/991864097 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.387+0000 7feefb7fe640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feefc103d00 0x7feefc19f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.387+0000 7feefaffd640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feefc102150 0x7feefc198150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.387+0000 7feefa7fc640 1 -- 172.21.15.90:0/991864097 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feefc102150 msgr2=0x7feefc198150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.387+0000 7feefa7fc640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feefc102150 0x7feefc198150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.387+0000 7feefa7fc640 1 -- 172.21.15.90:0/991864097 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feefc103d00 msgr2=0x7feefc19f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.387+0000 7feefa7fc640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feefc103d00 0x7feefc19f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.387+0000 7feefa7fc640 1 -- 172.21.15.90:0/991864097 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feefc19fd70 con 0x7feefc103340 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.387+0000 7feefa7fc640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feefc103340 0x7feefc198690 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7feef000e9f0 tx=0x7feef000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.387+0000 7fef00920640 1 -- 172.21.15.90:0/991864097 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef000cd80 con 0x7feefc103340 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.388+0000 7fef01922640 1 -- 172.21.15.90:0/991864097 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feefc1a0060 con 0x7feefc103340 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.388+0000 7fef00920640 1 -- 172.21.15.90:0/991864097 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7feef00108e0 con 0x7feefc103340 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.388+0000 7fef01922640 1 -- 172.21.15.90:0/991864097 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feefc1a0600 con 0x7feefc103340 2024-04-26T17:28:17.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.388+0000 7fef00920640 1 -- 172.21.15.90:0/991864097 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef0018810 con 0x7feefc103340 2024-04-26T17:28:17.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.390+0000 7fef04630740 1 Processor -- start 2024-04-26T17:28:17.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7fef04630740 1 -- start start 2024-04-26T17:28:17.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7fef04630740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f0eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7fef04630740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f0f930 0x5610e5f0fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7fef04630740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f102f0 0x5610e5f16b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7fef04630740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5610e5e73b30 con 0x5610e5f0e760 2024-04-26T17:28:17.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7fef04630740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5610e5e0fa00 con 0x5610e5f0f930 2024-04-26T17:28:17.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7fef04630740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5610e5e6faf0 con 0x5610e5f102f0 2024-04-26T17:28:17.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7feefb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f0eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7feefb7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f0eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44020/0 (socket says 172.21.15.90:44020) 2024-04-26T17:28:17.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7feefb7fe640 1 -- 172.21.15.90:0/3866639203 learned_addr learned my addr 172.21.15.90:0/3866639203 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7feefb7fe640 1 -- 172.21.15.90:0/3866639203 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f102f0 msgr2=0x5610e5f16b80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T17:28:17.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7feefb7fe640 1 --2- 172.21.15.90:0/3866639203 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f102f0 0x5610e5f16b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7feefb7fe640 1 -- 172.21.15.90:0/3866639203 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f0f930 msgr2=0x5610e5f0fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7feefb7fe640 1 --2- 172.21.15.90:0/3866639203 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f0f930 0x5610e5f0fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.391+0000 7feefb7fe640 1 -- 172.21.15.90:0/3866639203 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610e5e385b0 con 0x5610e5f0e760 2024-04-26T17:28:17.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.392+0000 7feefb7fe640 1 --2- 172.21.15.90:0/3866639203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f0eb80 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7feef40093e0 tx=0x7feef4009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d846ec8ecf90fcac server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.392+0000 7fef00920640 1 -- 172.21.15.90:0/991864097 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7feef001f020 con 0x7feefc103340 2024-04-26T17:28:17.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.392+0000 7feee1ffb640 1 -- 172.21.15.90:0/3866639203 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef4031ca0 con 0x5610e5f0e760 2024-04-26T17:28:17.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.392+0000 7feee1ffb640 1 -- 172.21.15.90:0/3866639203 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7feef4036030 con 0x5610e5f0e760 2024-04-26T17:28:17.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.392+0000 7feee1ffb640 1 -- 172.21.15.90:0/3866639203 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef40046d0 con 0x5610e5f0e760 2024-04-26T17:28:17.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7fef00920640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feee40a3c40 0x7feee40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7feefaffd640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feee40a3c40 0x7feee40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7fef00920640 1 -- 172.21.15.90:0/991864097 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7feef00d0b00 con 0x7feefc103340 2024-04-26T17:28:17.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7fef04630740 1 -- 172.21.15.90:0/3866639203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 msgr2=0x5610e5f0eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7fef04630740 1 --2- 172.21.15.90:0/3866639203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f0eb80 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7feef40093e0 tx=0x7feef4009a20 comp rx=0 tx=0).stop 2024-04-26T17:28:17.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7fef04630740 1 -- 172.21.15.90:0/3866639203 shutdown_connections 2024-04-26T17:28:17.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7fef04630740 1 --2- 172.21.15.90:0/3866639203 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f102f0 0x5610e5f16b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7fef04630740 1 --2- 172.21.15.90:0/3866639203 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f0f930 0x5610e5f0fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7fef04630740 1 --2- 172.21.15.90:0/3866639203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f0eb80 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7fef04630740 1 -- 172.21.15.90:0/3866639203 >> 172.21.15.90:0/3866639203 conn(0x5610e5f09c50 msgr2=0x5610e5f0a050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7fef04630740 1 -- 172.21.15.90:0/3866639203 shutdown_connections 2024-04-26T17:28:17.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7feefaffd640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feee40a3c40 0x7feee40a6100 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x5610e5f0ab20 tx=0x7feeec00a4b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.393+0000 7fef04630740 1 -- 172.21.15.90:0/3866639203 wait complete. 2024-04-26T17:28:17.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7fef04630740 1 -- start start 2024-04-26T17:28:17.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7fef04630740 1 Processor -- start 2024-04-26T17:28:17.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7fef04630740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0e760 0x5610e5f18ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7fef04630740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0f930 0x5610e5f19000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7fef04630740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f1ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7fef04630740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5610e5f17120 con 0x5610e5f0f930 2024-04-26T17:28:17.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7fef04630740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5610e5e0d530 con 0x5610e5f102f0 2024-04-26T17:28:17.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7fef04630740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5610e5f172a0 con 0x5610e5f0e760 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7feefa7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0f930 0x5610e5f19000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7feefa7fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0f930 0x5610e5f19000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44030/0 (socket says 172.21.15.90:44030) 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7feefa7fc640 1 -- 172.21.15.90:0/3757922255 learned_addr learned my addr 172.21.15.90:0/3757922255 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7fef04630740 10 client.0 _ll_register_callbacks cb 0x5610e5dfaf00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7feefb7fe640 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f1ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.394+0000 7feefaffd640 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0e760 0x5610e5f18ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7feefa7fc640 1 -- 172.21.15.90:0/3757922255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0e760 msgr2=0x5610e5f18ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7feefa7fc640 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0e760 0x5610e5f18ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7feefa7fc640 1 -- 172.21.15.90:0/3757922255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 msgr2=0x5610e5f1ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7feefa7fc640 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f1ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7feefa7fc640 1 -- 172.21.15.90:0/3757922255 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610e5b853f0 con 0x5610e5f0f930 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7feefa7fc640 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0f930 0x5610e5f19000 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7feef00a4f90 tx=0x7feef0010ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47f214322c50bcd9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7feedaffd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7feedaffd640 1 -- 172.21.15.90:0/3757922255 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef00a0c00 con 0x5610e5f0f930 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7fef04630740 1 -- 172.21.15.90:0/3757922255 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feef4036030 con 0x5610e5f0f930 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7feedaffd640 1 -- 172.21.15.90:0/3757922255 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7feef00a5030 con 0x5610e5f0f930 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7feedaffd640 1 -- 172.21.15.90:0/3757922255 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7feef00a54c0 con 0x5610e5f0f930 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7fef04630740 10 client.16014 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7fef04630740 1 -- 172.21.15.90:0/3757922255 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5610e5c4f7d0 con 0x5610e5f0f930 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.395+0000 7feedaffd640 1 -- 172.21.15.90:0/3757922255 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7feef4036030 con 0x5610e5f0f930 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.396+0000 7feedaffd640 1 -- 172.21.15.90:0/3757922255 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7feef00b2030 con 0x5610e5f0f930 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.396+0000 7fef04630740 10 client.16014 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.396+0000 7fef04630740 10 client.16014 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.396+0000 7fef04630740 20 client.16014 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.396+0000 7fef04630740 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x5610e5f244c0 0x5610e5f268f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.396+0000 7fef04630740 4 client.16014 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:17.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.396+0000 7fef04630740 1 -- 172.21.15.90:0/3757922255 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610e5e81740 con 0x5610e5f244c0 2024-04-26T17:28:17.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.396+0000 7feefaffd640 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x5610e5f244c0 0x5610e5f268f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.397+0000 7feedaffd640 10 client.16014 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:28:17.400 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.397+0000 7feefaffd640 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x5610e5f244c0 0x5610e5f268f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=39b1ef95bb09c1d7 server_cookie=5f9ad537dde1c6b in_seq=0 out_seq=0 2024-04-26T17:28:17.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.397+0000 7feedaffd640 1 -- 172.21.15.90:0/3757922255 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5610e5e81740 con 0x5610e5f244c0 2024-04-26T17:28:17.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.397+0000 7feedaffd640 10 client.16014 handle_command_reply: tid=0 2024-04-26T17:28:17.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.397+0000 7fef04630740 1 client.16014 shutdown 2024-04-26T17:28:17.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.397+0000 7fef04630740 1 -- 172.21.15.90:0/3757922255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0f930 msgr2=0x5610e5f19000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.397+0000 7fef04630740 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0f930 0x5610e5f19000 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7feef00a4f90 tx=0x7feef0010ec0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.401 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.398+0000 7fef04630740 1 -- 172.21.15.90:0/3757922255 shutdown_connections 2024-04-26T17:28:17.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.398+0000 7fef04630740 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x5610e5f244c0 0x5610e5f268f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.398+0000 7feedaffd640 0 client.16014 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:28:17.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.398+0000 7fef04630740 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f1ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.398+0000 7fef04630740 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0f930 0x5610e5f19000 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.398+0000 7fef04630740 1 --2- 172.21.15.90:0/3757922255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0e760 0x5610e5f18ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.398+0000 7fef04630740 1 -- 172.21.15.90:0/3757922255 >> 172.21.15.90:0/3757922255 conn(0x5610e5f09c50 msgr2=0x5610e5f08e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.398+0000 7fef04630740 1 -- 172.21.15.90:0/3757922255 shutdown_connections 2024-04-26T17:28:17.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.398+0000 7fef04630740 1 -- 172.21.15.90:0/3757922255 wait complete. 2024-04-26T17:28:17.402 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.398+0000 7fef04630740 20 client.16014 trim_cache size 0 max 16384 2024-04-26T17:28:17.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.411+0000 7fef04630740 1 Processor -- start 2024-04-26T17:28:17.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.411+0000 7fef04630740 1 -- start start 2024-04-26T17:28:17.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.411+0000 7fef04630740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f0cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.411+0000 7fef04630740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0f930 0x5610e5f1ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.411+0000 7fef04630740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f0d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.411+0000 7fef04630740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7feefc1a88f0 con 0x5610e5f0e760 2024-04-26T17:28:17.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.411+0000 7fef04630740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7feefc1aa430 con 0x5610e5f102f0 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.411+0000 7fef04630740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7feefc1a8fc0 con 0x5610e5f0f930 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.411+0000 7feefaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f0cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.411+0000 7feefaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f0cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44042/0 (socket says 172.21.15.90:44042) 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.411+0000 7feefaffd640 1 -- 172.21.15.90:0/2064810409 learned_addr learned my addr 172.21.15.90:0/2064810409 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.411+0000 7feefa7fc640 1 --2- 172.21.15.90:0/2064810409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0f930 0x5610e5f1ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.412+0000 7feefb7fe640 1 --2- 172.21.15.90:0/2064810409 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f0d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.412+0000 7feefaffd640 1 -- 172.21.15.90:0/2064810409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0f930 msgr2=0x5610e5f1ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.412+0000 7feefaffd640 1 --2- 172.21.15.90:0/2064810409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0f930 0x5610e5f1ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.412+0000 7feefaffd640 1 -- 172.21.15.90:0/2064810409 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 msgr2=0x5610e5f0d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.412+0000 7feefaffd640 1 --2- 172.21.15.90:0/2064810409 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f0d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.412+0000 7feefaffd640 1 -- 172.21.15.90:0/2064810409 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610e5f22ef0 con 0x5610e5f0e760 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.412+0000 7feefaffd640 1 --2- 172.21.15.90:0/2064810409 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f0cb60 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7feeec00a520 tx=0x7feeec012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4735c7531a8c66a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.412+0000 7feee17fa640 1 -- 172.21.15.90:0/2064810409 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeec016070 con 0x5610e5f0e760 2024-04-26T17:28:17.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.412+0000 7feee17fa640 1 -- 172.21.15.90:0/2064810409 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7feeec0054d0 con 0x5610e5f0e760 2024-04-26T17:28:17.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.412+0000 7feee17fa640 1 -- 172.21.15.90:0/2064810409 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeec025860 con 0x5610e5f0e760 2024-04-26T17:28:17.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.413+0000 7fef04630740 1 -- 172.21.15.90:0/2064810409 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 msgr2=0x5610e5f0cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.413+0000 7fef04630740 1 --2- 172.21.15.90:0/2064810409 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f0cb60 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7feeec00a520 tx=0x7feeec012000 comp rx=0 tx=0).stop 2024-04-26T17:28:17.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.413+0000 7fef04630740 1 -- 172.21.15.90:0/2064810409 shutdown_connections 2024-04-26T17:28:17.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.413+0000 7fef04630740 1 --2- 172.21.15.90:0/2064810409 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f0d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.413+0000 7fef04630740 1 --2- 172.21.15.90:0/2064810409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0f930 0x5610e5f1ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.413+0000 7fef04630740 1 --2- 172.21.15.90:0/2064810409 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f0cb60 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.413+0000 7fef04630740 1 -- 172.21.15.90:0/2064810409 >> 172.21.15.90:0/2064810409 conn(0x5610e5f09c50 msgr2=0x5610e5f134a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.413+0000 7fef04630740 1 -- 172.21.15.90:0/2064810409 shutdown_connections 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.413+0000 7fef04630740 1 -- 172.21.15.90:0/2064810409 wait complete. 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.413+0000 7fef04630740 1 -- start start 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7fef04630740 1 Processor -- start 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7fef04630740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f1dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7fef04630740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0f930 0x5610e5f1e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7fef04630740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f1f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7fef04630740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7feefc1a9d60 con 0x5610e5f0e760 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7fef04630740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7feefc1a9690 con 0x5610e5f102f0 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7fef04630740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7feefc1a68f0 con 0x5610e5f0f930 2024-04-26T17:28:17.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7fef04630740 10 client.0 _ll_register_callbacks cb 0x7feef009c220 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7feefaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f1dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7feefaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f1dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44058/0 (socket says 172.21.15.90:44058) 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7feefaffd640 1 -- 172.21.15.90:0/1783423771 learned_addr learned my addr 172.21.15.90:0/1783423771 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7feefa7fc640 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0f930 0x5610e5f1e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7feefb7fe640 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f1f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7feefaffd640 1 -- 172.21.15.90:0/1783423771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0f930 msgr2=0x5610e5f1e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7feefaffd640 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0f930 0x5610e5f1e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7feefaffd640 1 -- 172.21.15.90:0/1783423771 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 msgr2=0x5610e5f1f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7feefaffd640 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f1f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7feefaffd640 1 -- 172.21.15.90:0/1783423771 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610e5f1f790 con 0x5610e5f0e760 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.414+0000 7feefb7fe640 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f1f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7feefaffd640 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f1dc50 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7feeec005770 tx=0x7feeec0252d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58be51068a7b2101 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.420 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7feedaffd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7feedaffd640 1 -- 172.21.15.90:0/1783423771 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeec031070 con 0x5610e5f0e760 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7feedaffd640 1 -- 172.21.15.90:0/1783423771 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7feeec0255e0 con 0x5610e5f0e760 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7fef04630740 1 -- 172.21.15.90:0/1783423771 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feeec0054d0 con 0x5610e5f0e760 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7feedaffd640 1 -- 172.21.15.90:0/1783423771 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7feeec03f050 con 0x5610e5f0e760 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7fef04630740 10 client.16020 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7fef04630740 1 -- 172.21.15.90:0/1783423771 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5610e5f8af10 con 0x5610e5f0e760 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7feedaffd640 1 -- 172.21.15.90:0/1783423771 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7feeec0054d0 con 0x5610e5f0e760 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7feedaffd640 1 -- 172.21.15.90:0/1783423771 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7feeec01c420 con 0x5610e5f0e760 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7fef04630740 10 client.16020 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7fef04630740 10 client.16020 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7fef04630740 20 client.16020 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7fef04630740 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x5610e5f8b860 0x5610e5f8dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7fef04630740 4 client.16020 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.415+0000 7fef04630740 1 -- 172.21.15.90:0/1783423771 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5610e5e7b5b0 con 0x5610e5f8b860 2024-04-26T17:28:17.421 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.416+0000 7feefa7fc640 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x5610e5f8b860 0x5610e5f8dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.416+0000 7feedaffd640 10 client.16020 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.416+0000 7feefa7fc640 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x5610e5f8b860 0x5610e5f8dc80 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9c4c2b4d282f98c5 server_cookie=7ca8313699cf2703 in_seq=0 out_seq=0 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7feedaffd640 1 -- 172.21.15.90:0/1783423771 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5610e5e7b5b0 con 0x5610e5f8b860 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7feedaffd640 10 client.16020 handle_command_reply: tid=0 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7fef04630740 1 client.16020 shutdown 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7fef04630740 1 -- 172.21.15.90:0/1783423771 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 msgr2=0x5610e5f1dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7fef04630740 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f1dc50 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7feeec005770 tx=0x7feeec0252d0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7fef04630740 1 -- 172.21.15.90:0/1783423771 shutdown_connections 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7fef04630740 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x5610e5f8b860 0x5610e5f8dc80 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7fef04630740 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5610e5f102f0 0x5610e5f1f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7feedaffd640 0 client.16020 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7fef04630740 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610e5f0f930 0x5610e5f1e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.422 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7fef04630740 1 --2- 172.21.15.90:0/1783423771 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610e5f0e760 0x5610e5f1dc50 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7fef04630740 1 -- 172.21.15.90:0/1783423771 >> 172.21.15.90:0/1783423771 conn(0x5610e5f09c50 msgr2=0x5610e5f085c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7fef04630740 1 -- 172.21.15.90:0/1783423771 shutdown_connections 2024-04-26T17:28:17.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.417+0000 7fef04630740 1 -- 172.21.15.90:0/1783423771 wait complete. 2024-04-26T17:28:17.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef04630740 20 client.16020 trim_cache size 0 max 16384 2024-04-26T17:28:17.423 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:17.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef01922640 1 -- 172.21.15.90:0/991864097 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feee40a3c40 msgr2=0x7feee40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef01922640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feee40a3c40 0x7feee40a6100 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x5610e5f0ab20 tx=0x7feeec00a4b0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef01922640 1 -- 172.21.15.90:0/991864097 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feefc103340 msgr2=0x7feefc198690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef01922640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feefc103340 0x7feefc198690 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7feef000e9f0 tx=0x7feef000eeb0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef01922640 1 -- 172.21.15.90:0/991864097 shutdown_connections 2024-04-26T17:28:17.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef01922640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7feee40a3c40 0x7feee40a6100 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef01922640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feefc103d00 0x7feefc19f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef01922640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feefc103340 0x7feefc198690 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef01922640 1 --2- 172.21.15.90:0/991864097 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feefc102150 0x7feefc198150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef01922640 1 -- 172.21.15.90:0/991864097 >> 172.21.15.90:0/991864097 conn(0x7feefc0fd6e0 msgr2=0x7feefc106570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef01922640 1 -- 172.21.15.90:0/991864097 shutdown_connections 2024-04-26T17:28:17.425 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.418+0000 7fef01922640 1 -- 172.21.15.90:0/991864097 wait complete. 2024-04-26T17:28:17.430 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T17:28:17.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:17 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/497097711' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:28:17.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.533+0000 7f35c454a640 1 -- 172.21.15.90:0/1371666834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f35bc101040 msgr2=0x7f35bc101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.533+0000 7f35c454a640 1 --2- 172.21.15.90:0/1371666834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f35bc101040 0x7f35bc101460 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f35b8009900 tx=0x7f35b802a410 comp rx=0 tx=0).stop 2024-04-26T17:28:17.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.533+0000 7f35c454a640 1 -- 172.21.15.90:0/1371666834 shutdown_connections 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.533+0000 7f35c454a640 1 --2- 172.21.15.90:0/1371666834 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35bc102bf0 0x7f35bc109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.533+0000 7f35c454a640 1 --2- 172.21.15.90:0/1371666834 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35bc102230 0x7f35bc1026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.533+0000 7f35c454a640 1 --2- 172.21.15.90:0/1371666834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f35bc101040 0x7f35bc101460 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.533+0000 7f35c454a640 1 -- 172.21.15.90:0/1371666834 >> 172.21.15.90:0/1371666834 conn(0x7f35bc0fc5b0 msgr2=0x7f35bc0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.533+0000 7f35c454a640 1 -- 172.21.15.90:0/1371666834 shutdown_connections 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.533+0000 7f35c454a640 1 -- 172.21.15.90:0/1371666834 wait complete. 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c454a640 1 Processor -- start 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c454a640 1 -- start start 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c454a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35bc101040 0x7f35bc1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c454a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35bc102230 0x7f35bc198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c454a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f35bc102bf0 0x7f35bc19f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c454a640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f35bc10cba0 con 0x7f35bc102bf0 2024-04-26T17:28:17.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c454a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f35bc10ca20 con 0x7f35bc101040 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c454a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f35bc10cd20 con 0x7f35bc102230 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c2ae7640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f35bc102bf0 0x7f35bc19f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c2ae7640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f35bc102bf0 0x7f35bc19f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44066/0 (socket says 172.21.15.90:44066) 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c2ae7640 1 -- 172.21.15.90:0/1534873846 learned_addr learned my addr 172.21.15.90:0/1534873846 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c22e6640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35bc101040 0x7f35bc1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.534+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35bc102230 0x7f35bc198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.535+0000 7f35c2ae7640 1 -- 172.21.15.90:0/1534873846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35bc102230 msgr2=0x7f35bc198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.535+0000 7f35c2ae7640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35bc102230 0x7f35bc198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.535+0000 7f35c2ae7640 1 -- 172.21.15.90:0/1534873846 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35bc101040 msgr2=0x7f35bc1983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.535+0000 7f35c2ae7640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35bc101040 0x7f35bc1983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.535+0000 7f35c2ae7640 1 -- 172.21.15.90:0/1534873846 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35bc1a0010 con 0x7f35bc102bf0 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.535+0000 7f35c22e6640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35bc101040 0x7f35bc1983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:17.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.535+0000 7f35c2ae7640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f35bc102bf0 0x7f35bc19f9a0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f35b400eb10 tx=0x7f35b400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.535+0000 7f35b37fe640 1 -- 172.21.15.90:0/1534873846 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b4004b20 con 0x7f35bc102bf0 2024-04-26T17:28:17.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.535+0000 7f35b37fe640 1 -- 172.21.15.90:0/1534873846 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f35b4004cc0 con 0x7f35bc102bf0 2024-04-26T17:28:17.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.535+0000 7f35c454a640 1 -- 172.21.15.90:0/1534873846 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35bc1a0300 con 0x7f35bc102bf0 2024-04-26T17:28:17.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.535+0000 7f35b37fe640 1 -- 172.21.15.90:0/1534873846 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b4010690 con 0x7f35bc102bf0 2024-04-26T17:28:17.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.535+0000 7f35c454a640 1 -- 172.21.15.90:0/1534873846 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35bc1036e0 con 0x7f35bc102bf0 2024-04-26T17:28:17.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.538+0000 7f35c725b740 1 Processor -- start 2024-04-26T17:28:17.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.539+0000 7f35b37fe640 1 -- 172.21.15.90:0/1534873846 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f35b4005020 con 0x7f35bc102bf0 2024-04-26T17:28:17.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.539+0000 7f35c725b740 1 -- start start 2024-04-26T17:28:17.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.539+0000 7f35c725b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2c760 0x5578eef2cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.539+0000 7f35c725b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2d930 0x5578eef2ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.539+0000 7f35c725b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2e2f0 0x5578eef34b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.539+0000 7f35c725b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5578eee91b30 con 0x5578eef2d930 2024-04-26T17:28:17.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.539+0000 7f35c725b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5578eee2da00 con 0x5578eef2c760 2024-04-26T17:28:17.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.539+0000 7f35c725b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5578eee8daf0 con 0x5578eef2e2f0 2024-04-26T17:28:17.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.539+0000 7f35c22e6640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2d930 0x5578eef2ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35c22e6640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2d930 0x5578eef2ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44082/0 (socket says 172.21.15.90:44082) 2024-04-26T17:28:17.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35c22e6640 1 -- 172.21.15.90:0/2619099444 learned_addr learned my addr 172.21.15.90:0/2619099444 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/2619099444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2c760 0x5578eef2cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/2619099444 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2e2f0 0x5578eef34b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35b37fe640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f35a80ac450 0x7f35a80ae910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35c22e6640 1 -- 172.21.15.90:0/2619099444 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2e2f0 msgr2=0x5578eef34b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35c22e6640 1 --2- 172.21.15.90:0/2619099444 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2e2f0 0x5578eef34b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35c22e6640 1 -- 172.21.15.90:0/2619099444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2c760 msgr2=0x5578eef2cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35c22e6640 1 --2- 172.21.15.90:0/2619099444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2c760 0x5578eef2cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35c22e6640 1 -- 172.21.15.90:0/2619099444 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578eee565b0 con 0x5578eef2d930 2024-04-26T17:28:17.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/2619099444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2c760 0x5578eef2cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:17.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35c2ae7640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f35a80ac450 0x7f35a80ae910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.540+0000 7f35c22e6640 1 --2- 172.21.15.90:0/2619099444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2d930 0x5578eef2ddb0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f35bc102090 tx=0x7f35b8004470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fac484920ca8db90 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.541+0000 7f35b0bfe640 1 -- 172.21.15.90:0/2619099444 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8035030 con 0x5578eef2d930 2024-04-26T17:28:17.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.541+0000 7f35b0bfe640 1 -- 172.21.15.90:0/2619099444 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f35b8040070 con 0x5578eef2d930 2024-04-26T17:28:17.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.541+0000 7f35b0bfe640 1 -- 172.21.15.90:0/2619099444 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8031b40 con 0x5578eef2d930 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.541+0000 7f35b37fe640 1 -- 172.21.15.90:0/1534873846 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f35b40d0ff0 con 0x7f35bc102bf0 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.541+0000 7f35c725b740 1 -- 172.21.15.90:0/2619099444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2d930 msgr2=0x5578eef2ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.541+0000 7f35c2ae7640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f35a80ac450 0x7f35a80ae910 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f35b4098fe0 tx=0x7f35b4098f70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.541+0000 7f35c725b740 1 --2- 172.21.15.90:0/2619099444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2d930 0x5578eef2ddb0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f35bc102090 tx=0x7f35b8004470 comp rx=0 tx=0).stop 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.541+0000 7f35c725b740 1 -- 172.21.15.90:0/2619099444 shutdown_connections 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.541+0000 7f35c725b740 1 --2- 172.21.15.90:0/2619099444 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2e2f0 0x5578eef34b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.541+0000 7f35c725b740 1 --2- 172.21.15.90:0/2619099444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2d930 0x5578eef2ddb0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.541+0000 7f35c725b740 1 --2- 172.21.15.90:0/2619099444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2c760 0x5578eef2cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.541+0000 7f35c725b740 1 -- 172.21.15.90:0/2619099444 >> 172.21.15.90:0/2619099444 conn(0x5578eef27c50 msgr2=0x5578eef28050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.542+0000 7f35c725b740 1 -- 172.21.15.90:0/2619099444 shutdown_connections 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.542+0000 7f35c725b740 1 -- 172.21.15.90:0/2619099444 wait complete. 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.542+0000 7f35c725b740 1 -- start start 2024-04-26T17:28:17.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.542+0000 7f35c725b740 1 Processor -- start 2024-04-26T17:28:17.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.542+0000 7f35c725b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2c760 0x5578eef36be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.542+0000 7f35c1ae5640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2c760 0x5578eef36be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.542+0000 7f35c1ae5640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2c760 0x5578eef36be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44096/0 (socket says 172.21.15.90:44096) 2024-04-26T17:28:17.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.542+0000 7f35c1ae5640 1 -- 172.21.15.90:0/428658799 learned_addr learned my addr 172.21.15.90:0/428658799 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.542+0000 7f35c725b740 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2d930 0x5578eef37120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.542+0000 7f35c725b740 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2e2f0 0x5578eef3e160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c725b740 1 -- 172.21.15.90:0/428658799 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5578eef352a0 con 0x5578eef2c760 2024-04-26T17:28:17.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c725b740 1 -- 172.21.15.90:0/428658799 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5578eee2b530 con 0x5578eef2e2f0 2024-04-26T17:28:17.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c725b740 1 -- 172.21.15.90:0/428658799 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5578eef35420 con 0x5578eef2d930 2024-04-26T17:28:17.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c1ae5640 1 -- 172.21.15.90:0/428658799 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2d930 msgr2=0x5578eef37120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2d930 0x5578eef37120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c1ae5640 1 -- 172.21.15.90:0/428658799 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2e2f0 msgr2=0x5578eef3e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2e2f0 0x5578eef3e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c1ae5640 1 -- 172.21.15.90:0/428658799 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578eeba33f0 con 0x5578eef2c760 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2c760 0x5578eef36be0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f35ac0058b0 tx=0x7f35ac003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f25c892768fa582 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35a5ffb640 1 -- 172.21.15.90:0/428658799 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac012970 con 0x5578eef2c760 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35a5ffb640 1 -- 172.21.15.90:0/428658799 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f35ac012b10 con 0x5578eef2c760 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c725b740 10 client.0 _ll_register_callbacks cb 0x5578eee18f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c725b740 1 -- 172.21.15.90:0/428658799 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35b8040070 con 0x5578eef2c760 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35a5ffb640 1 -- 172.21.15.90:0/428658799 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f35ac012d10 con 0x5578eef2c760 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c725b740 10 client.16032 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.543+0000 7f35c725b740 1 -- 172.21.15.90:0/428658799 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({fsmap=28}) -- 0x5578eec6d7d0 con 0x5578eef2c760 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.544+0000 7f35a5ffb640 1 -- 172.21.15.90:0/428658799 <== mon.0 v2:172.21.15.90:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f35ac01f450 con 0x5578eef2c760 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.544+0000 7f35c725b740 10 client.16032 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.544+0000 7f35c725b740 10 client.16032 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T17:28:17.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.544+0000 7f35c725b740 20 client.16032 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:17.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.544+0000 7f35c725b740 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x5578eef42420 0x5578eef448e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.544+0000 7f35c725b740 4 client.16032 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:17.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.544+0000 7f35c725b740 1 -- 172.21.15.90:0/428658799 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5578eee9f740 con 0x5578eef42420 2024-04-26T17:28:17.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.544+0000 7f35c22e6640 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x5578eef42420 0x5578eef448e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35a5ffb640 10 client.16032 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:28:17.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35c22e6640 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x5578eef42420 0x5578eef448e0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2f71e97401648b7f server_cookie=87e56394aa461d5d in_seq=0 out_seq=0 2024-04-26T17:28:17.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35a5ffb640 1 -- 172.21.15.90:0/428658799 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5578eee9f740 con 0x5578eef42420 2024-04-26T17:28:17.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35a5ffb640 10 client.16032 handle_command_reply: tid=0 2024-04-26T17:28:17.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35c725b740 1 client.16032 shutdown 2024-04-26T17:28:17.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35c725b740 1 -- 172.21.15.90:0/428658799 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2c760 msgr2=0x5578eef36be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35c725b740 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2c760 0x5578eef36be0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f35ac0058b0 tx=0x7f35ac003a80 comp rx=0 tx=0).stop 2024-04-26T17:28:17.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35c725b740 1 -- 172.21.15.90:0/428658799 shutdown_connections 2024-04-26T17:28:17.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35c725b740 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x5578eef42420 0x5578eef448e0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35c725b740 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2e2f0 0x5578eef3e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35c725b740 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2d930 0x5578eef37120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35c725b740 1 --2- 172.21.15.90:0/428658799 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2c760 0x5578eef36be0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35c725b740 1 -- 172.21.15.90:0/428658799 >> 172.21.15.90:0/428658799 conn(0x5578eef27c50 msgr2=0x5578eef26e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.545+0000 7f35a5ffb640 0 client.16032 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:28:17.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.546+0000 7f35c725b740 1 -- 172.21.15.90:0/428658799 shutdown_connections 2024-04-26T17:28:17.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.546+0000 7f35c725b740 1 -- 172.21.15.90:0/428658799 wait complete. 2024-04-26T17:28:17.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.546+0000 7f35c725b740 20 client.16032 trim_cache size 0 max 16384 2024-04-26T17:28:17.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.559+0000 7f35c725b740 1 Processor -- start 2024-04-26T17:28:17.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.559+0000 7f35c725b740 1 -- start start 2024-04-26T17:28:17.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.559+0000 7f35c725b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2d930 0x5578eef275d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.559+0000 7f35c725b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2e2f0 0x5578eef3e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.559+0000 7f35c725b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2b270 0x5578eef2b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.559+0000 7f35c725b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f35bc1a8c10 con 0x5578eef2b270 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.559+0000 7f35c725b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f35bc1aa750 con 0x5578eef2e2f0 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.559+0000 7f35c725b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f35bc1a92e0 con 0x5578eef2d930 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.559+0000 7f35c1ae5640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2b270 0x5578eef2b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.559+0000 7f35c1ae5640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2b270 0x5578eef2b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44100/0 (socket says 172.21.15.90:44100) 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.559+0000 7f35c1ae5640 1 -- 172.21.15.90:0/150568362 learned_addr learned my addr 172.21.15.90:0/150568362 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.559+0000 7f35c22e6640 1 --2- 172.21.15.90:0/150568362 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2e2f0 0x5578eef3e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.560+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/150568362 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2d930 0x5578eef275d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.560+0000 7f35c1ae5640 1 -- 172.21.15.90:0/150568362 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2d930 msgr2=0x5578eef275d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.560+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/150568362 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2d930 0x5578eef275d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.560+0000 7f35c1ae5640 1 -- 172.21.15.90:0/150568362 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2e2f0 msgr2=0x5578eef3e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.560+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/150568362 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2e2f0 0x5578eef3e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.560+0000 7f35c1ae5640 1 -- 172.21.15.90:0/150568362 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578eef3eee0 con 0x5578eef2b270 2024-04-26T17:28:17.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.560+0000 7f35c22e6640 1 --2- 172.21.15.90:0/150568362 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2e2f0 0x5578eef3e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:17.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.560+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/150568362 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2b270 0x5578eef2b700 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f35ac009dd0 tx=0x7f35ac014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a21a1872b6105c10 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.560+0000 7f35a7fff640 1 -- 172.21.15.90:0/150568362 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac01f9d0 con 0x5578eef2b270 2024-04-26T17:28:17.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.560+0000 7f35a7fff640 1 -- 172.21.15.90:0/150568362 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f35b8040070 con 0x5578eef2b270 2024-04-26T17:28:17.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.560+0000 7f35a7fff640 1 -- 172.21.15.90:0/150568362 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac028830 con 0x5578eef2b270 2024-04-26T17:28:17.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.561+0000 7f35c725b740 1 -- 172.21.15.90:0/150568362 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2b270 msgr2=0x5578eef2b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.561+0000 7f35c725b740 1 --2- 172.21.15.90:0/150568362 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2b270 0x5578eef2b700 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f35ac009dd0 tx=0x7f35ac014040 comp rx=0 tx=0).stop 2024-04-26T17:28:17.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.561+0000 7f35c725b740 1 -- 172.21.15.90:0/150568362 shutdown_connections 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.561+0000 7f35c725b740 1 --2- 172.21.15.90:0/150568362 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef2b270 0x5578eef2b700 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.561+0000 7f35c725b740 1 --2- 172.21.15.90:0/150568362 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2e2f0 0x5578eef3e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.561+0000 7f35c725b740 1 --2- 172.21.15.90:0/150568362 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2d930 0x5578eef275d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.561+0000 7f35c725b740 1 -- 172.21.15.90:0/150568362 >> 172.21.15.90:0/150568362 conn(0x5578eef27c50 msgr2=0x5578eef2ab60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.561+0000 7f35c725b740 1 -- 172.21.15.90:0/150568362 shutdown_connections 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.561+0000 7f35c725b740 1 -- 172.21.15.90:0/150568362 wait complete. 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c725b740 1 -- start start 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c725b740 1 Processor -- start 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c725b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2d930 0x5578eef3c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c725b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2e2f0 0x5578eef3c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c725b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef3d620 0x5578eef3daa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c725b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f35bc1aa080 con 0x5578eef3d620 2024-04-26T17:28:17.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c725b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f35bc1a99b0 con 0x5578eef2d930 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c725b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f35bc1a6bf0 con 0x5578eef2e2f0 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c725b740 10 client.0 _ll_register_callbacks cb 0x7f35ac0044e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c1ae5640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef3d620 0x5578eef3daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c1ae5640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef3d620 0x5578eef3daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44104/0 (socket says 172.21.15.90:44104) 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c1ae5640 1 -- 172.21.15.90:0/3991139613 learned_addr learned my addr 172.21.15.90:0/3991139613 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.562+0000 7f35c22e6640 1 --2- 172.21.15.90:0/3991139613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2e2f0 0x5578eef3c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35c1ae5640 1 -- 172.21.15.90:0/3991139613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2e2f0 msgr2=0x5578eef3c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/3991139613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2e2f0 0x5578eef3c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35c1ae5640 1 -- 172.21.15.90:0/3991139613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2d930 msgr2=0x5578eef3c0d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/3991139613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2d930 0x5578eef3c0d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35c1ae5640 1 -- 172.21.15.90:0/3991139613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578eef3dfe0 con 0x5578eef3d620 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35c1ae5640 1 --2- 172.21.15.90:0/3991139613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef3d620 0x5578eef3daa0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f35ac012fd0 tx=0x7f35ac001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fcc87d9daa43549 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35a5ffb640 1 -- 172.21.15.90:0/3991139613 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac0129e0 con 0x5578eef3d620 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35a5ffb640 1 -- 172.21.15.90:0/3991139613 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f35ac012030 con 0x5578eef3d620 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35c725b740 1 -- 172.21.15.90:0/3991139613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35b8040070 con 0x5578eef3d620 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35a5ffb640 1 -- 172.21.15.90:0/3991139613 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f35ac045050 con 0x5578eef3d620 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35c725b740 10 client.16038 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.563+0000 7f35c725b740 1 -- 172.21.15.90:0/3991139613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5578eefa9680 con 0x5578eef3d620 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.564+0000 7f35a5ffb640 1 -- 172.21.15.90:0/3991139613 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f35b8040070 con 0x5578eef3d620 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.564+0000 7f35a5ffb640 1 -- 172.21.15.90:0/3991139613 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f35ac028950 con 0x5578eef3d620 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.564+0000 7f35c725b740 10 client.16038 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.564+0000 7f35c725b740 10 client.16038 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.564+0000 7f35c725b740 20 client.16038 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.564+0000 7f35c725b740 1 --2- 172.21.15.90:0/3991139613 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x5578eefa9f30 0x5578eefac350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.564+0000 7f35c725b740 4 client.16038 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:17.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.564+0000 7f35c725b740 1 -- 172.21.15.90:0/3991139613 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5578eee995b0 con 0x5578eefa9f30 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.564+0000 7f35c22e6640 1 --2- 172.21.15.90:0/3991139613 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x5578eefa9f30 0x5578eefac350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35c22e6640 1 --2- 172.21.15.90:0/3991139613 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x5578eefa9f30 0x5578eefac350 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=18192d6fd987ccbf server_cookie=b52ce0b7d5f9e438 in_seq=0 out_seq=0 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35a5ffb640 10 client.16038 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35a5ffb640 1 -- 172.21.15.90:0/3991139613 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5578eee995b0 con 0x5578eefa9f30 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35a5ffb640 10 client.16038 handle_command_reply: tid=0 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35c725b740 1 client.16038 shutdown 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35c725b740 1 -- 172.21.15.90:0/3991139613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef3d620 msgr2=0x5578eef3daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35c725b740 1 --2- 172.21.15.90:0/3991139613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef3d620 0x5578eef3daa0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f35ac012fd0 tx=0x7f35ac001e50 comp rx=0 tx=0).stop 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35c725b740 1 -- 172.21.15.90:0/3991139613 shutdown_connections 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35c725b740 1 --2- 172.21.15.90:0/3991139613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5578eef3d620 0x5578eef3daa0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35c725b740 1 --2- 172.21.15.90:0/3991139613 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578eef2e2f0 0x5578eef3c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35c725b740 1 --2- 172.21.15.90:0/3991139613 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x5578eefa9f30 0x5578eefac350 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35c725b740 1 --2- 172.21.15.90:0/3991139613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5578eef2d930 0x5578eef3c0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.565+0000 7f35c725b740 1 -- 172.21.15.90:0/3991139613 >> 172.21.15.90:0/3991139613 conn(0x5578eef27c50 msgr2=0x5578eef265c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35a5ffb640 0 client.16038 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:28:17.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c725b740 1 -- 172.21.15.90:0/3991139613 shutdown_connections 2024-04-26T17:28:17.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c725b740 1 -- 172.21.15.90:0/3991139613 wait complete. 2024-04-26T17:28:17.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c725b740 20 client.16038 trim_cache size 0 max 16384 2024-04-26T17:28:17.570 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:17.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c454a640 1 -- 172.21.15.90:0/1534873846 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f35a80ac450 msgr2=0x7f35a80ae910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c454a640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f35a80ac450 0x7f35a80ae910 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f35b4098fe0 tx=0x7f35b4098f70 comp rx=0 tx=0).stop 2024-04-26T17:28:17.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c454a640 1 -- 172.21.15.90:0/1534873846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f35bc102bf0 msgr2=0x7f35bc19f9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c454a640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f35bc102bf0 0x7f35bc19f9a0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f35b400eb10 tx=0x7f35b400c2d0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c454a640 1 -- 172.21.15.90:0/1534873846 shutdown_connections 2024-04-26T17:28:17.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c454a640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f35a80ac450 0x7f35a80ae910 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c454a640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f35bc102bf0 0x7f35bc19f9a0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c454a640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35bc102230 0x7f35bc198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c454a640 1 --2- 172.21.15.90:0/1534873846 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35bc101040 0x7f35bc1983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.566+0000 7f35c454a640 1 -- 172.21.15.90:0/1534873846 >> 172.21.15.90:0/1534873846 conn(0x7f35bc0fc5b0 msgr2=0x7f35bc0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.567+0000 7f35c454a640 1 -- 172.21.15.90:0/1534873846 shutdown_connections 2024-04-26T17:28:17.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.567+0000 7f35c454a640 1 -- 172.21.15.90:0/1534873846 wait complete. 2024-04-26T17:28:17.578 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T17:28:17.683 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.681+0000 7f2262f9b640 1 -- 172.21.15.90:0/1000040900 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f225c101040 msgr2=0x7f225c101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.681+0000 7f2262f9b640 1 --2- 172.21.15.90:0/1000040900 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f225c101040 0x7f225c101460 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f2250009900 tx=0x7f225002a410 comp rx=0 tx=0).stop 2024-04-26T17:28:17.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.681+0000 7f2262f9b640 1 -- 172.21.15.90:0/1000040900 shutdown_connections 2024-04-26T17:28:17.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.681+0000 7f2262f9b640 1 --2- 172.21.15.90:0/1000040900 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f225c102bf0 0x7f225c109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.681+0000 7f2262f9b640 1 --2- 172.21.15.90:0/1000040900 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f225c102230 0x7f225c1026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.681+0000 7f2262f9b640 1 --2- 172.21.15.90:0/1000040900 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f225c101040 0x7f225c101460 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.681+0000 7f2262f9b640 1 -- 172.21.15.90:0/1000040900 >> 172.21.15.90:0/1000040900 conn(0x7f225c0fc5b0 msgr2=0x7f225c0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.681+0000 7f2262f9b640 1 -- 172.21.15.90:0/1000040900 shutdown_connections 2024-04-26T17:28:17.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.681+0000 7f2262f9b640 1 -- 172.21.15.90:0/1000040900 wait complete. 2024-04-26T17:28:17.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f2262f9b640 1 Processor -- start 2024-04-26T17:28:17.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f2262f9b640 1 -- start start 2024-04-26T17:28:17.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f2262f9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f225c101040 0x7f225c1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f2262f9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f225c102230 0x7f225c198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f2262f9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f225c102bf0 0x7f225c19f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f225bfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f225c102230 0x7f225c198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f225bfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f225c102230 0x7f225c198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44118/0 (socket says 172.21.15.90:44118) 2024-04-26T17:28:17.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f225bfff640 1 -- 172.21.15.90:0/4073041575 learned_addr learned my addr 172.21.15.90:0/4073041575 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f2262f9b640 1 -- 172.21.15.90:0/4073041575 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f225c10cba0 con 0x7f225c102230 2024-04-26T17:28:17.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f2262f9b640 1 -- 172.21.15.90:0/4073041575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f225c10ca20 con 0x7f225c102bf0 2024-04-26T17:28:17.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f2261538640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f225c102bf0 0x7f225c19f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f2262f9b640 1 -- 172.21.15.90:0/4073041575 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f225c10cd20 con 0x7f225c101040 2024-04-26T17:28:17.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.682+0000 7f2260d37640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f225c101040 0x7f225c1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.683+0000 7f2261538640 1 -- 172.21.15.90:0/4073041575 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f225c101040 msgr2=0x7f225c1983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.683+0000 7f2261538640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f225c101040 0x7f225c1983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.683+0000 7f2261538640 1 -- 172.21.15.90:0/4073041575 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f225c102230 msgr2=0x7f225c198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.683+0000 7f2261538640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f225c102230 0x7f225c198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.683+0000 7f2261538640 1 -- 172.21.15.90:0/4073041575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f225c1a0010 con 0x7f225c102bf0 2024-04-26T17:28:17.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.683+0000 7f2261538640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f225c102bf0 0x7f225c19f9a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2254009fd0 tx=0x7f225400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.683+0000 7f2259ffb640 1 -- 172.21.15.90:0/4073041575 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225400ce20 con 0x7f225c102bf0 2024-04-26T17:28:17.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.683+0000 7f2259ffb640 1 -- 172.21.15.90:0/4073041575 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2254005020 con 0x7f225c102bf0 2024-04-26T17:28:17.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.683+0000 7f2262f9b640 1 -- 172.21.15.90:0/4073041575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f225c1a0300 con 0x7f225c102bf0 2024-04-26T17:28:17.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.683+0000 7f2259ffb640 1 -- 172.21.15.90:0/4073041575 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2254010690 con 0x7f225c102bf0 2024-04-26T17:28:17.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.684+0000 7f2262f9b640 1 -- 172.21.15.90:0/4073041575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f225c1a0840 con 0x7f225c102bf0 2024-04-26T17:28:17.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.686+0000 7f2265d8d740 1 Processor -- start 2024-04-26T17:28:17.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.686+0000 7f2259ffb640 1 -- 172.21.15.90:0/4073041575 <== mon.2 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f2254005560 con 0x7f225c102bf0 2024-04-26T17:28:17.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f2265d8d740 1 -- start start 2024-04-26T17:28:17.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f2265d8d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97a760 0x55fa8c97ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f2265d8d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97b930 0x55fa8c97bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f2265d8d740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97c2f0 0x55fa8c982b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f2265d8d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55fa8c8dfb30 con 0x55fa8c97b930 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f2265d8d740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55fa8c87ba00 con 0x55fa8c97c2f0 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f2265d8d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fa8c8dbaf0 con 0x55fa8c97a760 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f2260d37640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97b930 0x55fa8c97bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f2260d37640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97b930 0x55fa8c97bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44124/0 (socket says 172.21.15.90:44124) 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f2260d37640 1 -- 172.21.15.90:0/1286795063 learned_addr learned my addr 172.21.15.90:0/1286795063 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f225bfff640 1 --2- 172.21.15.90:0/1286795063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97a760 0x55fa8c97ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f225bfff640 1 --2- 172.21.15.90:0/1286795063 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97c2f0 0x55fa8c982b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.687+0000 7f2260d37640 1 -- 172.21.15.90:0/1286795063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97a760 msgr2=0x55fa8c97ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.688+0000 7f2260d37640 1 --2- 172.21.15.90:0/1286795063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97a760 0x55fa8c97ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.688+0000 7f2260d37640 1 -- 172.21.15.90:0/1286795063 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97c2f0 msgr2=0x55fa8c982b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.688+0000 7f2260d37640 1 --2- 172.21.15.90:0/1286795063 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97c2f0 0x55fa8c982b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.688+0000 7f2260d37640 1 -- 172.21.15.90:0/1286795063 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa8c8a45b0 con 0x55fa8c97b930 2024-04-26T17:28:17.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.688+0000 7f225bfff640 1 --2- 172.21.15.90:0/1286795063 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97c2f0 0x55fa8c982b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:17.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.688+0000 7f2259ffb640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f224c0a3cc0 0x7f224c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.688+0000 7f225bfff640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f224c0a3cc0 0x7f224c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.688+0000 7f2260d37640 1 --2- 172.21.15.90:0/1286795063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97b930 0x55fa8c97bdb0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f2250000c00 tx=0x7f2250004170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7044ab48978157dc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.688+0000 7f2246ffd640 1 -- 172.21.15.90:0/1286795063 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2250035030 con 0x55fa8c97b930 2024-04-26T17:28:17.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.688+0000 7f2246ffd640 1 -- 172.21.15.90:0/1286795063 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2250040070 con 0x55fa8c97b930 2024-04-26T17:28:17.694 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.688+0000 7f2259ffb640 1 -- 172.21.15.90:0/4073041575 <== mon.2 v2:172.21.15.119:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f22540d0fa0 con 0x7f225c102bf0 2024-04-26T17:28:17.695 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.689+0000 7f2246ffd640 1 -- 172.21.15.90:0/1286795063 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2250031a90 con 0x55fa8c97b930 2024-04-26T17:28:17.695 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.689+0000 7f2265d8d740 1 -- 172.21.15.90:0/1286795063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97b930 msgr2=0x55fa8c97bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.695 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.689+0000 7f2265d8d740 1 --2- 172.21.15.90:0/1286795063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97b930 0x55fa8c97bdb0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f2250000c00 tx=0x7f2250004170 comp rx=0 tx=0).stop 2024-04-26T17:28:17.695 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.689+0000 7f225bfff640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f224c0a3cc0 0x7f224c0a6180 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f224800c010 tx=0x7f22480046c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.695 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.689+0000 7f2265d8d740 1 -- 172.21.15.90:0/1286795063 shutdown_connections 2024-04-26T17:28:17.695 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.689+0000 7f2265d8d740 1 --2- 172.21.15.90:0/1286795063 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97c2f0 0x55fa8c982b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.695 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.689+0000 7f2265d8d740 1 --2- 172.21.15.90:0/1286795063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97b930 0x55fa8c97bdb0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.695 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.689+0000 7f2265d8d740 1 --2- 172.21.15.90:0/1286795063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97a760 0x55fa8c97ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.695 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.689+0000 7f2265d8d740 1 -- 172.21.15.90:0/1286795063 >> 172.21.15.90:0/1286795063 conn(0x55fa8c975c50 msgr2=0x55fa8c976050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.695 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.689+0000 7f2265d8d740 1 -- 172.21.15.90:0/1286795063 shutdown_connections 2024-04-26T17:28:17.695 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.689+0000 7f2265d8d740 1 -- 172.21.15.90:0/1286795063 wait complete. 2024-04-26T17:28:17.695 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.690+0000 7f2265d8d740 1 -- start start 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.690+0000 7f2265d8d740 1 Processor -- start 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.690+0000 7f2265d8d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97a760 0x55fa8c986950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.690+0000 7f2265d8d740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97b930 0x55fa8c986e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.690+0000 7f2265d8d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97c2f0 0x55fa8c9833f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.690+0000 7f2265d8d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55fa8c987750 con 0x55fa8c97a760 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.690+0000 7f2265d8d740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55fa8c879530 con 0x55fa8c97b930 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.690+0000 7f2265d8d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fa8c9878d0 con 0x55fa8c97c2f0 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.690+0000 7f2260d37640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97a760 0x55fa8c986950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.690+0000 7f2265d8d740 10 client.0 _ll_register_callbacks cb 0x55fa8c866f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.690+0000 7f2260d37640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97a760 0x55fa8c986950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44138/0 (socket says 172.21.15.90:44138) 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.690+0000 7f2260d37640 1 -- 172.21.15.90:0/3957840817 learned_addr learned my addr 172.21.15.90:0/3957840817 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f225bfff640 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97b930 0x55fa8c986e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f2260d37640 1 -- 172.21.15.90:0/3957840817 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97c2f0 msgr2=0x55fa8c9833f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.696 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f2261538640 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97c2f0 0x55fa8c9833f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f2260d37640 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97c2f0 0x55fa8c9833f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f2260d37640 1 -- 172.21.15.90:0/3957840817 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97b930 msgr2=0x55fa8c986e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f2260d37640 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97b930 0x55fa8c986e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f2260d37640 1 -- 172.21.15.90:0/3957840817 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa8c5f13f0 con 0x55fa8c97a760 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f2260d37640 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97a760 0x55fa8c986950 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f225002a930 tx=0x7f2250005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fdab92b61fb8ddf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f223bfff640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f223bfff640 1 -- 172.21.15.90:0/3957840817 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2250052060 con 0x55fa8c97a760 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f223bfff640 1 -- 172.21.15.90:0/3957840817 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f2250031c20 con 0x55fa8c97a760 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f2265d8d740 1 -- 172.21.15.90:0/3957840817 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2250040070 con 0x55fa8c97a760 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f223bfff640 1 -- 172.21.15.90:0/3957840817 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2250059050 con 0x55fa8c97a760 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f2265d8d740 10 client.16050 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.691+0000 7f2265d8d740 1 -- 172.21.15.90:0/3957840817 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fa8c6bb7d0 con 0x55fa8c97a760 2024-04-26T17:28:17.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.692+0000 7f223bfff640 1 -- 172.21.15.90:0/3957840817 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2250040070 con 0x55fa8c97a760 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.692+0000 7f223bfff640 1 -- 172.21.15.90:0/3957840817 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f2250045670 con 0x55fa8c97a760 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.692+0000 7f2265d8d740 10 client.16050 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.692+0000 7f2265d8d740 10 client.16050 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.692+0000 7f2265d8d740 20 client.16050 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.692+0000 7f2265d8d740 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa8c998b40 0x55fa8c99af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.692+0000 7f2265d8d740 4 client.16050 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.692+0000 7f2265d8d740 1 -- 172.21.15.90:0/3957840817 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fa8c8ed740 con 0x55fa8c998b40 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.692+0000 7f225bfff640 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa8c998b40 0x55fa8c99af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.693+0000 7f223bfff640 10 client.16050 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.693+0000 7f225bfff640 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa8c998b40 0x55fa8c99af30 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=caae894d66b9b94b server_cookie=891dbaa2d91b72a9 in_seq=0 out_seq=0 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.693+0000 7f223bfff640 1 -- 172.21.15.90:0/3957840817 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fa8c8ed740 con 0x55fa8c998b40 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.693+0000 7f223bfff640 10 client.16050 handle_command_reply: tid=0 2024-04-26T17:28:17.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f2265d8d740 1 client.16050 shutdown 2024-04-26T17:28:17.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f2265d8d740 1 -- 172.21.15.90:0/3957840817 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97a760 msgr2=0x55fa8c986950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f2265d8d740 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97a760 0x55fa8c986950 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f225002a930 tx=0x7f2250005fd0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f2265d8d740 1 -- 172.21.15.90:0/3957840817 shutdown_connections 2024-04-26T17:28:17.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f2265d8d740 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa8c998b40 0x55fa8c99af30 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f223bfff640 0 client.16050 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:17.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f2265d8d740 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97c2f0 0x55fa8c9833f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f2265d8d740 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97b930 0x55fa8c986e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f2265d8d740 1 --2- 172.21.15.90:0/3957840817 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97a760 0x55fa8c986950 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f2265d8d740 1 -- 172.21.15.90:0/3957840817 >> 172.21.15.90:0/3957840817 conn(0x55fa8c975c50 msgr2=0x55fa8c974e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f2265d8d740 1 -- 172.21.15.90:0/3957840817 shutdown_connections 2024-04-26T17:28:17.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f2265d8d740 1 -- 172.21.15.90:0/3957840817 wait complete. 2024-04-26T17:28:17.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.694+0000 7f2265d8d740 20 client.16050 trim_cache size 0 max 16384 2024-04-26T17:28:17.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.720+0000 7f2265d8d740 1 Processor -- start 2024-04-26T17:28:17.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.720+0000 7f2265d8d740 1 -- start start 2024-04-26T17:28:17.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.720+0000 7f2265d8d740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 0x55fa8c970ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.720+0000 7f2265d8d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97b930 0x55fa8c97f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.720+0000 7f2265d8d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 0x55fa8c97f910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.720+0000 7f2265d8d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f225c1a8bb0 con 0x55fa8c97c2f0 2024-04-26T17:28:17.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.720+0000 7f2265d8d740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f225c1aa6f0 con 0x55fa8c97a760 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.720+0000 7f2265d8d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f225c1a9280 con 0x55fa8c97b930 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f2261538640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 0x55fa8c97f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f2261538640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 0x55fa8c97f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44140/0 (socket says 172.21.15.90:44140) 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f2261538640 1 -- 172.21.15.90:0/1462642458 learned_addr learned my addr 172.21.15.90:0/1462642458 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f2260d37640 1 --2- 172.21.15.90:0/1462642458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 0x55fa8c970ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f225bfff640 1 --2- 172.21.15.90:0/1462642458 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97b930 0x55fa8c97f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f2260d37640 1 -- 172.21.15.90:0/1462642458 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97b930 msgr2=0x55fa8c97f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f2260d37640 1 --2- 172.21.15.90:0/1462642458 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97b930 0x55fa8c97f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f2260d37640 1 -- 172.21.15.90:0/1462642458 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 msgr2=0x55fa8c97f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f2260d37640 1 --2- 172.21.15.90:0/1462642458 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 0x55fa8c97f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f2260d37640 1 -- 172.21.15.90:0/1462642458 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa8c975920 con 0x55fa8c97a760 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f225bfff640 1 --2- 172.21.15.90:0/1462642458 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97b930 0x55fa8c97f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:17.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f2261538640 1 --2- 172.21.15.90:0/1462642458 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 0x55fa8c97f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:17.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f2260d37640 1 --2- 172.21.15.90:0/1462642458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 0x55fa8c970ce0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2250000c00 tx=0x7f2250009680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e796d3a39fe99773 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f22467fc640 1 -- 172.21.15.90:0/1462642458 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2250052070 con 0x55fa8c97a760 2024-04-26T17:28:17.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f22467fc640 1 -- 172.21.15.90:0/1462642458 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2250040070 con 0x55fa8c97a760 2024-04-26T17:28:17.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.721+0000 7f22467fc640 1 -- 172.21.15.90:0/1462642458 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2250035070 con 0x55fa8c97a760 2024-04-26T17:28:17.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.722+0000 7f2265d8d740 1 -- 172.21.15.90:0/1462642458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 msgr2=0x55fa8c970ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.722+0000 7f2265d8d740 1 --2- 172.21.15.90:0/1462642458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 0x55fa8c970ce0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2250000c00 tx=0x7f2250009680 comp rx=0 tx=0).stop 2024-04-26T17:28:17.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.722+0000 7f2265d8d740 1 -- 172.21.15.90:0/1462642458 shutdown_connections 2024-04-26T17:28:17.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.722+0000 7f2265d8d740 1 --2- 172.21.15.90:0/1462642458 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 0x55fa8c97f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.722+0000 7f2265d8d740 1 --2- 172.21.15.90:0/1462642458 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97b930 0x55fa8c97f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.722+0000 7f2265d8d740 1 --2- 172.21.15.90:0/1462642458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 0x55fa8c970ce0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.722+0000 7f2265d8d740 1 -- 172.21.15.90:0/1462642458 >> 172.21.15.90:0/1462642458 conn(0x55fa8c975c50 msgr2=0x55fa8c9830c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.722+0000 7f2265d8d740 1 -- 172.21.15.90:0/1462642458 shutdown_connections 2024-04-26T17:28:17.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.722+0000 7f2265d8d740 1 -- 172.21.15.90:0/1462642458 wait complete. 2024-04-26T17:28:17.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.722+0000 7f2265d8d740 1 -- start start 2024-04-26T17:28:17.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2265d8d740 1 Processor -- start 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2265d8d740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 0x55fa8c9a9ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2265d8d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97b930 0x55fa8c9aa3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2265d8d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 0x55fa8c9ab380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2265d8d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f225c1aa020 con 0x55fa8c97c2f0 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2265d8d740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f225c1a9950 con 0x55fa8c97a760 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2265d8d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f225c1a6b90 con 0x55fa8c97b930 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2265d8d740 10 client.0 _ll_register_callbacks cb 0x7f2250031550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2260d37640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 0x55fa8c9a9ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2260d37640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 0x55fa8c9a9ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:48126/0 (socket says 172.21.15.90:48126) 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2260d37640 1 -- 172.21.15.90:0/332324917 learned_addr learned my addr 172.21.15.90:0/332324917 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f225bfff640 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97b930 0x55fa8c9aa3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2261538640 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 0x55fa8c9ab380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.728 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2260d37640 1 -- 172.21.15.90:0/332324917 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97b930 msgr2=0x55fa8c9aa3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2260d37640 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97b930 0x55fa8c9aa3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2260d37640 1 -- 172.21.15.90:0/332324917 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 msgr2=0x55fa8c9ab380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.723+0000 7f2260d37640 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 0x55fa8c9ab380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.724+0000 7f2260d37640 1 -- 172.21.15.90:0/332324917 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa8c9ab970 con 0x55fa8c97a760 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.724+0000 7f2261538640 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 0x55fa8c9ab380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.724+0000 7f2260d37640 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 0x55fa8c9a9ea0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f2250045a70 tx=0x7f2250045af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42beab3bdcbe3cc2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.724+0000 7f223bfff640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.724+0000 7f223bfff640 1 -- 172.21.15.90:0/332324917 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2250052070 con 0x55fa8c97a760 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.724+0000 7f2265d8d740 1 -- 172.21.15.90:0/332324917 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2250040070 con 0x55fa8c97a760 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.724+0000 7f223bfff640 1 -- 172.21.15.90:0/332324917 <== mon.2 v2:172.21.15.119:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f2250045c60 con 0x55fa8c97a760 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.724+0000 7f223bfff640 1 -- 172.21.15.90:0/332324917 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f225006d050 con 0x55fa8c97a760 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.724+0000 7f2265d8d740 10 client.25406 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:17.729 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.724+0000 7f2265d8d740 1 -- 172.21.15.90:0/332324917 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fa8c9fef00 con 0x55fa8c97a760 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.724+0000 7f223bfff640 1 -- 172.21.15.90:0/332324917 <== mon.2 v2:172.21.15.119:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2250040070 con 0x55fa8c97a760 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.725+0000 7f223bfff640 1 -- 172.21.15.90:0/332324917 <== mon.2 v2:172.21.15.119:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f2250003c30 con 0x55fa8c97a760 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.725+0000 7f2265d8d740 10 client.25406 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.725+0000 7f2265d8d740 10 client.25406 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.725+0000 7f2265d8d740 20 client.25406 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.725+0000 7f2265d8d740 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa8c998b40 0x55fa8ca017c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.725+0000 7f2265d8d740 4 client.25406 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.725+0000 7f2265d8d740 1 -- 172.21.15.90:0/332324917 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fa8c8e75b0 con 0x55fa8c998b40 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.726+0000 7f225bfff640 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa8c998b40 0x55fa8ca017c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.726+0000 7f223bfff640 10 client.25406 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.726+0000 7f225bfff640 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa8c998b40 0x55fa8ca017c0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=639b9217e6bbefb5 server_cookie=7dfcc5c4c447052 in_seq=0 out_seq=0 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.726+0000 7f223bfff640 1 -- 172.21.15.90:0/332324917 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fa8c8e75b0 con 0x55fa8c998b40 2024-04-26T17:28:17.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.726+0000 7f223bfff640 10 client.25406 handle_command_reply: tid=0 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.726+0000 7f2265d8d740 1 client.25406 shutdown 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.726+0000 7f2265d8d740 1 -- 172.21.15.90:0/332324917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 msgr2=0x55fa8c9a9ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.726+0000 7f2265d8d740 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 0x55fa8c9a9ea0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f2250045a70 tx=0x7f2250045af0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2265d8d740 1 -- 172.21.15.90:0/332324917 shutdown_connections 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2265d8d740 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55fa8c998b40 0x55fa8ca017c0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2265d8d740 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fa8c97c2f0 0x55fa8c9ab380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2265d8d740 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa8c97b930 0x55fa8c9aa3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2265d8d740 1 --2- 172.21.15.90:0/332324917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fa8c97a760 0x55fa8c9a9ea0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2265d8d740 1 -- 172.21.15.90:0/332324917 >> 172.21.15.90:0/332324917 conn(0x55fa8c975c50 msgr2=0x55fa8c97f3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f223bfff640 0 client.25406 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2265d8d740 1 -- 172.21.15.90:0/332324917 shutdown_connections 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2265d8d740 1 -- 172.21.15.90:0/332324917 wait complete. 2024-04-26T17:28:17.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2265d8d740 20 client.25406 trim_cache size 0 max 16384 2024-04-26T17:28:17.732 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:17.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2262f9b640 1 -- 172.21.15.90:0/4073041575 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f224c0a3cc0 msgr2=0x7f224c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2262f9b640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f224c0a3cc0 0x7f224c0a6180 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f224800c010 tx=0x7f22480046c0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2262f9b640 1 -- 172.21.15.90:0/4073041575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f225c102bf0 msgr2=0x7f225c19f9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:17.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2262f9b640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f225c102bf0 0x7f225c19f9a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2254009fd0 tx=0x7f225400ef10 comp rx=0 tx=0).stop 2024-04-26T17:28:17.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2262f9b640 1 -- 172.21.15.90:0/4073041575 shutdown_connections 2024-04-26T17:28:17.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2262f9b640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f224c0a3cc0 0x7f224c0a6180 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2262f9b640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f225c102bf0 0x7f225c19f9a0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2262f9b640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f225c102230 0x7f225c198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2262f9b640 1 --2- 172.21.15.90:0/4073041575 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f225c101040 0x7f225c1983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:17.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.727+0000 7f2262f9b640 1 -- 172.21.15.90:0/4073041575 >> 172.21.15.90:0/4073041575 conn(0x7f225c0fc5b0 msgr2=0x7f225c0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:17.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.728+0000 7f2262f9b640 1 -- 172.21.15.90:0/4073041575 shutdown_connections 2024-04-26T17:28:17.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:17.728+0000 7f2262f9b640 1 -- 172.21.15.90:0/4073041575 wait complete. 2024-04-26T17:28:18.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:18 smithi119 ceph-mon[32584]: pgmap v406: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:18.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:18 smithi090 ceph-mon[29417]: pgmap v406: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:18.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:18 smithi167 ceph-mon[32665]: pgmap v406: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T17:28:18.739 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T17:28:18.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:28:18.740 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T17:28:18.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.848+0000 7ff54e4cf640 1 -- 172.21.15.90:0/4025254604 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff548105590 msgr2=0x7ff548107980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:18.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.848+0000 7ff54e4cf640 1 --2- 172.21.15.90:0/4025254604 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff548105590 0x7ff548107980 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff53c009980 tx=0x7ff53c02e820 comp rx=0 tx=0).stop 2024-04-26T17:28:18.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.848+0000 7ff54e4cf640 1 -- 172.21.15.90:0/4025254604 shutdown_connections 2024-04-26T17:28:18.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.848+0000 7ff54e4cf640 1 --2- 172.21.15.90:0/4025254604 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff548107ec0 0x7ff54810a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.848+0000 7ff54e4cf640 1 --2- 172.21.15.90:0/4025254604 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff548105590 0x7ff548107980 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.848+0000 7ff54e4cf640 1 --2- 172.21.15.90:0/4025254604 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff548102c60 0x7ff548105050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.848+0000 7ff54e4cf640 1 -- 172.21.15.90:0/4025254604 >> 172.21.15.90:0/4025254604 conn(0x7ff5480fc5b0 msgr2=0x7ff5480fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:18.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.848+0000 7ff54e4cf640 1 -- 172.21.15.90:0/4025254604 shutdown_connections 2024-04-26T17:28:18.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.848+0000 7ff54e4cf640 1 -- 172.21.15.90:0/4025254604 wait complete. 2024-04-26T17:28:18.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.849+0000 7ff54e4cf640 1 Processor -- start 2024-04-26T17:28:18.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.849+0000 7ff54e4cf640 1 -- start start 2024-04-26T17:28:18.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.849+0000 7ff54e4cf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff548102c60 0x7ff5481961c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.849+0000 7ff54e4cf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff548105590 0x7ff548196700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.849+0000 7ff54e4cf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff548107ec0 0x7ff54819d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff54e4cf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff54810ba80 con 0x7ff548105590 2024-04-26T17:28:18.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff54e4cf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff54810b900 con 0x7ff548107ec0 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff54e4cf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff54810bc00 con 0x7ff548102c60 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff5477fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff548105590 0x7ff548196700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff5477fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff548105590 0x7ff548196700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44166/0 (socket says 172.21.15.90:44166) 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff5477fe640 1 -- 172.21.15.90:0/2040194505 learned_addr learned my addr 172.21.15.90:0/2040194505 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff54ca6c640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff548107ec0 0x7ff54819d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff547fff640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff548102c60 0x7ff5481961c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff5477fe640 1 -- 172.21.15.90:0/2040194505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff548102c60 msgr2=0x7ff5481961c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff5477fe640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff548102c60 0x7ff5481961c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff5477fe640 1 -- 172.21.15.90:0/2040194505 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff548107ec0 msgr2=0x7ff54819d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff5477fe640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff548107ec0 0x7ff54819d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff5477fe640 1 -- 172.21.15.90:0/2040194505 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff54819dde0 con 0x7ff548105590 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff5477fe640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff548105590 0x7ff548196700 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7ff53c0057c0 tx=0x7ff53c0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:18.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.850+0000 7ff5457fa640 1 -- 172.21.15.90:0/2040194505 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff53c045020 con 0x7ff548105590 2024-04-26T17:28:18.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.851+0000 7ff54e4cf640 1 -- 172.21.15.90:0/2040194505 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff54819e070 con 0x7ff548105590 2024-04-26T17:28:18.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.851+0000 7ff54e4cf640 1 -- 172.21.15.90:0/2040194505 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff54819e610 con 0x7ff548105590 2024-04-26T17:28:18.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.851+0000 7ff5457fa640 1 -- 172.21.15.90:0/2040194505 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff53c036ba0 con 0x7ff548105590 2024-04-26T17:28:18.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.851+0000 7ff5457fa640 1 -- 172.21.15.90:0/2040194505 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff53c003850 con 0x7ff548105590 2024-04-26T17:28:18.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.853+0000 7ff5511e4740 1 Processor -- start 2024-04-26T17:28:18.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.853+0000 7ff5511e4740 1 -- start start 2024-04-26T17:28:18.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.853+0000 7ff5511e4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fc400 0x55874c5fc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.853+0000 7ff5511e4740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 0x55874c60a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.853+0000 7ff5511e4740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 0x55874c60cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.853+0000 7ff5511e4740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55874c561730 con 0x55874c5fcdf0 2024-04-26T17:28:18.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.853+0000 7ff5511e4740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55874c4fdf70 con 0x55874c60a770 2024-04-26T17:28:18.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.853+0000 7ff5511e4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55874c55d6f0 con 0x55874c5fc400 2024-04-26T17:28:18.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff547fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 0x55874c60a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff547fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 0x55874c60a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44168/0 (socket says 172.21.15.90:44168) 2024-04-26T17:28:18.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff547fff640 1 -- 172.21.15.90:0/720567995 learned_addr learned my addr 172.21.15.90:0/720567995 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:18.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff54ca6c640 1 --2- 172.21.15.90:0/720567995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fc400 0x55874c5fc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff547fff640 1 -- 172.21.15.90:0/720567995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fc400 msgr2=0x55874c5fc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:18.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff547fff640 1 --2- 172.21.15.90:0/720567995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fc400 0x55874c5fc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff547fff640 1 -- 172.21.15.90:0/720567995 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 msgr2=0x55874c60cc00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T17:28:18.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff547fff640 1 --2- 172.21.15.90:0/720567995 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 0x55874c60cc00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff547fff640 1 -- 172.21.15.90:0/720567995 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55874c33b7e0 con 0x55874c5fcdf0 2024-04-26T17:28:18.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff547fff640 1 --2- 172.21.15.90:0/720567995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 0x55874c60a100 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7ff53800bd10 tx=0x7ff5380107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb8cedaed46115c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:18.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff52e7fc640 1 -- 172.21.15.90:0/720567995 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff538004030 con 0x55874c5fcdf0 2024-04-26T17:28:18.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff52e7fc640 1 -- 172.21.15.90:0/720567995 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff5380035f0 con 0x55874c5fcdf0 2024-04-26T17:28:18.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.854+0000 7ff52e7fc640 1 -- 172.21.15.90:0/720567995 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff538011770 con 0x55874c5fcdf0 2024-04-26T17:28:18.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.855+0000 7ff5457fa640 1 -- 172.21.15.90:0/2040194505 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7ff53c048020 con 0x7ff548105590 2024-04-26T17:28:18.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.855+0000 7ff5511e4740 1 -- 172.21.15.90:0/720567995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 msgr2=0x55874c60a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:18.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.855+0000 7ff5511e4740 1 --2- 172.21.15.90:0/720567995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 0x55874c60a100 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7ff53800bd10 tx=0x7ff5380107a0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.855+0000 7ff5511e4740 1 -- 172.21.15.90:0/720567995 shutdown_connections 2024-04-26T17:28:18.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.855+0000 7ff5511e4740 1 --2- 172.21.15.90:0/720567995 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 0x55874c60cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.855+0000 7ff5511e4740 1 --2- 172.21.15.90:0/720567995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 0x55874c60a100 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.855+0000 7ff5511e4740 1 --2- 172.21.15.90:0/720567995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fc400 0x55874c5fc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.855+0000 7ff5511e4740 1 -- 172.21.15.90:0/720567995 >> 172.21.15.90:0/720567995 conn(0x55874c5f7a70 msgr2=0x55874c5f7e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.855+0000 7ff5457fa640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff5300a3c50 0x7ff5300a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.856+0000 7ff5511e4740 1 -- 172.21.15.90:0/720567995 shutdown_connections 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.856+0000 7ff5511e4740 1 -- 172.21.15.90:0/720567995 wait complete. 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.856+0000 7ff547fff640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff5300a3c50 0x7ff5300a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.856+0000 7ff5457fa640 1 -- 172.21.15.90:0/2040194505 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ff53c0f0310 con 0x7ff548105590 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.856+0000 7ff5511e4740 1 -- start start 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.856+0000 7ff5511e4740 1 Processor -- start 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.856+0000 7ff547fff640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff5300a3c50 0x7ff5300a6110 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff53800baa0 tx=0x7ff538010fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff5511e4740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c5fc400 0x55874c60f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff5511e4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fcdf0 0x55874c60f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff5511e4740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c60a770 0x55874c616640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff5511e4740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55874c60d720 con 0x55874c60a770 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff5511e4740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55874c4fbc40 con 0x55874c5fc400 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff5511e4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55874c60d8a0 con 0x55874c5fcdf0 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff5511e4740 10 client.0 _ll_register_callbacks cb 0x55874c555840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff54ca6c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c60a770 0x55874c616640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff54ca6c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c60a770 0x55874c616640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44170/0 (socket says 172.21.15.90:44170) 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff54ca6c640 1 -- 172.21.15.90:0/718129493 learned_addr learned my addr 172.21.15.90:0/718129493 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff5477fe640 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fcdf0 0x55874c60f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff547fff640 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c5fc400 0x55874c60f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff54ca6c640 1 -- 172.21.15.90:0/718129493 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fcdf0 msgr2=0x55874c60f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff54ca6c640 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fcdf0 0x55874c60f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff54ca6c640 1 -- 172.21.15.90:0/718129493 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c5fc400 msgr2=0x55874c60f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff54ca6c640 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c5fc400 0x55874c60f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff54ca6c640 1 -- 172.21.15.90:0/718129493 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55874c39bf70 con 0x55874c60a770 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff54ca6c640 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c60a770 0x55874c616640 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7ff540012720 tx=0x7ff540012be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b91425cccf2d9f4b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.857+0000 7ff5277fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5277fe640 1 -- 172.21.15.90:0/718129493 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff540004d20 con 0x55874c60a770 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5277fe640 1 -- 172.21.15.90:0/718129493 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ff540010b00 con 0x55874c60a770 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5511e4740 1 -- 172.21.15.90:0/718129493 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5380035f0 con 0x55874c60a770 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5277fe640 1 -- 172.21.15.90:0/718129493 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff540025050 con 0x55874c60a770 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5511e4740 10 client.16068 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5511e4740 1 -- 172.21.15.90:0/718129493 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55874c233170 con 0x55874c60a770 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5277fe640 1 -- 172.21.15.90:0/718129493 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff5380035f0 con 0x55874c60a770 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5277fe640 1 -- 172.21.15.90:0/718129493 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff540019030 con 0x55874c60a770 2024-04-26T17:28:18.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5511e4740 10 client.16068 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5511e4740 10 client.16068 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5511e4740 20 client.16068 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5511e4740 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55874c61ac40 0x55874c61d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5511e4740 4 client.16068 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff5511e4740 1 -- 172.21.15.90:0/718129493 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55874c56f340 con 0x55874c61ac40 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.858+0000 7ff547fff640 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55874c61ac40 0x55874c61d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.859+0000 7ff547fff640 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55874c61ac40 0x55874c61d0e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8444ed70816f873d server_cookie=b15d12226531a898 in_seq=0 out_seq=0 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.859+0000 7ff5277fe640 10 client.16068 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5277fe640 1 -- 172.21.15.90:0/718129493 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55874c56f340 con 0x55874c61ac40 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5277fe640 10 client.16068 handle_command_reply: tid=0 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5511e4740 1 client.16068 shutdown 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5511e4740 1 -- 172.21.15.90:0/718129493 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c60a770 msgr2=0x55874c616640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5511e4740 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c60a770 0x55874c616640 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7ff540012720 tx=0x7ff540012be0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5511e4740 1 -- 172.21.15.90:0/718129493 shutdown_connections 2024-04-26T17:28:18.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5511e4740 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55874c61ac40 0x55874c61d0e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5511e4740 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c60a770 0x55874c616640 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5511e4740 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fcdf0 0x55874c60f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5511e4740 1 --2- 172.21.15.90:0/718129493 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c5fc400 0x55874c60f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5511e4740 1 -- 172.21.15.90:0/718129493 >> 172.21.15.90:0/718129493 conn(0x55874c5f7a70 msgr2=0x55874c5f6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:18.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5277fe640 0 client.16068 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:18.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5511e4740 1 -- 172.21.15.90:0/718129493 shutdown_connections 2024-04-26T17:28:18.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5511e4740 1 -- 172.21.15.90:0/718129493 wait complete. 2024-04-26T17:28:18.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.860+0000 7ff5511e4740 20 client.16068 trim_cache size 0 max 16384 2024-04-26T17:28:18.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5511e4740 1 Processor -- start 2024-04-26T17:28:18.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5511e4740 1 -- start start 2024-04-26T17:28:18.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5511e4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fc400 0x55874c5fa980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5511e4740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 0x55874c616600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5511e4740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 0x55874c5faec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5511e4740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff5481a8c30 con 0x55874c5fcdf0 2024-04-26T17:28:18.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5511e4740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff5481aa770 con 0x55874c60a770 2024-04-26T17:28:18.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5511e4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff5481a9300 con 0x55874c5fc400 2024-04-26T17:28:18.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5477fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 0x55874c616600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5477fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 0x55874c616600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44174/0 (socket says 172.21.15.90:44174) 2024-04-26T17:28:18.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5477fe640 1 -- 172.21.15.90:0/339290065 learned_addr learned my addr 172.21.15.90:0/339290065 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:18.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff547fff640 1 --2- 172.21.15.90:0/339290065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fc400 0x55874c5fa980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff54ca6c640 1 --2- 172.21.15.90:0/339290065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 0x55874c5faec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5477fe640 1 -- 172.21.15.90:0/339290065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fc400 msgr2=0x55874c5fa980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:18.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5477fe640 1 --2- 172.21.15.90:0/339290065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fc400 0x55874c5fa980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5477fe640 1 -- 172.21.15.90:0/339290065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 msgr2=0x55874c5faec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:18.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.878+0000 7ff5477fe640 1 --2- 172.21.15.90:0/339290065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 0x55874c5faec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.879+0000 7ff5477fe640 1 -- 172.21.15.90:0/339290065 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55874c5f78a0 con 0x55874c5fcdf0 2024-04-26T17:28:18.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.879+0000 7ff5477fe640 1 --2- 172.21.15.90:0/339290065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 0x55874c616600 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7ff53c0b8b20 tx=0x7ff53c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58dcace41c4407a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:18.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.879+0000 7ff52dffb640 1 -- 172.21.15.90:0/339290065 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff53c0bc110 con 0x55874c5fcdf0 2024-04-26T17:28:18.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.879+0000 7ff52dffb640 1 -- 172.21.15.90:0/339290065 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff53c0c0410 con 0x55874c5fcdf0 2024-04-26T17:28:18.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.879+0000 7ff52dffb640 1 -- 172.21.15.90:0/339290065 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff53c0052a0 con 0x55874c5fcdf0 2024-04-26T17:28:18.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.880+0000 7ff5511e4740 1 -- 172.21.15.90:0/339290065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 msgr2=0x55874c616600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:18.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.880+0000 7ff5511e4740 1 --2- 172.21.15.90:0/339290065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 0x55874c616600 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7ff53c0b8b20 tx=0x7ff53c009260 comp rx=0 tx=0).stop 2024-04-26T17:28:18.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.880+0000 7ff5511e4740 1 -- 172.21.15.90:0/339290065 shutdown_connections 2024-04-26T17:28:18.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.880+0000 7ff5511e4740 1 --2- 172.21.15.90:0/339290065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 0x55874c5faec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.880+0000 7ff5511e4740 1 --2- 172.21.15.90:0/339290065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fcdf0 0x55874c616600 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.880+0000 7ff5511e4740 1 --2- 172.21.15.90:0/339290065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fc400 0x55874c5fa980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.880+0000 7ff5511e4740 1 -- 172.21.15.90:0/339290065 >> 172.21.15.90:0/339290065 conn(0x55874c5f7a70 msgr2=0x55874c60f0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:18.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.880+0000 7ff5511e4740 1 -- 172.21.15.90:0/339290065 shutdown_connections 2024-04-26T17:28:18.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.880+0000 7ff5511e4740 1 -- 172.21.15.90:0/339290065 wait complete. 2024-04-26T17:28:18.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.881+0000 7ff5511e4740 1 -- start start 2024-04-26T17:28:18.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.881+0000 7ff5511e4740 1 Processor -- start 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.881+0000 7ff5511e4740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fc400 0x55874c6140a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.881+0000 7ff5511e4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fcdf0 0x55874c6145e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.881+0000 7ff547fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fc400 0x55874c6140a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff547fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fc400 0x55874c6140a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44182/0 (socket says 172.21.15.90:44182) 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff5511e4740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 0x55874c6155f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff547fff640 1 -- 172.21.15.90:0/2943530343 learned_addr learned my addr 172.21.15.90:0/2943530343 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff5511e4740 1 -- 172.21.15.90:0/2943530343 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff5481aa0a0 con 0x55874c5fc400 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff5511e4740 1 -- 172.21.15.90:0/2943530343 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff5481a99d0 con 0x55874c60a770 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff5511e4740 1 -- 172.21.15.90:0/2943530343 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff5481a6c10 con 0x55874c5fcdf0 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff5511e4740 10 client.0 _ll_register_callbacks cb 0x7ff540009ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff5477fe640 1 --2- 172.21.15.90:0/2943530343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fcdf0 0x55874c6145e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff547fff640 1 -- 172.21.15.90:0/2943530343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fcdf0 msgr2=0x55874c6145e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:18.885 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff547fff640 1 --2- 172.21.15.90:0/2943530343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fcdf0 0x55874c6145e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff547fff640 1 -- 172.21.15.90:0/2943530343 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 msgr2=0x55874c6155f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff547fff640 1 --2- 172.21.15.90:0/2943530343 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 0x55874c6155f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff547fff640 1 -- 172.21.15.90:0/2943530343 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55874c615be0 con 0x55874c5fc400 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff547fff640 1 --2- 172.21.15.90:0/2943530343 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fc400 0x55874c6140a0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7ff538000c00 tx=0x7ff53800b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f5e707ec4e2b28 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff5277fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff5277fe640 1 -- 172.21.15.90:0/2943530343 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5380323c0 con 0x55874c5fc400 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff5277fe640 1 -- 172.21.15.90:0/2943530343 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ff538032560 con 0x55874c5fc400 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.882+0000 7ff5511e4740 1 -- 172.21.15.90:0/2943530343 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff53c0c0410 con 0x55874c5fc400 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.883+0000 7ff5277fe640 1 -- 172.21.15.90:0/2943530343 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff538032760 con 0x55874c5fc400 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.883+0000 7ff5511e4740 10 client.16074 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.883+0000 7ff5511e4740 1 -- 172.21.15.90:0/2943530343 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55874c6815f0 con 0x55874c5fc400 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.883+0000 7ff5277fe640 1 -- 172.21.15.90:0/2943530343 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff53c0c0410 con 0x55874c5fc400 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.884+0000 7ff5277fe640 1 -- 172.21.15.90:0/2943530343 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff538024070 con 0x55874c5fc400 2024-04-26T17:28:18.886 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.884+0000 7ff5511e4740 10 client.16074 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:18.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.884+0000 7ff5511e4740 10 client.16074 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:18.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.884+0000 7ff5511e4740 20 client.16074 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:18.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.884+0000 7ff5511e4740 1 --2- 172.21.15.90:0/2943530343 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55874c681cc0 0x55874c6840e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:18.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.884+0000 7ff5511e4740 4 client.16074 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T17:28:18.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.884+0000 7ff5511e4740 1 -- 172.21.15.90:0/2943530343 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55874c5691b0 con 0x55874c681cc0 2024-04-26T17:28:18.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.884+0000 7ff5477fe640 1 --2- 172.21.15.90:0/2943530343 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55874c681cc0 0x55874c6840e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:18.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.885+0000 7ff5477fe640 1 --2- 172.21.15.90:0/2943530343 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55874c681cc0 0x55874c6840e0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d718e8156bf983d7 server_cookie=6b1992970b695ac0 in_seq=0 out_seq=0 2024-04-26T17:28:18.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.885+0000 7ff5277fe640 10 client.16074 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:18.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.886+0000 7ff5277fe640 1 -- 172.21.15.90:0/2943530343 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55874c5691b0 con 0x55874c681cc0 2024-04-26T17:28:18.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.886+0000 7ff5277fe640 10 client.16074 handle_command_reply: tid=0 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.886+0000 7ff5511e4740 1 client.16074 shutdown 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.886+0000 7ff5511e4740 1 -- 172.21.15.90:0/2943530343 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fc400 msgr2=0x55874c6140a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.886+0000 7ff5511e4740 1 --2- 172.21.15.90:0/2943530343 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fc400 0x55874c6140a0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7ff538000c00 tx=0x7ff53800b390 comp rx=0 tx=0).stop 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff5511e4740 1 -- 172.21.15.90:0/2943530343 shutdown_connections 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff5511e4740 1 --2- 172.21.15.90:0/2943530343 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55874c681cc0 0x55874c6840e0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff5277fe640 0 client.16074 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff5511e4740 1 --2- 172.21.15.90:0/2943530343 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55874c60a770 0x55874c6155f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff5511e4740 1 --2- 172.21.15.90:0/2943530343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55874c5fcdf0 0x55874c6145e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff5511e4740 1 --2- 172.21.15.90:0/2943530343 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55874c5fc400 0x55874c6140a0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff5511e4740 1 -- 172.21.15.90:0/2943530343 >> 172.21.15.90:0/2943530343 conn(0x55874c5f7a70 msgr2=0x55874c5fa980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff5511e4740 1 -- 172.21.15.90:0/2943530343 shutdown_connections 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff5511e4740 1 -- 172.21.15.90:0/2943530343 wait complete. 2024-04-26T17:28:18.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff5511e4740 20 client.16074 trim_cache size 0 max 16384 2024-04-26T17:28:18.890 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:28:18.890 INFO:teuthology.orchestra.run.smithi090.stdout: "return_code": 0, 2024-04-26T17:28:18.890 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_tag": "e5f1c453-89c7-4b98-985f-5eb620bd3034", 2024-04-26T17:28:18.890 INFO:teuthology.orchestra.run.smithi090.stdout: "mode": "asynchronous" 2024-04-26T17:28:18.890 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:28:18.891 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff54e4cf640 1 -- 172.21.15.90:0/2040194505 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff5300a3c50 msgr2=0x7ff5300a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:18.893 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff54e4cf640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff5300a3c50 0x7ff5300a6110 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff53800baa0 tx=0x7ff538010fd0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff54e4cf640 1 -- 172.21.15.90:0/2040194505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff548105590 msgr2=0x7ff548196700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:18.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.887+0000 7ff54e4cf640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff548105590 0x7ff548196700 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7ff53c0057c0 tx=0x7ff53c0045e0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.888+0000 7ff54e4cf640 1 -- 172.21.15.90:0/2040194505 shutdown_connections 2024-04-26T17:28:18.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.888+0000 7ff54e4cf640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff5300a3c50 0x7ff5300a6110 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.888+0000 7ff54e4cf640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff548107ec0 0x7ff54819d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.888+0000 7ff54e4cf640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff548105590 0x7ff548196700 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.888+0000 7ff54e4cf640 1 --2- 172.21.15.90:0/2040194505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff548102c60 0x7ff5481961c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:18.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.888+0000 7ff54e4cf640 1 -- 172.21.15.90:0/2040194505 >> 172.21.15.90:0/2040194505 conn(0x7ff5480fc5b0 msgr2=0x7ff548104af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:18.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.888+0000 7ff54e4cf640 1 -- 172.21.15.90:0/2040194505 shutdown_connections 2024-04-26T17:28:18.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:18.888+0000 7ff54e4cf640 1 -- 172.21.15.90:0/2040194505 wait complete. 2024-04-26T17:28:18.901 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T17:28:18.901 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T17:28:19.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.004+0000 7efdae431640 1 -- 172.21.15.90:0/2254421393 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efda81054f0 msgr2=0x7efda81078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.004+0000 7efdae431640 1 --2- 172.21.15.90:0/2254421393 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efda81054f0 0x7efda81078e0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7efd9c009900 tx=0x7efd9c02a410 comp rx=0 tx=0).stop 2024-04-26T17:28:19.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.004+0000 7efdae431640 1 -- 172.21.15.90:0/2254421393 shutdown_connections 2024-04-26T17:28:19.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.004+0000 7efdae431640 1 --2- 172.21.15.90:0/2254421393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efda8107e20 0x7efda810a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.004+0000 7efdae431640 1 --2- 172.21.15.90:0/2254421393 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efda81054f0 0x7efda81078e0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.004+0000 7efdae431640 1 --2- 172.21.15.90:0/2254421393 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efda8102bc0 0x7efda8104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.004+0000 7efdae431640 1 -- 172.21.15.90:0/2254421393 >> 172.21.15.90:0/2254421393 conn(0x7efda80fc5b0 msgr2=0x7efda80fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.004+0000 7efdae431640 1 -- 172.21.15.90:0/2254421393 shutdown_connections 2024-04-26T17:28:19.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.004+0000 7efdae431640 1 -- 172.21.15.90:0/2254421393 wait complete. 2024-04-26T17:28:19.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.004+0000 7efdae431640 1 Processor -- start 2024-04-26T17:28:19.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.004+0000 7efdae431640 1 -- start start 2024-04-26T17:28:19.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efdae431640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efda8102bc0 0x7efda81983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efdae431640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efda81054f0 0x7efda8198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efdae431640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efda8107e20 0x7efda819f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efdae431640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efda810dc50 con 0x7efda81054f0 2024-04-26T17:28:19.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efdae431640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7efda810dad0 con 0x7efda8102bc0 2024-04-26T17:28:19.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efdae431640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7efda810ddd0 con 0x7efda8107e20 2024-04-26T17:28:19.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efda77fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efda81054f0 0x7efda8198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efda77fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efda81054f0 0x7efda8198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44204/0 (socket says 172.21.15.90:44204) 2024-04-26T17:28:19.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efda77fe640 1 -- 172.21.15.90:0/1046916948 learned_addr learned my addr 172.21.15.90:0/1046916948 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efdac9ce640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efda8107e20 0x7efda819f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efda7fff640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efda8102bc0 0x7efda81983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efda77fe640 1 -- 172.21.15.90:0/1046916948 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efda8107e20 msgr2=0x7efda819f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efda77fe640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efda8107e20 0x7efda819f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efda77fe640 1 -- 172.21.15.90:0/1046916948 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efda8102bc0 msgr2=0x7efda81983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efda77fe640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efda8102bc0 0x7efda81983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efda77fe640 1 -- 172.21.15.90:0/1046916948 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efda81a0010 con 0x7efda81054f0 2024-04-26T17:28:19.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efda7fff640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efda8102bc0 0x7efda81983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:19.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.005+0000 7efda77fe640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efda81054f0 0x7efda8198930 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7efd9c005ab0 tx=0x7efd9c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.006+0000 7efda57fa640 1 -- 172.21.15.90:0/1046916948 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd9c03f030 con 0x7efda81054f0 2024-04-26T17:28:19.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.006+0000 7efdae431640 1 -- 172.21.15.90:0/1046916948 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efda81a02a0 con 0x7efda81054f0 2024-04-26T17:28:19.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.006+0000 7efda57fa640 1 -- 172.21.15.90:0/1046916948 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7efd9c003cb0 con 0x7efda81054f0 2024-04-26T17:28:19.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.006+0000 7efda57fa640 1 -- 172.21.15.90:0/1046916948 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd9c035070 con 0x7efda81054f0 2024-04-26T17:28:19.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.006+0000 7efdae431640 1 -- 172.21.15.90:0/1046916948 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efda81a07e0 con 0x7efda81054f0 2024-04-26T17:28:19.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.008+0000 7efda57fa640 1 -- 172.21.15.90:0/1046916948 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7efd9c042030 con 0x7efda81054f0 2024-04-26T17:28:19.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.009+0000 7efda57fa640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efd900a3c40 0x7efd900a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.009+0000 7efda57fa640 1 -- 172.21.15.90:0/1046916948 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7efd9c0f12f0 con 0x7efda81054f0 2024-04-26T17:28:19.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.009+0000 7efda7fff640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efd900a3c40 0x7efd900a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.009+0000 7efdb1227740 1 Processor -- start 2024-04-26T17:28:19.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.009+0000 7efdb1227740 1 -- start start 2024-04-26T17:28:19.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efdb1227740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2aca4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efdb1227740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acaa70 0x55f1a2acf570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efdb1227740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acfbe0 0x55f1a2ad2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efdb1227740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f1a2a2aaf0 con 0x55f1a2aca080 2024-04-26T17:28:19.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efdb1227740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55f1a29c6890 con 0x55f1a2acaa70 2024-04-26T17:28:19.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efdb1227740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f1a2a26ab0 con 0x55f1a2acfbe0 2024-04-26T17:28:19.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efda7fff640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efd900a3c40 0x7efd900a6100 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7efd98009b50 tx=0x7efd98005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efda7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2aca4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efda7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2aca4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44210/0 (socket says 172.21.15.90:44210) 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efda7fff640 1 -- 172.21.15.90:0/2115177667 learned_addr learned my addr 172.21.15.90:0/2115177667 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efda77fe640 1 --2- 172.21.15.90:0/2115177667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acaa70 0x55f1a2acf570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efdac9ce640 1 --2- 172.21.15.90:0/2115177667 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acfbe0 0x55f1a2ad2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efda7fff640 1 -- 172.21.15.90:0/2115177667 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acfbe0 msgr2=0x55f1a2ad2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efda7fff640 1 --2- 172.21.15.90:0/2115177667 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acfbe0 0x55f1a2ad2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efda7fff640 1 -- 172.21.15.90:0/2115177667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acaa70 msgr2=0x55f1a2acf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efda7fff640 1 --2- 172.21.15.90:0/2115177667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acaa70 0x55f1a2acf570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efda7fff640 1 -- 172.21.15.90:0/2115177667 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1a28067d0 con 0x55f1a2aca080 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efda77fe640 1 --2- 172.21.15.90:0/2115177667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acaa70 0x55f1a2acf570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.010+0000 7efda7fff640 1 --2- 172.21.15.90:0/2115177667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2aca4a0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7efd98010ec0 tx=0x7efd98013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad3250e64ff414fa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.011+0000 7efd8e7fc640 1 -- 172.21.15.90:0/2115177667 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd98023070 con 0x55f1a2aca080 2024-04-26T17:28:19.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.011+0000 7efd8e7fc640 1 -- 172.21.15.90:0/2115177667 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7efd98004220 con 0x55f1a2aca080 2024-04-26T17:28:19.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.011+0000 7efd8e7fc640 1 -- 172.21.15.90:0/2115177667 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd9801f6b0 con 0x55f1a2aca080 2024-04-26T17:28:19.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.011+0000 7efdb1227740 1 -- 172.21.15.90:0/2115177667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 msgr2=0x55f1a2aca4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.011+0000 7efdb1227740 1 --2- 172.21.15.90:0/2115177667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2aca4a0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7efd98010ec0 tx=0x7efd98013000 comp rx=0 tx=0).stop 2024-04-26T17:28:19.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.011+0000 7efdb1227740 1 -- 172.21.15.90:0/2115177667 shutdown_connections 2024-04-26T17:28:19.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.012+0000 7efdb1227740 1 --2- 172.21.15.90:0/2115177667 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acfbe0 0x55f1a2ad2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.012+0000 7efdb1227740 1 --2- 172.21.15.90:0/2115177667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acaa70 0x55f1a2acf570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.012+0000 7efdb1227740 1 --2- 172.21.15.90:0/2115177667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2aca4a0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.012+0000 7efdb1227740 1 -- 172.21.15.90:0/2115177667 >> 172.21.15.90:0/2115177667 conn(0x55f1a2ac56f0 msgr2=0x55f1a2ac5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.012+0000 7efdb1227740 1 -- 172.21.15.90:0/2115177667 shutdown_connections 2024-04-26T17:28:19.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.012+0000 7efdb1227740 1 -- 172.21.15.90:0/2115177667 wait complete. 2024-04-26T17:28:19.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.012+0000 7efdb1227740 1 -- start start 2024-04-26T17:28:19.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.012+0000 7efdb1227740 1 Processor -- start 2024-04-26T17:28:19.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdb1227740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2aca080 0x55f1a2ad4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdb1227740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acaa70 0x55f1a2ad4a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdb1227740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2acfbe0 0x55f1a2adbad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdb1227740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f1a2ad2be0 con 0x55f1a2acfbe0 2024-04-26T17:28:19.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdb1227740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55f1a29c43c0 con 0x55f1a2aca080 2024-04-26T17:28:19.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdb1227740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f1a2ad2d60 con 0x55f1a2acaa70 2024-04-26T17:28:19.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdb1227740 10 client.0 _ll_register_callbacks cb 0x55f1a29c4a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:19.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdac9ce640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2acfbe0 0x55f1a2adbad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdac9ce640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2acfbe0 0x55f1a2adbad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44226/0 (socket says 172.21.15.90:44226) 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdac9ce640 1 -- 172.21.15.90:0/1771171258 learned_addr learned my addr 172.21.15.90:0/1771171258 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efda77fe640 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acaa70 0x55f1a2ad4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efda7fff640 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2aca080 0x55f1a2ad4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdac9ce640 1 -- 172.21.15.90:0/1771171258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acaa70 msgr2=0x55f1a2ad4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdac9ce640 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acaa70 0x55f1a2ad4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdac9ce640 1 -- 172.21.15.90:0/1771171258 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2aca080 msgr2=0x55f1a2ad4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdac9ce640 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2aca080 0x55f1a2ad4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdac9ce640 1 -- 172.21.15.90:0/1771171258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1a273c3f0 con 0x55f1a2acfbe0 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efda7fff640 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2aca080 0x55f1a2ad4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efdac9ce640 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2acfbe0 0x55f1a2adbad0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7efda0012700 tx=0x7efda0012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efc049ef336e7425 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efd877fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.013+0000 7efd877fe640 1 -- 172.21.15.90:0/1771171258 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda0003d80 con 0x55f1a2acfbe0 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efdb1227740 1 -- 172.21.15.90:0/1771171258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd98004220 con 0x55f1a2acfbe0 2024-04-26T17:28:19.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efd877fe640 1 -- 172.21.15.90:0/1771171258 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7efda0010950 con 0x55f1a2acfbe0 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efd877fe640 1 -- 172.21.15.90:0/1771171258 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efda0010b50 con 0x55f1a2acfbe0 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efdb1227740 10 client.16086 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efdb1227740 1 -- 172.21.15.90:0/1771171258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f1a26fc0f0 con 0x55f1a2acfbe0 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efd877fe640 1 -- 172.21.15.90:0/1771171258 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7efd98004220 con 0x55f1a2acfbe0 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efd877fe640 1 -- 172.21.15.90:0/1771171258 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7efda0019020 con 0x55f1a2acfbe0 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efdb1227740 10 client.16086 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efdb1227740 10 client.16086 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efdb1227740 20 client.16086 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efdb1227740 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f1a2ae00a0 0x55f1a2ae24f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efdb1227740 4 client.16086 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.014+0000 7efdb1227740 1 -- 172.21.15.90:0/1771171258 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f1a2a38700 con 0x55f1a2ae00a0 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.015+0000 7efda7fff640 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f1a2ae00a0 0x55f1a2ae24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.015+0000 7efda7fff640 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f1a2ae00a0 0x55f1a2ae24f0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6883e94536817065 server_cookie=63d3c33db82096eb in_seq=0 out_seq=0 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.015+0000 7efd877fe640 10 client.16086 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efd877fe640 1 -- 172.21.15.90:0/1771171258 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f1a2a38700 con 0x55f1a2ae00a0 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efd877fe640 10 client.16086 handle_command_reply: tid=0 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efdb1227740 1 client.16086 shutdown 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efdb1227740 1 -- 172.21.15.90:0/1771171258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2acfbe0 msgr2=0x55f1a2adbad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efdb1227740 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2acfbe0 0x55f1a2adbad0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7efda0012700 tx=0x7efda0012bc0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efdb1227740 1 -- 172.21.15.90:0/1771171258 shutdown_connections 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efdb1227740 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f1a2ae00a0 0x55f1a2ae24f0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efd877fe640 0 client.16086 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efdb1227740 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2acfbe0 0x55f1a2adbad0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efdb1227740 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acaa70 0x55f1a2ad4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efdb1227740 1 --2- 172.21.15.90:0/1771171258 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2aca080 0x55f1a2ad4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efdb1227740 1 -- 172.21.15.90:0/1771171258 >> 172.21.15.90:0/1771171258 conn(0x55f1a2ac56f0 msgr2=0x55f1a2ac0460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efdb1227740 1 -- 172.21.15.90:0/1771171258 shutdown_connections 2024-04-26T17:28:19.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efdb1227740 1 -- 172.21.15.90:0/1771171258 wait complete. 2024-04-26T17:28:19.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.016+0000 7efdb1227740 20 client.16086 trim_cache size 0 max 16384 2024-04-26T17:28:19.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.035+0000 7efdb1227740 1 Processor -- start 2024-04-26T17:28:19.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.035+0000 7efdb1227740 1 -- start start 2024-04-26T17:28:19.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.035+0000 7efdb1227740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2ac83d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.035+0000 7efdb1227740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acaa70 0x55f1a2adba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efdb1227740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acfbe0 0x55f1a2ac8910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efdb1227740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efda81a8cb0 con 0x55f1a2aca080 2024-04-26T17:28:19.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efdb1227740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7efda81aa7f0 con 0x55f1a2acfbe0 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efdb1227740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7efda81a9380 con 0x55f1a2acaa70 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efda7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2ac83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efda7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2ac83d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44236/0 (socket says 172.21.15.90:44236) 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efda7fff640 1 -- 172.21.15.90:0/3866481806 learned_addr learned my addr 172.21.15.90:0/3866481806 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efda77fe640 1 --2- 172.21.15.90:0/3866481806 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acaa70 0x55f1a2adba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efda7fff640 1 -- 172.21.15.90:0/3866481806 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acaa70 msgr2=0x55f1a2adba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efda7fff640 1 --2- 172.21.15.90:0/3866481806 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acaa70 0x55f1a2adba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efda7fff640 1 -- 172.21.15.90:0/3866481806 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acfbe0 msgr2=0x55f1a2ac8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efdac9ce640 1 --2- 172.21.15.90:0/3866481806 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acfbe0 0x55f1a2ac8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efda7fff640 1 --2- 172.21.15.90:0/3866481806 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acfbe0 0x55f1a2ac8910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efda7fff640 1 -- 172.21.15.90:0/3866481806 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1a2ade9d0 con 0x55f1a2aca080 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efdac9ce640 1 --2- 172.21.15.90:0/3866481806 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acfbe0 0x55f1a2ac8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.036+0000 7efda7fff640 1 --2- 172.21.15.90:0/3866481806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2ac83d0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7efd98010ec0 tx=0x7efd98009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8efe1d50de774aa2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.037+0000 7efd8dffb640 1 -- 172.21.15.90:0/3866481806 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd98016030 con 0x55f1a2aca080 2024-04-26T17:28:19.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.037+0000 7efd8dffb640 1 -- 172.21.15.90:0/3866481806 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7efd98005040 con 0x55f1a2aca080 2024-04-26T17:28:19.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.037+0000 7efd8dffb640 1 -- 172.21.15.90:0/3866481806 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd98023070 con 0x55f1a2aca080 2024-04-26T17:28:19.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.037+0000 7efdb1227740 1 -- 172.21.15.90:0/3866481806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 msgr2=0x55f1a2ac83d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.037+0000 7efdb1227740 1 --2- 172.21.15.90:0/3866481806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2ac83d0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7efd98010ec0 tx=0x7efd98009fd0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.037+0000 7efdb1227740 1 -- 172.21.15.90:0/3866481806 shutdown_connections 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.037+0000 7efdb1227740 1 --2- 172.21.15.90:0/3866481806 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acfbe0 0x55f1a2ac8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.037+0000 7efdb1227740 1 --2- 172.21.15.90:0/3866481806 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acaa70 0x55f1a2adba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.037+0000 7efdb1227740 1 --2- 172.21.15.90:0/3866481806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2ac83d0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.037+0000 7efdb1227740 1 -- 172.21.15.90:0/3866481806 >> 172.21.15.90:0/3866481806 conn(0x55f1a2ac56f0 msgr2=0x55f1a2ad4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efdb1227740 1 -- 172.21.15.90:0/3866481806 shutdown_connections 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efdb1227740 1 -- 172.21.15.90:0/3866481806 wait complete. 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efdb1227740 1 -- start start 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efdb1227740 1 Processor -- start 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efdb1227740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2ad9810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efdb1227740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acaa70 0x55f1a2ad9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efdb1227740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acfbe0 0x55f1a2adad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efdb1227740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efda81aa120 con 0x55f1a2aca080 2024-04-26T17:28:19.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efdb1227740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7efda81a9a50 con 0x55f1a2acaa70 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efdb1227740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7efda81a6c90 con 0x55f1a2acfbe0 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efdb1227740 10 client.0 _ll_register_callbacks cb 0x7efda0009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efda7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2ad9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efda77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acaa70 0x55f1a2ad9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efdac9ce640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acfbe0 0x55f1a2adad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efda7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2ad9810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44238/0 (socket says 172.21.15.90:44238) 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.038+0000 7efda7fff640 1 -- 172.21.15.90:0/1587036329 learned_addr learned my addr 172.21.15.90:0/1587036329 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.039+0000 7efda77fe640 1 -- 172.21.15.90:0/1587036329 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acfbe0 msgr2=0x55f1a2adad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.039+0000 7efda77fe640 1 --2- 172.21.15.90:0/1587036329 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acfbe0 0x55f1a2adad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.039+0000 7efda77fe640 1 -- 172.21.15.90:0/1587036329 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 msgr2=0x55f1a2ad9810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.039+0000 7efda77fe640 1 --2- 172.21.15.90:0/1587036329 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2ad9810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.039+0000 7efda77fe640 1 -- 172.21.15.90:0/1587036329 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1a2adb350 con 0x55f1a2acaa70 2024-04-26T17:28:19.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.039+0000 7efda77fe640 1 --2- 172.21.15.90:0/1587036329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acaa70 0x55f1a2ad9d50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7efd9c0ee8d0 tx=0x7efd9c0bd7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72997bc7aab69bf6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.039+0000 7efd877fe640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.040+0000 7efd877fe640 1 -- 172.21.15.90:0/1587036329 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd9c049040 con 0x55f1a2acaa70 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.040+0000 7efdb1227740 1 -- 172.21.15.90:0/1587036329 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd98005040 con 0x55f1a2acaa70 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.040+0000 7efd877fe640 1 -- 172.21.15.90:0/1587036329 <== mon.2 v2:172.21.15.119:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7efd9c0eeb20 con 0x55f1a2acaa70 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.040+0000 7efd877fe640 1 -- 172.21.15.90:0/1587036329 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efd9c0c5d10 con 0x55f1a2acaa70 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.040+0000 7efdb1227740 10 client.25430 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.040+0000 7efdb1227740 1 -- 172.21.15.90:0/1587036329 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f1a2b46c60 con 0x55f1a2acaa70 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.040+0000 7efd877fe640 1 -- 172.21.15.90:0/1587036329 <== mon.2 v2:172.21.15.119:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7efd98005040 con 0x55f1a2acaa70 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.041+0000 7efd877fe640 1 -- 172.21.15.90:0/1587036329 <== mon.2 v2:172.21.15.119:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7efd9c0bd300 con 0x55f1a2acaa70 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.041+0000 7efdb1227740 10 client.25430 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.041+0000 7efdb1227740 10 client.25430 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.041+0000 7efdb1227740 20 client.25430 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:19.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.041+0000 7efdb1227740 1 --2- 172.21.15.90:0/1587036329 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f1a2b47600 0x55f1a2b49a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.044 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.041+0000 7efdb1227740 4 client.25430 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T17:28:19.044 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.041+0000 7efdb1227740 1 -- 172.21.15.90:0/1587036329 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f1a2a32570 con 0x55f1a2b47600 2024-04-26T17:28:19.044 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.041+0000 7efda7fff640 1 --2- 172.21.15.90:0/1587036329 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f1a2b47600 0x55f1a2b49a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.041+0000 7efd877fe640 10 client.25430 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:19.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.041+0000 7efda7fff640 1 --2- 172.21.15.90:0/1587036329 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f1a2b47600 0x55f1a2b49a20 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8cb1dbb3af00362 server_cookie=268b2c685bf4b8e5 in_seq=0 out_seq=0 2024-04-26T17:28:19.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efd877fe640 1 -- 172.21.15.90:0/1587036329 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f1a2a32570 con 0x55f1a2b47600 2024-04-26T17:28:19.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efd877fe640 10 client.25430 handle_command_reply: tid=0 2024-04-26T17:28:19.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdb1227740 1 client.25430 shutdown 2024-04-26T17:28:19.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdb1227740 1 -- 172.21.15.90:0/1587036329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acaa70 msgr2=0x55f1a2ad9d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdb1227740 1 --2- 172.21.15.90:0/1587036329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acaa70 0x55f1a2ad9d50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7efd9c0ee8d0 tx=0x7efd9c0bd7a0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdb1227740 1 -- 172.21.15.90:0/1587036329 shutdown_connections 2024-04-26T17:28:19.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdb1227740 1 --2- 172.21.15.90:0/1587036329 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f1a2b47600 0x55f1a2b49a20 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdb1227740 1 --2- 172.21.15.90:0/1587036329 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f1a2acfbe0 0x55f1a2adad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdb1227740 1 --2- 172.21.15.90:0/1587036329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f1a2acaa70 0x55f1a2ad9d50 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efd877fe640 0 client.25430 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:19.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdb1227740 1 --2- 172.21.15.90:0/1587036329 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f1a2aca080 0x55f1a2ad9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdb1227740 1 -- 172.21.15.90:0/1587036329 >> 172.21.15.90:0/1587036329 conn(0x55f1a2ac56f0 msgr2=0x55f1a2abfbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdb1227740 1 -- 172.21.15.90:0/1587036329 shutdown_connections 2024-04-26T17:28:19.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdb1227740 1 -- 172.21.15.90:0/1587036329 wait complete. 2024-04-26T17:28:19.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdb1227740 20 client.25430 trim_cache size 0 max 16384 2024-04-26T17:28:19.046 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:28:19.046 INFO:teuthology.orchestra.run.smithi090.stdout: "status": "no active scrubs running", 2024-04-26T17:28:19.047 INFO:teuthology.orchestra.run.smithi090.stdout: "scrubs": {} 2024-04-26T17:28:19.047 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:28:19.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdae431640 1 -- 172.21.15.90:0/1046916948 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efd900a3c40 msgr2=0x7efd900a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.042+0000 7efdae431640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efd900a3c40 0x7efd900a6100 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7efd98009b50 tx=0x7efd98005f90 comp rx=0 tx=0).stop 2024-04-26T17:28:19.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.043+0000 7efdae431640 1 -- 172.21.15.90:0/1046916948 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efda81054f0 msgr2=0x7efda8198930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.043+0000 7efdae431640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efda81054f0 0x7efda8198930 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7efd9c005ab0 tx=0x7efd9c0042f0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.043+0000 7efdae431640 1 -- 172.21.15.90:0/1046916948 shutdown_connections 2024-04-26T17:28:19.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.043+0000 7efdae431640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7efd900a3c40 0x7efd900a6100 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.043+0000 7efdae431640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efda8107e20 0x7efda819f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.043+0000 7efdae431640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efda81054f0 0x7efda8198930 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.043+0000 7efdae431640 1 --2- 172.21.15.90:0/1046916948 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efda8102bc0 0x7efda81983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.043+0000 7efdae431640 1 -- 172.21.15.90:0/1046916948 >> 172.21.15.90:0/1046916948 conn(0x7efda80fc5b0 msgr2=0x7efda81036c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.043+0000 7efdae431640 1 -- 172.21.15.90:0/1046916948 shutdown_connections 2024-04-26T17:28:19.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.043+0000 7efdae431640 1 -- 172.21.15.90:0/1046916948 wait complete. 2024-04-26T17:28:19.054 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T17:28:19.054 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:28:19.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.159+0000 7f84e6930640 1 -- 172.21.15.90:0/2312372866 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84e0101370 msgr2=0x7f84e01017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.159+0000 7f84e6930640 1 --2- 172.21.15.90:0/2312372866 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84e0101370 0x7f84e01017d0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f84d4009900 tx=0x7f84d402a410 comp rx=0 tx=0).stop 2024-04-26T17:28:19.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.159+0000 7f84e6930640 1 -- 172.21.15.90:0/2312372866 shutdown_connections 2024-04-26T17:28:19.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.159+0000 7f84e6930640 1 --2- 172.21.15.90:0/2312372866 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84e0101d10 0x7f84e0102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.159+0000 7f84e6930640 1 --2- 172.21.15.90:0/2312372866 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84e0101370 0x7f84e01017d0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.159+0000 7f84e6930640 1 --2- 172.21.15.90:0/2312372866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84e0100a10 0x7f84e0100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.159+0000 7f84e6930640 1 -- 172.21.15.90:0/2312372866 >> 172.21.15.90:0/2312372866 conn(0x7f84e00fc5b0 msgr2=0x7f84e00fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.159+0000 7f84e6930640 1 -- 172.21.15.90:0/2312372866 shutdown_connections 2024-04-26T17:28:19.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.159+0000 7f84e6930640 1 -- 172.21.15.90:0/2312372866 wait complete. 2024-04-26T17:28:19.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.160+0000 7f84e6930640 1 Processor -- start 2024-04-26T17:28:19.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.160+0000 7f84e6930640 1 -- start start 2024-04-26T17:28:19.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.160+0000 7f84e6930640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84e0100a10 0x7f84e019a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.160+0000 7f84e6930640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84e0101370 0x7f84e019aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.160+0000 7f84e6930640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84e0101d10 0x7f84e01a1b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.160+0000 7f84e6930640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f84e010feb0 con 0x7f84e0101d10 2024-04-26T17:28:19.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.160+0000 7f84e6930640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f84e010fd30 con 0x7f84e0100a10 2024-04-26T17:28:19.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.160+0000 7f84e6930640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f84e0110030 con 0x7f84e0101370 2024-04-26T17:28:19.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84e4ecd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84e0101d10 0x7f84e01a1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84df7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84e0101370 0x7f84e019aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84e4ecd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84e0101d10 0x7f84e01a1b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44262/0 (socket says 172.21.15.90:44262) 2024-04-26T17:28:19.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84e4ecd640 1 -- 172.21.15.90:0/294900733 learned_addr learned my addr 172.21.15.90:0/294900733 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84dffff640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84e0100a10 0x7f84e019a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84df7fe640 1 -- 172.21.15.90:0/294900733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84e0100a10 msgr2=0x7f84e019a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84df7fe640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84e0100a10 0x7f84e019a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84df7fe640 1 -- 172.21.15.90:0/294900733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84e0101d10 msgr2=0x7f84e01a1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84df7fe640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84e0101d10 0x7f84e01a1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84df7fe640 1 -- 172.21.15.90:0/294900733 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84e01a2190 con 0x7f84e0101370 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84e4ecd640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84e0101d10 0x7f84e01a1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84df7fe640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84e0101370 0x7f84e019aab0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f84d4009850 tx=0x7f84d4003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.161+0000 7f84dd7fa640 1 -- 172.21.15.90:0/294900733 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84d403f070 con 0x7f84e0101370 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.162+0000 7f84dd7fa640 1 -- 172.21.15.90:0/294900733 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f84d4031c00 con 0x7f84e0101370 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.162+0000 7f84e6930640 1 -- 172.21.15.90:0/294900733 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84e01a2420 con 0x7f84e0101370 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.162+0000 7f84dd7fa640 1 -- 172.21.15.90:0/294900733 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84d4035030 con 0x7f84e0101370 2024-04-26T17:28:19.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.162+0000 7f84e6930640 1 -- 172.21.15.90:0/294900733 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84e01a2820 con 0x7f84e0101370 2024-04-26T17:28:19.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.163+0000 7f84e6930640 1 -- 172.21.15.90:0/294900733 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84e010b990 con 0x7f84e0101370 2024-04-26T17:28:19.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.164+0000 7f84dd7fa640 1 -- 172.21.15.90:0/294900733 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f84d4042070 con 0x7f84e0101370 2024-04-26T17:28:19.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.164+0000 7f84dd7fa640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84c80a3c80 0x7f84c80a6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.165+0000 7f84dd7fa640 1 -- 172.21.15.90:0/294900733 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f84d40f1060 con 0x7f84e0101370 2024-04-26T17:28:19.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.165+0000 7f84dffff640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84c80a3c80 0x7f84c80a6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.165+0000 7f84dffff640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84c80a3c80 0x7f84c80a6140 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f84d0009bd0 tx=0x7f84d0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.170+0000 7f84dd7fa640 1 -- 172.21.15.90:0/294900733 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f84d40bcec0 con 0x7f84e0101370 2024-04-26T17:28:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.228+0000 7fbf06d29640 1 -- 172.21.15.90:0/3752441589 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf00100800 msgr2=0x7fbf00100c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.228+0000 7fbf06d29640 1 --2- 172.21.15.90:0/3752441589 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf00100800 0x7fbf00100c20 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fbef4009900 tx=0x7fbef402a410 comp rx=0 tx=0).stop 2024-04-26T17:28:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.229+0000 7fbf06d29640 1 -- 172.21.15.90:0/3752441589 shutdown_connections 2024-04-26T17:28:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.229+0000 7fbf06d29640 1 --2- 172.21.15.90:0/3752441589 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf001023b0 0x7fbf00108c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.229+0000 7fbf06d29640 1 --2- 172.21.15.90:0/3752441589 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf001019f0 0x7fbf00101e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.229+0000 7fbf06d29640 1 --2- 172.21.15.90:0/3752441589 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf00100800 0x7fbf00100c20 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.229+0000 7fbf06d29640 1 -- 172.21.15.90:0/3752441589 >> 172.21.15.90:0/3752441589 conn(0x7fbf000fbd70 msgr2=0x7fbf000fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.229+0000 7fbf06d29640 1 -- 172.21.15.90:0/3752441589 shutdown_connections 2024-04-26T17:28:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.229+0000 7fbf06d29640 1 -- 172.21.15.90:0/3752441589 wait complete. 2024-04-26T17:28:19.230 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.229+0000 7fbf06d29640 1 Processor -- start 2024-04-26T17:28:19.230 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.229+0000 7fbf06d29640 1 -- start start 2024-04-26T17:28:19.230 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbf06d29640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf00100800 0x7fbf00198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbf06d29640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf001019f0 0x7fbf001988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbf06d29640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf001023b0 0x7fbf0019f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbf06d29640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fbf0010ba90 con 0x7fbf001019f0 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbf06d29640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fbf0010b910 con 0x7fbf001023b0 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbf06d29640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbf0010bc10 con 0x7fbf00100800 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbefffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf001019f0 0x7fbf001988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbefffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf001019f0 0x7fbf001988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44270/0 (socket says 172.21.15.90:44270) 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbefffff640 1 -- 172.21.15.90:0/3977067064 learned_addr learned my addr 172.21.15.90:0/3977067064 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbf04ac5640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf00100800 0x7fbf00198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbf052c6640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf001023b0 0x7fbf0019f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbefffff640 1 -- 172.21.15.90:0/3977067064 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf00100800 msgr2=0x7fbf00198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbefffff640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf00100800 0x7fbf00198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbefffff640 1 -- 172.21.15.90:0/3977067064 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf001023b0 msgr2=0x7fbf0019f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbefffff640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf001023b0 0x7fbf0019f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbefffff640 1 -- 172.21.15.90:0/3977067064 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf0019ff40 con 0x7fbf001019f0 2024-04-26T17:28:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.230+0000 7fbf052c6640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf001023b0 0x7fbf0019f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.231+0000 7fbefffff640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf001019f0 0x7fbf001988b0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fbeec00dbc0 tx=0x7fbeec00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.231+0000 7fbefdffb640 1 -- 172.21.15.90:0/3977067064 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeec005220 con 0x7fbf001019f0 2024-04-26T17:28:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.231+0000 7fbefdffb640 1 -- 172.21.15.90:0/3977067064 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fbeec00ae50 con 0x7fbf001019f0 2024-04-26T17:28:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.231+0000 7fbf06d29640 1 -- 172.21.15.90:0/3977067064 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf001a0230 con 0x7fbf001019f0 2024-04-26T17:28:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.231+0000 7fbefdffb640 1 -- 172.21.15.90:0/3977067064 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeec00e740 con 0x7fbf001019f0 2024-04-26T17:28:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.231+0000 7fbf06d29640 1 -- 172.21.15.90:0/3977067064 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf001a0780 con 0x7fbf001019f0 2024-04-26T17:28:19.235 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.235+0000 7fbefdffb640 1 -- 172.21.15.90:0/3977067064 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fbeec00e8e0 con 0x7fbf001019f0 2024-04-26T17:28:19.235 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbf09a43740 1 Processor -- start 2024-04-26T17:28:19.235 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbf09a43740 1 -- start start 2024-04-26T17:28:19.236 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbf09a43740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b750509f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.236 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbf09a43740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b75050fc0 0x555b75055ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.236 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbefdffb640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbef00a8180 0x7fbef00aa640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.236 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbf09a43740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b750585c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.236 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbf09a43740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555b74fb5110 con 0x555b75056130 2024-04-26T17:28:19.236 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbf09a43740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x555b74f514a0 con 0x555b750505d0 2024-04-26T17:28:19.236 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbf09a43740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555b74fb10d0 con 0x555b75050fc0 2024-04-26T17:28:19.236 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbf052c6640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbef00a8180 0x7fbef00aa640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.237 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbf04ac5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b75050fc0 0x555b75055ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.237 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbefdffb640 1 -- 172.21.15.90:0/3977067064 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fbeec0d0a00 con 0x7fbf001019f0 2024-04-26T17:28:19.237 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbefffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b750585c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.237 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbf04ac5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b75050fc0 0x555b75055ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:33596/0 (socket says 172.21.15.90:33596) 2024-04-26T17:28:19.237 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.236+0000 7fbf04ac5640 1 -- 172.21.15.90:0/2391734751 learned_addr learned my addr 172.21.15.90:0/2391734751 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.237+0000 7fbefffff640 1 -- 172.21.15.90:0/2391734751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b75050fc0 msgr2=0x555b75055ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.237+0000 7fbefffff640 1 --2- 172.21.15.90:0/2391734751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b75050fc0 0x555b75055ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.237+0000 7fbefffff640 1 -- 172.21.15.90:0/2391734751 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 msgr2=0x555b750509f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.237+0000 7fbefffff640 1 --2- 172.21.15.90:0/2391734751 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b750509f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.237+0000 7fbefffff640 1 -- 172.21.15.90:0/2391734751 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b74cc7210 con 0x555b75056130 2024-04-26T17:28:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.237+0000 7fbefffff640 1 --2- 172.21.15.90:0/2391734751 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b750585c0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fbeec0ce090 tx=0x7fbeec09c630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c32983b02866798d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.237+0000 7fbeeaffd640 1 -- 172.21.15.90:0/2391734751 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeec088730 con 0x555b75056130 2024-04-26T17:28:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.237+0000 7fbeeaffd640 1 -- 172.21.15.90:0/2391734751 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fbeec09cf60 con 0x555b75056130 2024-04-26T17:28:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.237+0000 7fbeeaffd640 1 -- 172.21.15.90:0/2391734751 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeec09abf0 con 0x555b75056130 2024-04-26T17:28:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.237+0000 7fbf052c6640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbef00a8180 0x7fbef00aa640 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fbef8005fd0 tx=0x7fbef80095d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.238+0000 7fbf09a43740 1 -- 172.21.15.90:0/2391734751 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 msgr2=0x555b750585c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.238+0000 7fbf09a43740 1 --2- 172.21.15.90:0/2391734751 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b750585c0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fbeec0ce090 tx=0x7fbeec09c630 comp rx=0 tx=0).stop 2024-04-26T17:28:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.238+0000 7fbf09a43740 1 -- 172.21.15.90:0/2391734751 shutdown_connections 2024-04-26T17:28:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.238+0000 7fbf09a43740 1 --2- 172.21.15.90:0/2391734751 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b750585c0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.238+0000 7fbf09a43740 1 --2- 172.21.15.90:0/2391734751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b75050fc0 0x555b75055ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.238+0000 7fbf09a43740 1 --2- 172.21.15.90:0/2391734751 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b750509f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.238+0000 7fbf09a43740 1 -- 172.21.15.90:0/2391734751 >> 172.21.15.90:0/2391734751 conn(0x555b750189c0 msgr2=0x555b7504c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.238+0000 7fbf09a43740 1 -- 172.21.15.90:0/2391734751 shutdown_connections 2024-04-26T17:28:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.238+0000 7fbf09a43740 1 -- 172.21.15.90:0/2391734751 wait complete. 2024-04-26T17:28:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.239+0000 7fbf09a43740 1 -- start start 2024-04-26T17:28:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.239+0000 7fbf09a43740 1 Processor -- start 2024-04-26T17:28:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.239+0000 7fbf09a43740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b75062f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.239+0000 7fbf09a43740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b75050fc0 0x555b750634b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.240+0000 7fbf09a43740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b7506a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.240+0000 7fbf052c6640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b7506a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.240+0000 7fbefffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b75050fc0 0x555b750634b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.240+0000 7fbf052c6640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b7506a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44282/0 (socket says 172.21.15.90:44282) 2024-04-26T17:28:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.240+0000 7fbf04ac5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b75062f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.240+0000 7fbefffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b75050fc0 0x555b750634b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:33600/0 (socket says 172.21.15.90:33600) 2024-04-26T17:28:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.240+0000 7fbf04ac5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b75062f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:48276/0 (socket says 172.21.15.90:48276) 2024-04-26T17:28:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.240+0000 7fbf052c6640 1 -- 172.21.15.90:0/3389500898 learned_addr learned my addr 172.21.15.90:0/3389500898 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.240+0000 7fbf09a43740 1 -- 172.21.15.90:0/3389500898 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555b750618f0 con 0x555b75056130 2024-04-26T17:28:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.240+0000 7fbf09a43740 1 -- 172.21.15.90:0/3389500898 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x555b74f4f0b0 con 0x555b750505d0 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.240+0000 7fbf09a43740 1 -- 172.21.15.90:0/3389500898 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555b75061a70 con 0x555b75050fc0 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbf09a43740 10 client.0 _ll_register_callbacks cb 0x555b74f3cd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbf04ac5640 1 -- 172.21.15.90:0/3389500898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b75050fc0 msgr2=0x555b750634b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbf04ac5640 1 --2- 172.21.15.90:0/3389500898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b75050fc0 0x555b750634b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbf04ac5640 1 -- 172.21.15.90:0/3389500898 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 msgr2=0x555b7506a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbf04ac5640 1 --2- 172.21.15.90:0/3389500898 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b7506a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbf04ac5640 1 -- 172.21.15.90:0/3389500898 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b74d93620 con 0x555b750505d0 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbf09a43740 1 -- 172.21.15.90:0/3389500898 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbeec09cf60 con 0x555b750505d0 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbf04ac5640 1 --2- 172.21.15.90:0/3389500898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b75062f70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x555b75051a30 tx=0x7fbef40042e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a95e9fce614010 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbedffff640 10 client.25445 ms_handle_connect on v2:172.21.15.119:3300/0 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbedffff640 1 -- 172.21.15.90:0/3389500898 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef4035020 con 0x555b750505d0 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbedffff640 1 -- 172.21.15.90:0/3389500898 <== mon.2 v2:172.21.15.119:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fbef40318e0 con 0x555b750505d0 2024-04-26T17:28:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbedffff640 1 -- 172.21.15.90:0/3389500898 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbef4031ae0 con 0x555b750505d0 2024-04-26T17:28:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbf09a43740 10 client.25445 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.241+0000 7fbf09a43740 1 -- 172.21.15.90:0/3389500898 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({fsmap=28}) -- 0x555b7506d780 con 0x555b750505d0 2024-04-26T17:28:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.242+0000 7fbedffff640 1 -- 172.21.15.90:0/3389500898 <== mon.2 v2:172.21.15.119:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fbef403a040 con 0x555b750505d0 2024-04-26T17:28:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.242+0000 7fbf09a43740 10 client.25445 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.242+0000 7fbf09a43740 10 client.25445 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.242+0000 7fbf09a43740 20 client.25445 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.242+0000 7fbf09a43740 1 --2- 172.21.15.90:0/3389500898 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555b7506efb0 0x555b750713a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.242+0000 7fbf09a43740 4 client.25445 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.242+0000 7fbf09a43740 1 -- 172.21.15.90:0/3389500898 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b74fc2d20 con 0x555b7506efb0 2024-04-26T17:28:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.242+0000 7fbefffff640 1 --2- 172.21.15.90:0/3389500898 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555b7506efb0 0x555b750713a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbefffff640 1 --2- 172.21.15.90:0/3389500898 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555b7506efb0 0x555b750713a0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c382694a3fa2724 server_cookie=29fde1548db20e4c in_seq=0 out_seq=0 2024-04-26T17:28:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbedffff640 10 client.25445 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbedffff640 1 -- 172.21.15.90:0/3389500898 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555b74fc2d20 con 0x555b7506efb0 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbedffff640 10 client.25445 handle_command_reply: tid=0 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbf09a43740 1 client.25445 shutdown 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbf09a43740 1 -- 172.21.15.90:0/3389500898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 msgr2=0x555b75062f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbf09a43740 1 --2- 172.21.15.90:0/3389500898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b75062f70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x555b75051a30 tx=0x7fbef40042e0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbf09a43740 1 -- 172.21.15.90:0/3389500898 shutdown_connections 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbf09a43740 1 --2- 172.21.15.90:0/3389500898 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555b7506efb0 0x555b750713a0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbf09a43740 1 --2- 172.21.15.90:0/3389500898 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b7506a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbf09a43740 1 --2- 172.21.15.90:0/3389500898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b75050fc0 0x555b750634b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbf09a43740 1 --2- 172.21.15.90:0/3389500898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b75062f70 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbedffff640 0 client.25445 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.243+0000 7fbf09a43740 1 -- 172.21.15.90:0/3389500898 >> 172.21.15.90:0/3389500898 conn(0x555b750189c0 msgr2=0x555b7504b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.244+0000 7fbf09a43740 1 -- 172.21.15.90:0/3389500898 shutdown_connections 2024-04-26T17:28:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.244+0000 7fbf09a43740 1 -- 172.21.15.90:0/3389500898 wait complete. 2024-04-26T17:28:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.244+0000 7fbf09a43740 20 client.25445 trim_cache size 0 max 16384 2024-04-26T17:28:19.258 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.258+0000 7fbf09a43740 1 Processor -- start 2024-04-26T17:28:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.258+0000 7fbf09a43740 1 -- start start 2024-04-26T17:28:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbf09a43740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b750505d0 0x555b7504ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbf09a43740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75050fc0 0x555b7506a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbf09a43740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b75056130 0x555b7504f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbf09a43740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fbf001a8ae0 con 0x555b75050fc0 2024-04-26T17:28:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbf09a43740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fbf001aa620 con 0x555b75056130 2024-04-26T17:28:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbf09a43740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbf001a91b0 con 0x555b750505d0 2024-04-26T17:28:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbefffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75050fc0 0x555b7506a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbefffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75050fc0 0x555b7506a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44286/0 (socket says 172.21.15.90:44286) 2024-04-26T17:28:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbefffff640 1 -- 172.21.15.90:0/3807675683 learned_addr learned my addr 172.21.15.90:0/3807675683 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbf052c6640 1 --2- 172.21.15.90:0/3807675683 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b75056130 0x555b7504f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbf04ac5640 1 --2- 172.21.15.90:0/3807675683 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b750505d0 0x555b7504ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbefffff640 1 -- 172.21.15.90:0/3807675683 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b750505d0 msgr2=0x555b7504ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbefffff640 1 --2- 172.21.15.90:0/3807675683 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b750505d0 0x555b7504ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbefffff640 1 -- 172.21.15.90:0/3807675683 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b75056130 msgr2=0x555b7504f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbefffff640 1 --2- 172.21.15.90:0/3807675683 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b75056130 0x555b7504f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.259+0000 7fbefffff640 1 -- 172.21.15.90:0/3807675683 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b750513a0 con 0x555b75050fc0 2024-04-26T17:28:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.260+0000 7fbefffff640 1 --2- 172.21.15.90:0/3807675683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75050fc0 0x555b7506a4b0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fbeec098c70 tx=0x7fbeec010040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=796d632d136076ce server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.260+0000 7fbeea7fc640 1 -- 172.21.15.90:0/3807675683 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeec084030 con 0x555b75050fc0 2024-04-26T17:28:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.260+0000 7fbeea7fc640 1 -- 172.21.15.90:0/3807675683 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fbeec09a970 con 0x555b75050fc0 2024-04-26T17:28:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.260+0000 7fbeea7fc640 1 -- 172.21.15.90:0/3807675683 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeec0ce1d0 con 0x555b75050fc0 2024-04-26T17:28:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.261+0000 7fbf09a43740 1 -- 172.21.15.90:0/3807675683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75050fc0 msgr2=0x555b7506a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.261+0000 7fbf09a43740 1 --2- 172.21.15.90:0/3807675683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75050fc0 0x555b7506a4b0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fbeec098c70 tx=0x7fbeec010040 comp rx=0 tx=0).stop 2024-04-26T17:28:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.261+0000 7fbf09a43740 1 -- 172.21.15.90:0/3807675683 shutdown_connections 2024-04-26T17:28:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.261+0000 7fbf09a43740 1 --2- 172.21.15.90:0/3807675683 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b75056130 0x555b7504f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.261+0000 7fbf09a43740 1 --2- 172.21.15.90:0/3807675683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75050fc0 0x555b7506a4b0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.261+0000 7fbf09a43740 1 --2- 172.21.15.90:0/3807675683 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b750505d0 0x555b7504ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.261+0000 7fbf09a43740 1 -- 172.21.15.90:0/3807675683 >> 172.21.15.90:0/3807675683 conn(0x555b750189c0 msgr2=0x555b7504b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.261+0000 7fbf09a43740 1 -- 172.21.15.90:0/3807675683 shutdown_connections 2024-04-26T17:28:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.261+0000 7fbf09a43740 1 -- 172.21.15.90:0/3807675683 wait complete. 2024-04-26T17:28:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.261+0000 7fbf09a43740 1 -- start start 2024-04-26T17:28:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.261+0000 7fbf09a43740 1 Processor -- start 2024-04-26T17:28:19.267 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf09a43740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b75067490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.267 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf09a43740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b750679d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.267 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf09a43740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b750d1360 0x555b750d3750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.267 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf09a43740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fbf001a9f50 con 0x555b75056130 2024-04-26T17:28:19.267 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf09a43740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fbf001a9880 con 0x555b750505d0 2024-04-26T17:28:19.267 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf09a43740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbf001a6ac0 con 0x555b750d1360 2024-04-26T17:28:19.267 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf09a43740 10 client.0 _ll_register_callbacks cb 0x7fbef4005de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:19.267 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf052c6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b750d1360 0x555b750d3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.267 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbefffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b750679d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf052c6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b750d1360 0x555b750d3750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:33626/0 (socket says 172.21.15.90:33626) 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf052c6640 1 -- 172.21.15.90:0/4248089767 learned_addr learned my addr 172.21.15.90:0/4248089767 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf04ac5640 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b75067490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf052c6640 1 -- 172.21.15.90:0/4248089767 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 msgr2=0x555b75067490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf052c6640 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b75067490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf052c6640 1 -- 172.21.15.90:0/4248089767 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 msgr2=0x555b750679d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf052c6640 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b750679d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbf052c6640 1 -- 172.21.15.90:0/4248089767 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b750d3cc0 con 0x555b750d1360 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.262+0000 7fbefffff640 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b750679d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.263+0000 7fbf052c6640 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b750d1360 0x555b750d3750 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fbef8012ae0 tx=0x7fbef8004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd4fe9001d58719e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.263+0000 7fbedffff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.263+0000 7fbedffff640 1 -- 172.21.15.90:0/4248089767 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef801eb60 con 0x555b750d1360 2024-04-26T17:28:19.268 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.263+0000 7fbedffff640 1 -- 172.21.15.90:0/4248089767 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fbef801ed00 con 0x555b750d1360 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.263+0000 7fbf09a43740 1 -- 172.21.15.90:0/4248089767 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbeec09a970 con 0x555b750d1360 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.263+0000 7fbedffff640 1 -- 172.21.15.90:0/4248089767 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbef8032050 con 0x555b750d1360 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.263+0000 7fbf09a43740 10 client.25396 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.263+0000 7fbf09a43740 1 -- 172.21.15.90:0/4248089767 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555b750d5040 con 0x555b750d1360 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.263+0000 7fbedffff640 1 -- 172.21.15.90:0/4248089767 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fbeec09a970 con 0x555b750d1360 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.263+0000 7fbedffff640 1 -- 172.21.15.90:0/4248089767 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fbef8019050 con 0x555b750d1360 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.263+0000 7fbf09a43740 10 client.25396 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.264+0000 7fbf09a43740 10 client.25396 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.264+0000 7fbf09a43740 20 client.25396 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.264+0000 7fbf09a43740 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555b750d5a50 0x555b750d7e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.264+0000 7fbf09a43740 4 client.25396 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.264+0000 7fbf09a43740 1 -- 172.21.15.90:0/4248089767 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555b74fbcb90 con 0x555b750d5a50 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.264+0000 7fbf04ac5640 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555b750d5a50 0x555b750d7e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.264+0000 7fbedffff640 10 client.25396 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:19.270 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.264+0000 7fbf04ac5640 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555b750d5a50 0x555b750d7e70 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fe3874da6036f81 server_cookie=2f729e24de0f59aa in_seq=0 out_seq=0 2024-04-26T17:28:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.268+0000 7fbedffff640 1 -- 172.21.15.90:0/4248089767 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555b74fbcb90 con 0x555b750d5a50 2024-04-26T17:28:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.268+0000 7fbedffff640 10 client.25396 handle_command_reply: tid=0 2024-04-26T17:28:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.268+0000 7fbf09a43740 1 client.25396 shutdown 2024-04-26T17:28:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.268+0000 7fbf09a43740 1 -- 172.21.15.90:0/4248089767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b750d1360 msgr2=0x555b750d3750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.268+0000 7fbf09a43740 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b750d1360 0x555b750d3750 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fbef8012ae0 tx=0x7fbef8004a40 comp rx=0 tx=0).stop 2024-04-26T17:28:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.268+0000 7fbf09a43740 1 -- 172.21.15.90:0/4248089767 shutdown_connections 2024-04-26T17:28:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.268+0000 7fbf09a43740 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555b750d5a50 0x555b750d7e70 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.268+0000 7fbf09a43740 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555b750d1360 0x555b750d3750 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.268+0000 7fbf09a43740 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555b75056130 0x555b750679d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.268+0000 7fbf09a43740 1 --2- 172.21.15.90:0/4248089767 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555b750505d0 0x555b75067490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.268+0000 7fbf09a43740 1 -- 172.21.15.90:0/4248089767 >> 172.21.15.90:0/4248089767 conn(0x555b750189c0 msgr2=0x555b7504a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.268+0000 7fbedffff640 0 client.25396 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.269+0000 7fbf09a43740 1 -- 172.21.15.90:0/4248089767 shutdown_connections 2024-04-26T17:28:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.269+0000 7fbf09a43740 1 -- 172.21.15.90:0/4248089767 wait complete. 2024-04-26T17:28:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.269+0000 7fbf09a43740 20 client.25396 trim_cache size 0 max 16384 2024-04-26T17:28:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:28:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:28:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:28:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:28:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.269+0000 7fbf06d29640 1 -- 172.21.15.90:0/3977067064 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbef00a8180 msgr2=0x7fbef00aa640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.269+0000 7fbf06d29640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbef00a8180 0x7fbef00aa640 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fbef8005fd0 tx=0x7fbef80095d0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.269+0000 7fbf06d29640 1 -- 172.21.15.90:0/3977067064 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf001019f0 msgr2=0x7fbf001988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.269+0000 7fbf06d29640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf001019f0 0x7fbf001988b0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fbeec00dbc0 tx=0x7fbeec00a620 comp rx=0 tx=0).stop 2024-04-26T17:28:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.270+0000 7fbf06d29640 1 -- 172.21.15.90:0/3977067064 shutdown_connections 2024-04-26T17:28:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.270+0000 7fbf06d29640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fbef00a8180 0x7fbef00aa640 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.270+0000 7fbf06d29640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf001023b0 0x7fbf0019f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.270+0000 7fbf06d29640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf001019f0 0x7fbf001988b0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.270+0000 7fbf06d29640 1 --2- 172.21.15.90:0/3977067064 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf00100800 0x7fbf00198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.270+0000 7fbf06d29640 1 -- 172.21.15.90:0/3977067064 >> 172.21.15.90:0/3977067064 conn(0x7fbf000fbd70 msgr2=0x7fbf00106ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.270+0000 7fbf06d29640 1 -- 172.21.15.90:0/3977067064 shutdown_connections 2024-04-26T17:28:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:19.270+0000 7fbf06d29640 1 -- 172.21.15.90:0/3977067064 wait complete. 2024-04-26T17:28:19.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:19 smithi119 ceph-mon[32584]: scrub queued for path: / 2024-04-26T17:28:19.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:19 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:19.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:19 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:19.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:19 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:19.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:19 smithi119 ceph-mon[32584]: scrub summary: idle 2024-04-26T17:28:19.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:19 smithi090 ceph-mon[29417]: scrub queued for path: / 2024-04-26T17:28:19.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:19 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:19.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:19 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:19.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:19 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:19.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:19 smithi090 ceph-mon[29417]: scrub summary: idle 2024-04-26T17:28:19.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.495+0000 7f84e6930640 1 -- 172.21.15.90:0/294900733 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84e002d6d0 con 0x7f84e0101370 2024-04-26T17:28:19.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.495+0000 7f84dd7fa640 1 -- 172.21.15.90:0/294900733 <== mon.1 v2:172.21.15.167:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11944 (secure 0 0 0) 0x7f84d40c11c0 con 0x7f84e0101370 2024-04-26T17:28:19.495 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:28:19.496 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:27:05.556438+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24472,24409,24476,24509,24404]},"id":1}]} 2024-04-26T17:28:19.496 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 28 2024-04-26T17:28:19.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.498+0000 7f84e6930640 1 -- 172.21.15.90:0/294900733 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84c80a3c80 msgr2=0x7f84c80a6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.498+0000 7f84e6930640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84c80a3c80 0x7f84c80a6140 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f84d0009bd0 tx=0x7f84d0005f90 comp rx=0 tx=0).stop 2024-04-26T17:28:19.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.498+0000 7f84e6930640 1 -- 172.21.15.90:0/294900733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84e0101370 msgr2=0x7f84e019aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.498+0000 7f84e6930640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84e0101370 0x7f84e019aab0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f84d4009850 tx=0x7f84d4003b90 comp rx=0 tx=0).stop 2024-04-26T17:28:19.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.498+0000 7f84e6930640 1 -- 172.21.15.90:0/294900733 shutdown_connections 2024-04-26T17:28:19.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.498+0000 7f84e6930640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84c80a3c80 0x7f84c80a6140 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.498+0000 7f84e6930640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84e0101d10 0x7f84e01a1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.498+0000 7f84e6930640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84e0101370 0x7f84e019aab0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.498+0000 7f84e6930640 1 --2- 172.21.15.90:0/294900733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84e0100a10 0x7f84e019a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.498+0000 7f84e6930640 1 -- 172.21.15.90:0/294900733 >> 172.21.15.90:0/294900733 conn(0x7f84e00fc5b0 msgr2=0x7f84e00fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.498+0000 7f84e6930640 1 -- 172.21.15.90:0/294900733 shutdown_connections 2024-04-26T17:28:19.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.498+0000 7f84e6930640 1 -- 172.21.15.90:0/294900733 wait complete. 2024-04-26T17:28:19.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:19 smithi167 ceph-mon[32665]: scrub queued for path: / 2024-04-26T17:28:19.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:19 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:19.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:19 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:19.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:19 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:19.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:19 smithi167 ceph-mon[32665]: scrub summary: idle 2024-04-26T17:28:19.509 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-26T17:28:19.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.653+0000 7f6aa6de8640 1 -- 172.21.15.90:0/1985672599 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6aa0107e20 msgr2=0x7f6aa010a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.653+0000 7f6aa6de8640 1 --2- 172.21.15.90:0/1985672599 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6aa0107e20 0x7f6aa010a270 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f6a98009ca0 tx=0x7f6a9802a8c0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.653+0000 7f6aa6de8640 1 -- 172.21.15.90:0/1985672599 shutdown_connections 2024-04-26T17:28:19.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.653+0000 7f6aa6de8640 1 --2- 172.21.15.90:0/1985672599 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6aa0107e20 0x7f6aa010a270 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.653+0000 7f6aa6de8640 1 --2- 172.21.15.90:0/1985672599 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aa01054f0 0x7f6aa01078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.653+0000 7f6aa6de8640 1 --2- 172.21.15.90:0/1985672599 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6aa0102bc0 0x7f6aa0104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.653+0000 7f6aa6de8640 1 -- 172.21.15.90:0/1985672599 >> 172.21.15.90:0/1985672599 conn(0x7f6aa00fc5b0 msgr2=0x7f6aa00fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.653+0000 7f6aa6de8640 1 -- 172.21.15.90:0/1985672599 shutdown_connections 2024-04-26T17:28:19.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.653+0000 7f6aa6de8640 1 -- 172.21.15.90:0/1985672599 wait complete. 2024-04-26T17:28:19.655 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.653+0000 7f6aa6de8640 1 Processor -- start 2024-04-26T17:28:19.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6aa6de8640 1 -- start start 2024-04-26T17:28:19.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6aa6de8640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6aa0102bc0 0x7f6aa01983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6aa6de8640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6aa01054f0 0x7f6aa01988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6aa6de8640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aa0107e20 0x7f6aa019f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6aa6de8640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa010dc70 con 0x7f6aa01054f0 2024-04-26T17:28:19.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6aa6de8640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa010daf0 con 0x7f6aa0102bc0 2024-04-26T17:28:19.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6aa6de8640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa010ddf0 con 0x7f6aa0107e20 2024-04-26T17:28:19.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6a9ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6aa01054f0 0x7f6aa01988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6a9ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6aa01054f0 0x7f6aa01988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44312/0 (socket says 172.21.15.90:44312) 2024-04-26T17:28:19.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6a9ffff640 1 -- 172.21.15.90:0/4098982827 learned_addr learned my addr 172.21.15.90:0/4098982827 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6aa5385640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aa0107e20 0x7f6aa019f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6aa0102bc0 0x7f6aa01983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6a9ffff640 1 -- 172.21.15.90:0/4098982827 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aa0107e20 msgr2=0x7f6aa019f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aa0107e20 0x7f6aa019f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6a9ffff640 1 -- 172.21.15.90:0/4098982827 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6aa0102bc0 msgr2=0x7f6aa01983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6aa0102bc0 0x7f6aa01983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6a9ffff640 1 -- 172.21.15.90:0/4098982827 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6aa019ffc0 con 0x7f6aa01054f0 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6aa5385640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aa0107e20 0x7f6aa019f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6aa0102bc0 0x7f6aa01983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.654+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6aa01054f0 0x7f6aa01988e0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c00d740 tx=0x7f6a8c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.655+0000 7f6a9dffb640 1 -- 172.21.15.90:0/4098982827 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c017070 con 0x7f6aa01054f0 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.655+0000 7f6aa6de8640 1 -- 172.21.15.90:0/4098982827 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6aa01a02b0 con 0x7f6aa01054f0 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.655+0000 7f6a9dffb640 1 -- 172.21.15.90:0/4098982827 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6a8c00de50 con 0x7f6aa01054f0 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.655+0000 7f6a9dffb640 1 -- 172.21.15.90:0/4098982827 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c004cd0 con 0x7f6aa01054f0 2024-04-26T17:28:19.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.655+0000 7f6aa6de8640 1 -- 172.21.15.90:0/4098982827 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6aa01a0800 con 0x7f6aa01054f0 2024-04-26T17:28:19.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.657+0000 7f6a9dffb640 1 -- 172.21.15.90:0/4098982827 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f6a8c009c30 con 0x7f6aa01054f0 2024-04-26T17:28:19.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.658+0000 7f6a9dffb640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6a900a3c40 0x7f6a900a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.658+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6a900a3c40 0x7f6a900a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.658+0000 7f6a9dffb640 1 -- 172.21.15.90:0/4098982827 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f6a8c0d0030 con 0x7f6aa01054f0 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.658+0000 7f6aa9bcf740 1 Processor -- start 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.658+0000 7f6aa9bcf740 1 -- start start 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.658+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6a900a3c40 0x7f6a900a6100 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f6a94005d00 tx=0x7f6a94005ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa9bcf740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 0x557768100ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa9bcf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5577681018b0 0x557768101d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa9bcf740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 0x557768102af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa9bcf740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x557768065b30 con 0x557768100690 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa9bcf740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x557768001a00 con 0x557768102250 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa9bcf740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557768061af0 con 0x5577681018b0 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa4b84640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 0x557768100ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa4b84640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 0x557768100ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44318/0 (socket says 172.21.15.90:44318) 2024-04-26T17:28:19.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa4b84640 1 -- 172.21.15.90:0/1231531563 learned_addr learned my addr 172.21.15.90:0/1231531563 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/1231531563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5577681018b0 0x557768101d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa5385640 1 --2- 172.21.15.90:0/1231531563 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 0x557768102af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa4b84640 1 -- 172.21.15.90:0/1231531563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5577681018b0 msgr2=0x557768101d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/1231531563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5577681018b0 0x557768101d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa4b84640 1 -- 172.21.15.90:0/1231531563 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 msgr2=0x557768102af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/1231531563 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 0x557768102af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa4b84640 1 -- 172.21.15.90:0/1231531563 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55776802a5b0 con 0x557768100690 2024-04-26T17:28:19.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/1231531563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5577681018b0 0x557768101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:19.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.659+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/1231531563 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 0x557768100ab0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f6a9400ef10 tx=0x7f6a94011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=818bef300ddb044d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.660+0000 7f6a8affd640 1 -- 172.21.15.90:0/1231531563 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a9401e640 con 0x557768100690 2024-04-26T17:28:19.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.660+0000 7f6a8affd640 1 -- 172.21.15.90:0/1231531563 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6a94023070 con 0x557768100690 2024-04-26T17:28:19.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.660+0000 7f6a8affd640 1 -- 172.21.15.90:0/1231531563 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a94010a70 con 0x557768100690 2024-04-26T17:28:19.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.660+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1231531563 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 msgr2=0x557768100ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.660+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/1231531563 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 0x557768100ab0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f6a9400ef10 tx=0x7f6a94011000 comp rx=0 tx=0).stop 2024-04-26T17:28:19.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.661+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1231531563 shutdown_connections 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.661+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/1231531563 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 0x557768102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.661+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/1231531563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5577681018b0 0x557768101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.661+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/1231531563 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 0x557768100ab0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.661+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1231531563 >> 172.21.15.90:0/1231531563 conn(0x5577680fbc50 msgr2=0x5577680fc050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.661+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1231531563 shutdown_connections 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.661+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1231531563 wait complete. 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.661+0000 7f6aa9bcf740 1 -- start start 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.661+0000 7f6aa9bcf740 1 Processor -- start 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.661+0000 7f6aa9bcf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768100690 0x55776810ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.661+0000 7f6aa9bcf740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 0x55776810b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6aa9bcf740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 0x557768112110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6aa9bcf740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x557768103210 con 0x5577681018b0 2024-04-26T17:28:19.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6aa9bcf740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x557767fff530 con 0x557768102250 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6aa9bcf740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557768103390 con 0x557768100690 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6a9ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 0x55776810b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6aa9bcf740 10 client.0 _ll_register_callbacks cb 0x557767fecf00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6a9ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 0x55776810b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44326/0 (socket says 172.21.15.90:44326) 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6a9ffff640 1 -- 172.21.15.90:0/1928257007 learned_addr learned my addr 172.21.15.90:0/1928257007 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768100690 0x55776810ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6aa5385640 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 0x557768112110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6a9ffff640 1 -- 172.21.15.90:0/1928257007 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768100690 msgr2=0x55776810ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768100690 0x55776810ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6a9ffff640 1 -- 172.21.15.90:0/1928257007 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 msgr2=0x557768112110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 0x557768112110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6a9ffff640 1 -- 172.21.15.90:0/1928257007 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557767d773f0 con 0x5577681018b0 2024-04-26T17:28:19.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 0x55776810b0d0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c09bd70 tx=0x7f6a8c09bf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83dc17f83de5287c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6a7ffff640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6a7ffff640 1 -- 172.21.15.90:0/1928257007 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c020040 con 0x5577681018b0 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6a7ffff640 1 -- 172.21.15.90:0/1928257007 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f6a8c098450 con 0x5577681018b0 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.662+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1928257007 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a94023070 con 0x5577681018b0 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.663+0000 7f6a7ffff640 1 -- 172.21.15.90:0/1928257007 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6a8c09b230 con 0x5577681018b0 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.663+0000 7f6aa9bcf740 10 client.16128 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.663+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1928257007 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557767e417d0 con 0x5577681018b0 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.663+0000 7f6a7ffff640 1 -- 172.21.15.90:0/1928257007 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6a94023070 con 0x5577681018b0 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.663+0000 7f6a7ffff640 1 -- 172.21.15.90:0/1928257007 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6a8c023060 con 0x5577681018b0 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.663+0000 7f6aa9bcf740 10 client.16128 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.663+0000 7f6aa9bcf740 10 client.16128 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.663+0000 7f6aa9bcf740 20 client.16128 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:19.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.663+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x557768127680 0x557768129ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.663+0000 7f6aa9bcf740 4 client.16128 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.663+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1928257007 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557768073740 con 0x557768127680 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.663+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x557768127680 0x557768129ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.664+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x557768127680 0x557768129ac0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=78974787c5570941 server_cookie=75d7fcff96e7a17a in_seq=0 out_seq=0 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.664+0000 7f6a7ffff640 10 client.16128 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6a7ffff640 1 -- 172.21.15.90:0/1928257007 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557768073740 con 0x557768127680 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6a7ffff640 10 client.16128 handle_command_reply: tid=0 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6aa9bcf740 1 client.16128 shutdown 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1928257007 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 msgr2=0x55776810b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 0x55776810b0d0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c09bd70 tx=0x7f6a8c09bf20 comp rx=0 tx=0).stop 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1928257007 shutdown_connections 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x557768127680 0x557768129ac0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 0x557768112110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 0x55776810b0d0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/1928257007 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768100690 0x55776810ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6a7ffff640 0 client.16128 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:28:19.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1928257007 >> 172.21.15.90:0/1928257007 conn(0x5577680fbc50 msgr2=0x5577680fae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1928257007 shutdown_connections 2024-04-26T17:28:19.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/1928257007 wait complete. 2024-04-26T17:28:19.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.665+0000 7f6aa9bcf740 20 client.16128 trim_cache size 0 max 16384 2024-04-26T17:28:19.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6aa9bcf740 1 Processor -- start 2024-04-26T17:28:19.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6aa9bcf740 1 -- start start 2024-04-26T17:28:19.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6aa9bcf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768100690 0x55776810a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6aa9bcf740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 0x5577681120d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6aa9bcf740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 0x5577680fa5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6aa9bcf740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa01a8c80 con 0x5577681018b0 2024-04-26T17:28:19.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6aa9bcf740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa01aa7c0 con 0x557768102250 2024-04-26T17:28:19.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6aa9bcf740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa01a9350 con 0x557768100690 2024-04-26T17:28:19.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6a9ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 0x5577681120d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6a9ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 0x5577681120d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44336/0 (socket says 172.21.15.90:44336) 2024-04-26T17:28:19.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6a9ffff640 1 -- 172.21.15.90:0/89649155 learned_addr learned my addr 172.21.15.90:0/89649155 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/89649155 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768100690 0x55776810a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6aa5385640 1 --2- 172.21.15.90:0/89649155 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 0x5577680fa5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6a9ffff640 1 -- 172.21.15.90:0/89649155 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768100690 msgr2=0x55776810a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/89649155 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768100690 0x55776810a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6a9ffff640 1 -- 172.21.15.90:0/89649155 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 msgr2=0x5577680fa5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/89649155 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 0x5577680fa5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.679+0000 7f6a9ffff640 1 -- 172.21.15.90:0/89649155 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557768101310 con 0x5577681018b0 2024-04-26T17:28:19.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.680+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/89649155 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 0x5577681120d0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c0bc190 tx=0x7f6a8c005d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a70b95e53714d97 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.680+0000 7f6a8a7fc640 1 -- 172.21.15.90:0/89649155 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c020040 con 0x5577681018b0 2024-04-26T17:28:19.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.680+0000 7f6a8a7fc640 1 -- 172.21.15.90:0/89649155 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6a8c098450 con 0x5577681018b0 2024-04-26T17:28:19.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.680+0000 7f6a8a7fc640 1 -- 172.21.15.90:0/89649155 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c09ae50 con 0x5577681018b0 2024-04-26T17:28:19.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/89649155 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 msgr2=0x5577681120d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/89649155 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 0x5577681120d0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c0bc190 tx=0x7f6a8c005d40 comp rx=0 tx=0).stop 2024-04-26T17:28:19.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/89649155 shutdown_connections 2024-04-26T17:28:19.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/89649155 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557768102250 0x5577680fa5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/89649155 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5577681018b0 0x5577681120d0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/89649155 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768100690 0x55776810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/89649155 >> 172.21.15.90:0/89649155 conn(0x5577680fbc50 msgr2=0x5577681091f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/89649155 shutdown_connections 2024-04-26T17:28:19.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/89649155 wait complete. 2024-04-26T17:28:19.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 -- start start 2024-04-26T17:28:19.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 Processor -- start 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 0x55776810f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.681+0000 7f6aa9bcf740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5577681018b0 0x55776810f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa9bcf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768102250 0x55776818bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa9bcf740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa01aa0f0 con 0x557768100690 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa4b84640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 0x55776810f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa9bcf740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa01a9a20 con 0x5577681018b0 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa4b84640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 0x55776810f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44352/0 (socket says 172.21.15.90:44352) 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa4b84640 1 -- 172.21.15.90:0/149922202 learned_addr learned my addr 172.21.15.90:0/149922202 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/149922202 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa01a6c60 con 0x557768102250 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa5385640 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768102250 0x55776818bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa9bcf740 10 client.0 _ll_register_callbacks cb 0x7f6a8c09b780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5577681018b0 0x55776810f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa4b84640 1 -- 172.21.15.90:0/149922202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768102250 msgr2=0x55776818bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768102250 0x55776818bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa4b84640 1 -- 172.21.15.90:0/149922202 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5577681018b0 msgr2=0x55776810f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5577681018b0 0x55776810f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa4b84640 1 -- 172.21.15.90:0/149922202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55776818c1e0 con 0x557768100690 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa4b84640 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 0x55776810f130 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f6a94010440 tx=0x7f6a94011e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=571c6686b6ae17fa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6a7ffff640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6a7ffff640 1 -- 172.21.15.90:0/149922202 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a94004220 con 0x557768100690 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6a7ffff640 1 -- 172.21.15.90:0/149922202 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f6a940043c0 con 0x557768100690 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.682+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/149922202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a8c098450 con 0x557768100690 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.683+0000 7f6a7ffff640 1 -- 172.21.15.90:0/149922202 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6a94042050 con 0x557768100690 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.683+0000 7f6aa9bcf740 10 client.16134 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.683+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/149922202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55776818d440 con 0x557768100690 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.683+0000 7f6a7ffff640 1 -- 172.21.15.90:0/149922202 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6a8c098450 con 0x557768100690 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.683+0000 7f6a7ffff640 1 -- 172.21.15.90:0/149922202 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6a9400f040 con 0x557768100690 2024-04-26T17:28:19.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.683+0000 7f6aa9bcf740 10 client.16134 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.683+0000 7f6aa9bcf740 10 client.16134 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.683+0000 7f6aa9bcf740 20 client.16134 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.683+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55776818dcd0 0x5577681900f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.683+0000 7f6aa9bcf740 4 client.16134 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.683+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/149922202 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55776810a980 con 0x55776818dcd0 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.683+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55776818dcd0 0x5577681900f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6a7ffff640 10 client.16134 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6a9ffff640 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55776818dcd0 0x5577681900f0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=27efcb3dc051e48a server_cookie=778be65e2554b5b0 in_seq=0 out_seq=0 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6a7ffff640 1 -- 172.21.15.90:0/149922202 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55776810a980 con 0x55776818dcd0 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6a7ffff640 10 client.16134 handle_command_reply: tid=0 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6aa9bcf740 1 client.16134 shutdown 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/149922202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 msgr2=0x55776810f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 0x55776810f130 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f6a94010440 tx=0x7f6a94011e80 comp rx=0 tx=0).stop 2024-04-26T17:28:19.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/149922202 shutdown_connections 2024-04-26T17:28:19.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55776818dcd0 0x5577681900f0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6a7ffff640 0 client.16134 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:28:19.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557768102250 0x55776818bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5577681018b0 0x55776810f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6aa9bcf740 1 --2- 172.21.15.90:0/149922202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557768100690 0x55776810f130 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.684+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/149922202 >> 172.21.15.90:0/149922202 conn(0x5577680fbc50 msgr2=0x5577681091b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/149922202 shutdown_connections 2024-04-26T17:28:19.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa9bcf740 1 -- 172.21.15.90:0/149922202 wait complete. 2024-04-26T17:28:19.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa9bcf740 20 client.16134 trim_cache size 0 max 16384 2024-04-26T17:28:19.691 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:19.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa6de8640 1 -- 172.21.15.90:0/4098982827 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6a900a3c40 msgr2=0x7f6a900a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa6de8640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6a900a3c40 0x7f6a900a6100 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f6a94005d00 tx=0x7f6a94005ed0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa6de8640 1 -- 172.21.15.90:0/4098982827 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6aa01054f0 msgr2=0x7f6aa01988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa6de8640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6aa01054f0 0x7f6aa01988e0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c00d740 tx=0x7f6a8c00dc00 comp rx=0 tx=0).stop 2024-04-26T17:28:19.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa6de8640 1 -- 172.21.15.90:0/4098982827 shutdown_connections 2024-04-26T17:28:19.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa6de8640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6a900a3c40 0x7f6a900a6100 secure :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f6a94005d00 tx=0x7f6a94005ed0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa6de8640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aa0107e20 0x7f6aa019f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa6de8640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6aa01054f0 0x7f6aa01988e0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa6de8640 1 --2- 172.21.15.90:0/4098982827 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6aa0102bc0 0x7f6aa01983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.685+0000 7f6aa6de8640 1 -- 172.21.15.90:0/4098982827 >> 172.21.15.90:0/4098982827 conn(0x7f6aa00fc5b0 msgr2=0x7f6aa0103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.686+0000 7f6aa6de8640 1 -- 172.21.15.90:0/4098982827 shutdown_connections 2024-04-26T17:28:19.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.686+0000 7f6aa6de8640 1 -- 172.21.15.90:0/4098982827 wait complete. 2024-04-26T17:28:19.701 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-26T17:28:19.804 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.802+0000 7fc958607640 1 -- 172.21.15.90:0/649902348 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc950107e80 msgr2=0x7fc95010a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.804 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.802+0000 7fc958607640 1 --2- 172.21.15.90:0/649902348 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc950107e80 0x7fc95010a270 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fc948009ca0 tx=0x7fc94802a8c0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.804 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 -- 172.21.15.90:0/649902348 shutdown_connections 2024-04-26T17:28:19.804 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 --2- 172.21.15.90:0/649902348 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc950107e80 0x7fc95010a270 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.804 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 --2- 172.21.15.90:0/649902348 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc950105550 0x7fc950107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.804 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 --2- 172.21.15.90:0/649902348 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc950102c20 0x7fc950105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 -- 172.21.15.90:0/649902348 >> 172.21.15.90:0/649902348 conn(0x7fc9500fc5b0 msgr2=0x7fc9500fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 -- 172.21.15.90:0/649902348 shutdown_connections 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 -- 172.21.15.90:0/649902348 wait complete. 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 Processor -- start 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 -- start start 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc950102c20 0x7fc95019a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc950105550 0x7fc95019aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc950107e80 0x7fc9501a1b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc95010dc50 con 0x7fc950102c20 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc95010dad0 con 0x7fc950107e80 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc958607640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc95010ddd0 con 0x7fc950105550 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.803+0000 7fc9563a3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc950102c20 0x7fc95019a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc9563a3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc950102c20 0x7fc95019a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44362/0 (socket says 172.21.15.90:44362) 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc9563a3640 1 -- 172.21.15.90:0/1169601128 learned_addr learned my addr 172.21.15.90:0/1169601128 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.805 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc955ba2640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc950105550 0x7fc95019aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc956ba4640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc950107e80 0x7fc9501a1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc9563a3640 1 -- 172.21.15.90:0/1169601128 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc950105550 msgr2=0x7fc95019aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc9563a3640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc950105550 0x7fc95019aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc9563a3640 1 -- 172.21.15.90:0/1169601128 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc950107e80 msgr2=0x7fc9501a1b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc9563a3640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc950107e80 0x7fc9501a1b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc9563a3640 1 -- 172.21.15.90:0/1169601128 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9501a21c0 con 0x7fc950102c20 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc956ba4640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc950107e80 0x7fc9501a1b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc9563a3640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc950102c20 0x7fc95019a5a0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fc94c00d950 tx=0x7fc94c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc9477fe640 1 -- 172.21.15.90:0/1169601128 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94c017070 con 0x7fc950102c20 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc958607640 1 -- 172.21.15.90:0/1169601128 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9501a24b0 con 0x7fc950102c20 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc9477fe640 1 -- 172.21.15.90:0/1169601128 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc94c009c30 con 0x7fc950102c20 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc9477fe640 1 -- 172.21.15.90:0/1169601128 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94c00f620 con 0x7fc950102c20 2024-04-26T17:28:19.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.804+0000 7fc958607640 1 -- 172.21.15.90:0/1169601128 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9501a2a50 con 0x7fc950102c20 2024-04-26T17:28:19.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.807+0000 7fc9477fe640 1 -- 172.21.15.90:0/1169601128 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7fc94c0109a0 con 0x7fc950102c20 2024-04-26T17:28:19.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.807+0000 7fc9477fe640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc93c0a3cc0 0x7fc93c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.808+0000 7fc955ba2640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc93c0a3cc0 0x7fc93c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.808+0000 7fc9477fe640 1 -- 172.21.15.90:0/1169601128 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fc94c0d04f0 con 0x7fc950102c20 2024-04-26T17:28:19.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.808+0000 7fc95b3f1740 1 Processor -- start 2024-04-26T17:28:19.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.808+0000 7fc95b3f1740 1 -- start start 2024-04-26T17:28:19.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.808+0000 7fc955ba2640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc93c0a3cc0 0x7fc93c0a6180 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fc9400095f0 tx=0x7fc940005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.808+0000 7fc95b3f1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6c760 0x562f41c6cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.808+0000 7fc95b3f1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 0x562f41c6ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.808+0000 7fc95b3f1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6e2f0 0x562f41c74b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.808+0000 7fc95b3f1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x562f41bd1b30 con 0x562f41c6d930 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.808+0000 7fc95b3f1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x562f41b6da00 con 0x562f41c6c760 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.808+0000 7fc95b3f1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562f41bcdaf0 con 0x562f41c6e2f0 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.808+0000 7fc955ba2640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 0x562f41c6ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc955ba2640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 0x562f41c6ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44372/0 (socket says 172.21.15.90:44372) 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc955ba2640 1 -- 172.21.15.90:0/4141246823 learned_addr learned my addr 172.21.15.90:0/4141246823 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc9563a3640 1 --2- 172.21.15.90:0/4141246823 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6c760 0x562f41c6cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc956ba4640 1 --2- 172.21.15.90:0/4141246823 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6e2f0 0x562f41c74b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc9563a3640 1 -- 172.21.15.90:0/4141246823 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6e2f0 msgr2=0x562f41c74b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc9563a3640 1 --2- 172.21.15.90:0/4141246823 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6e2f0 0x562f41c74b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc9563a3640 1 -- 172.21.15.90:0/4141246823 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 msgr2=0x562f41c6ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc9563a3640 1 --2- 172.21.15.90:0/4141246823 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 0x562f41c6ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc9563a3640 1 -- 172.21.15.90:0/4141246823 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f41b965b0 con 0x562f41c6c760 2024-04-26T17:28:19.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc955ba2640 1 --2- 172.21.15.90:0/4141246823 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 0x562f41c6ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:19.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc9563a3640 1 --2- 172.21.15.90:0/4141246823 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6c760 0x562f41c6cb80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc94c0cdad0 tx=0x7fc94c009f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d72f9ca190f965e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc944bfe640 1 -- 172.21.15.90:0/4141246823 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94c020040 con 0x562f41c6c760 2024-04-26T17:28:19.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc944bfe640 1 -- 172.21.15.90:0/4141246823 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc94c0d0050 con 0x562f41c6c760 2024-04-26T17:28:19.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.809+0000 7fc944bfe640 1 -- 172.21.15.90:0/4141246823 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94c0a0160 con 0x562f41c6c760 2024-04-26T17:28:19.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.810+0000 7fc95b3f1740 1 -- 172.21.15.90:0/4141246823 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6c760 msgr2=0x562f41c6cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.810+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/4141246823 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6c760 0x562f41c6cb80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc94c0cdad0 tx=0x7fc94c009f30 comp rx=0 tx=0).stop 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.810+0000 7fc95b3f1740 1 -- 172.21.15.90:0/4141246823 shutdown_connections 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.810+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/4141246823 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6e2f0 0x562f41c74b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.810+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/4141246823 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 0x562f41c6ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.810+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/4141246823 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6c760 0x562f41c6cb80 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.810+0000 7fc95b3f1740 1 -- 172.21.15.90:0/4141246823 >> 172.21.15.90:0/4141246823 conn(0x562f41c67c50 msgr2=0x562f41c68050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.810+0000 7fc95b3f1740 1 -- 172.21.15.90:0/4141246823 shutdown_connections 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.810+0000 7fc95b3f1740 1 -- 172.21.15.90:0/4141246823 wait complete. 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc95b3f1740 1 -- start start 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc95b3f1740 1 Processor -- start 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc95b3f1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 0x562f41c76b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc95b3f1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6d930 0x562f41c770c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc95b3f1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6e2f0 0x562f41c7e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc95b3f1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x562f41c75240 con 0x562f41c6c760 2024-04-26T17:28:19.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc95b3f1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x562f41b6b530 con 0x562f41c6e2f0 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc95b3f1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562f41c753c0 con 0x562f41c6d930 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc95b3f1740 10 client.0 _ll_register_callbacks cb 0x562f41b58f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc9563a3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 0x562f41c76b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc9563a3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 0x562f41c76b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44380/0 (socket says 172.21.15.90:44380) 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc9563a3640 1 -- 172.21.15.90:0/1916387751 learned_addr learned my addr 172.21.15.90:0/1916387751 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.811+0000 7fc955ba2640 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6d930 0x562f41c770c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc9563a3640 1 -- 172.21.15.90:0/1916387751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6d930 msgr2=0x562f41c770c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc9563a3640 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6d930 0x562f41c770c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc9563a3640 1 -- 172.21.15.90:0/1916387751 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6e2f0 msgr2=0x562f41c7e100 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc9563a3640 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6e2f0 0x562f41c7e100 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc9563a3640 1 -- 172.21.15.90:0/1916387751 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f418e33f0 con 0x562f41c6c760 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc9563a3640 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 0x562f41c76b80 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fc94c000c00 tx=0x7fc94c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c9cb3bb3545a82c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc939ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc955ba2640 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6d930 0x562f41c770c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc939ffb640 1 -- 172.21.15.90:0/1916387751 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94c020070 con 0x562f41c6c760 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc939ffb640 1 -- 172.21.15.90:0/1916387751 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fc94c0a0160 con 0x562f41c6c760 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc95b3f1740 1 -- 172.21.15.90:0/1916387751 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc94c0d0050 con 0x562f41c6c760 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc939ffb640 1 -- 172.21.15.90:0/1916387751 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc94c0a4f10 con 0x562f41c6c760 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc95b3f1740 10 client.16146 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc95b3f1740 1 -- 172.21.15.90:0/1916387751 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562f419ad7d0 con 0x562f41c6c760 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.812+0000 7fc939ffb640 1 -- 172.21.15.90:0/1916387751 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc94c0a0360 con 0x562f41c6c760 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.813+0000 7fc939ffb640 1 -- 172.21.15.90:0/1916387751 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc94c010460 con 0x562f41c6c760 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.813+0000 7fc95b3f1740 10 client.16146 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.813+0000 7fc95b3f1740 10 client.16146 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.813+0000 7fc95b3f1740 20 client.16146 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.813+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x562f41c82260 0x562f41c84650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.813+0000 7fc95b3f1740 4 client.16146 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.813+0000 7fc95b3f1740 1 -- 172.21.15.90:0/1916387751 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fc94c0d0050 con 0x562f41c82260 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.813+0000 7fc955ba2640 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x562f41c82260 0x562f41c84650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.814+0000 7fc939ffb640 10 client.16146 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.814+0000 7fc955ba2640 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x562f41c82260 0x562f41c84650 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1b685113cda5098c server_cookie=cf58dd65e8fe96a9 in_seq=0 out_seq=0 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.814+0000 7fc939ffb640 1 -- 172.21.15.90:0/1916387751 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fc94c0d0050 con 0x562f41c82260 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.814+0000 7fc939ffb640 10 client.16146 handle_command_reply: tid=0 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.814+0000 7fc95b3f1740 1 client.16146 shutdown 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.814+0000 7fc95b3f1740 1 -- 172.21.15.90:0/1916387751 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 msgr2=0x562f41c76b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.814+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 0x562f41c76b80 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fc94c000c00 tx=0x7fc94c005880 comp rx=0 tx=0).stop 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.814+0000 7fc95b3f1740 1 -- 172.21.15.90:0/1916387751 shutdown_connections 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.814+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x562f41c82260 0x562f41c84650 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.815+0000 7fc939ffb640 0 client.16146 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.815+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6e2f0 0x562f41c7e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.815+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6d930 0x562f41c770c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.815+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/1916387751 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 0x562f41c76b80 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.815+0000 7fc95b3f1740 1 -- 172.21.15.90:0/1916387751 >> 172.21.15.90:0/1916387751 conn(0x562f41c67c50 msgr2=0x562f41c66e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.815+0000 7fc95b3f1740 1 -- 172.21.15.90:0/1916387751 shutdown_connections 2024-04-26T17:28:19.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.815+0000 7fc95b3f1740 1 -- 172.21.15.90:0/1916387751 wait complete. 2024-04-26T17:28:19.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.815+0000 7fc95b3f1740 20 client.16146 trim_cache size 0 max 16384 2024-04-26T17:28:19.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.828+0000 7fc95b3f1740 1 Processor -- start 2024-04-26T17:28:19.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.828+0000 7fc95b3f1740 1 -- start start 2024-04-26T17:28:19.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.828+0000 7fc95b3f1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 0x562f41c77020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.828+0000 7fc95b3f1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6d930 0x562f41c7e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.828+0000 7fc95b3f1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6e2f0 0x562f41c66cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.828+0000 7fc95b3f1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc9501ad070 con 0x562f41c6c760 2024-04-26T17:28:19.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.828+0000 7fc95b3f1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc9501aebb0 con 0x562f41c6e2f0 2024-04-26T17:28:19.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.828+0000 7fc95b3f1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc9501ad740 con 0x562f41c6d930 2024-04-26T17:28:19.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.828+0000 7fc9563a3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 0x562f41c77020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.828+0000 7fc9563a3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 0x562f41c77020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44394/0 (socket says 172.21.15.90:44394) 2024-04-26T17:28:19.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.828+0000 7fc9563a3640 1 -- 172.21.15.90:0/525107452 learned_addr learned my addr 172.21.15.90:0/525107452 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc955ba2640 1 --2- 172.21.15.90:0/525107452 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6d930 0x562f41c7e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc956ba4640 1 --2- 172.21.15.90:0/525107452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6e2f0 0x562f41c66cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc9563a3640 1 -- 172.21.15.90:0/525107452 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6d930 msgr2=0x562f41c7e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc9563a3640 1 --2- 172.21.15.90:0/525107452 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6d930 0x562f41c7e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc9563a3640 1 -- 172.21.15.90:0/525107452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6e2f0 msgr2=0x562f41c66cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc9563a3640 1 --2- 172.21.15.90:0/525107452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6e2f0 0x562f41c66cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc9563a3640 1 -- 172.21.15.90:0/525107452 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f41c84c30 con 0x562f41c6c760 2024-04-26T17:28:19.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc955ba2640 1 --2- 172.21.15.90:0/525107452 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6d930 0x562f41c7e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:19.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc956ba4640 1 --2- 172.21.15.90:0/525107452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6e2f0 0x562f41c66cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:19.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc9563a3640 1 --2- 172.21.15.90:0/525107452 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 0x562f41c77020 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fc94c09c230 tx=0x7fc94c0cda90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad2b7681cc378666 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc93bfff640 1 -- 172.21.15.90:0/525107452 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94c020070 con 0x562f41c6c760 2024-04-26T17:28:19.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc93bfff640 1 -- 172.21.15.90:0/525107452 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc94c009de0 con 0x562f41c6c760 2024-04-26T17:28:19.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.829+0000 7fc93bfff640 1 -- 172.21.15.90:0/525107452 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94c0a0160 con 0x562f41c6c760 2024-04-26T17:28:19.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.830+0000 7fc95b3f1740 1 -- 172.21.15.90:0/525107452 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 msgr2=0x562f41c77020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.830+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/525107452 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 0x562f41c77020 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fc94c09c230 tx=0x7fc94c0cda90 comp rx=0 tx=0).stop 2024-04-26T17:28:19.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.830+0000 7fc95b3f1740 1 -- 172.21.15.90:0/525107452 shutdown_connections 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.830+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/525107452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c6e2f0 0x562f41c66cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.830+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/525107452 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6d930 0x562f41c7e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.830+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/525107452 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6c760 0x562f41c77020 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.830+0000 7fc95b3f1740 1 -- 172.21.15.90:0/525107452 >> 172.21.15.90:0/525107452 conn(0x562f41c67c50 msgr2=0x562f41c665c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.830+0000 7fc95b3f1740 1 -- 172.21.15.90:0/525107452 shutdown_connections 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.830+0000 7fc95b3f1740 1 -- 172.21.15.90:0/525107452 wait complete. 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.830+0000 7fc95b3f1740 1 -- start start 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.830+0000 7fc95b3f1740 1 Processor -- start 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc95b3f1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 0x562f41c7b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc9563a3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 0x562f41c7b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc9563a3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 0x562f41c7b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44400/0 (socket says 172.21.15.90:44400) 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc95b3f1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6e2f0 0x562f41c7bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc9563a3640 1 -- 172.21.15.90:0/3602288578 learned_addr learned my addr 172.21.15.90:0/3602288578 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c82260 0x562f41c7cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc95b3f1740 1 -- 172.21.15.90:0/3602288578 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc9501ae4e0 con 0x562f41c6d930 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc95b3f1740 1 -- 172.21.15.90:0/3602288578 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc9501ade10 con 0x562f41c82260 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc95b3f1740 1 -- 172.21.15.90:0/3602288578 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc9501ab050 con 0x562f41c6e2f0 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc95b3f1740 10 client.0 _ll_register_callbacks cb 0x7fc94c00df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc955ba2640 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6e2f0 0x562f41c7bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc956ba4640 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c82260 0x562f41c7cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc9563a3640 1 -- 172.21.15.90:0/3602288578 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6e2f0 msgr2=0x562f41c7bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc9563a3640 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6e2f0 0x562f41c7bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc9563a3640 1 -- 172.21.15.90:0/3602288578 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c82260 msgr2=0x562f41c7cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc9563a3640 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c82260 0x562f41c7cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc9563a3640 1 -- 172.21.15.90:0/3602288578 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f41c7d2f0 con 0x562f41c6d930 2024-04-26T17:28:19.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc955ba2640 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6e2f0 0x562f41c7bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc956ba4640 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c82260 0x562f41c7cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc95b3f1740 1 -- 172.21.15.90:0/3602288578 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc94c009de0 con 0x562f41c6d930 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc9563a3640 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 0x562f41c7b800 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fc94c010850 tx=0x7fc94c09c370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1f17c9ee295d49e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.831+0000 7fc939ffb640 10 client.16152 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.832+0000 7fc939ffb640 1 -- 172.21.15.90:0/3602288578 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94c020070 con 0x562f41c6d930 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.832+0000 7fc939ffb640 1 -- 172.21.15.90:0/3602288578 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fc94c0a0360 con 0x562f41c6d930 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.832+0000 7fc939ffb640 1 -- 172.21.15.90:0/3602288578 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc94c09b3e0 con 0x562f41c6d930 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.832+0000 7fc95b3f1740 10 client.16152 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.832+0000 7fc95b3f1740 1 -- 172.21.15.90:0/3602288578 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({fsmap=28}) -- 0x562f41ce8740 con 0x562f41c6d930 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.832+0000 7fc939ffb640 1 -- 172.21.15.90:0/3602288578 <== mon.0 v2:172.21.15.90:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc94c09b6f0 con 0x562f41c6d930 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.832+0000 7fc95b3f1740 10 client.16152 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.832+0000 7fc95b3f1740 10 client.16152 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-04-26T17:28:19.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.832+0000 7fc95b3f1740 20 client.16152 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.832+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x562f41ce8c10 0x562f41ceb020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.832+0000 7fc95b3f1740 4 client.16152 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.832+0000 7fc95b3f1740 1 -- 172.21.15.90:0/3602288578 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562f41bdf740 con 0x562f41ce8c10 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc955ba2640 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x562f41ce8c10 0x562f41ceb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc955ba2640 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x562f41ce8c10 0x562f41ceb020 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c4391561ee75317 server_cookie=4d5aac3dc25a9838 in_seq=0 out_seq=0 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc939ffb640 10 client.16152 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc939ffb640 1 -- 172.21.15.90:0/3602288578 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562f41bdf740 con 0x562f41ce8c10 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc939ffb640 10 client.16152 handle_command_reply: tid=0 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc95b3f1740 1 client.16152 shutdown 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc95b3f1740 1 -- 172.21.15.90:0/3602288578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 msgr2=0x562f41c7b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 0x562f41c7b800 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fc94c010850 tx=0x7fc94c09c370 comp rx=0 tx=0).stop 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc95b3f1740 1 -- 172.21.15.90:0/3602288578 shutdown_connections 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x562f41ce8c10 0x562f41ceb020 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562f41c82260 0x562f41c7cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f41c6e2f0 0x562f41c7bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc939ffb640 0 client.16152 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:28:19.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc95b3f1740 1 --2- 172.21.15.90:0/3602288578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562f41c6d930 0x562f41c7b800 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.833+0000 7fc95b3f1740 1 -- 172.21.15.90:0/3602288578 >> 172.21.15.90:0/3602288578 conn(0x562f41c67c50 msgr2=0x562f41c6b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.834+0000 7fc95b3f1740 1 -- 172.21.15.90:0/3602288578 shutdown_connections 2024-04-26T17:28:19.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.834+0000 7fc95b3f1740 1 -- 172.21.15.90:0/3602288578 wait complete. 2024-04-26T17:28:19.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.834+0000 7fc95b3f1740 20 client.16152 trim_cache size 0 max 16384 2024-04-26T17:28:19.839 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:19.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.834+0000 7fc958607640 1 -- 172.21.15.90:0/1169601128 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc93c0a3cc0 msgr2=0x7fc93c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.834+0000 7fc958607640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc93c0a3cc0 0x7fc93c0a6180 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fc9400095f0 tx=0x7fc940005f90 comp rx=0 tx=0).stop 2024-04-26T17:28:19.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.834+0000 7fc958607640 1 -- 172.21.15.90:0/1169601128 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc950102c20 msgr2=0x7fc95019a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.834+0000 7fc958607640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc950102c20 0x7fc95019a5a0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fc94c00d950 tx=0x7fc94c00de10 comp rx=0 tx=0).stop 2024-04-26T17:28:19.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.834+0000 7fc958607640 1 -- 172.21.15.90:0/1169601128 shutdown_connections 2024-04-26T17:28:19.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.834+0000 7fc958607640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc93c0a3cc0 0x7fc93c0a6180 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.834+0000 7fc958607640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc950107e80 0x7fc9501a1b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.835+0000 7fc958607640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc950105550 0x7fc95019aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.835+0000 7fc958607640 1 --2- 172.21.15.90:0/1169601128 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc950102c20 0x7fc95019a5a0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.835+0000 7fc958607640 1 -- 172.21.15.90:0/1169601128 >> 172.21.15.90:0/1169601128 conn(0x7fc9500fc5b0 msgr2=0x7fc950102330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.835+0000 7fc958607640 1 -- 172.21.15.90:0/1169601128 shutdown_connections 2024-04-26T17:28:19.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.835+0000 7fc958607640 1 -- 172.21.15.90:0/1169601128 wait complete. 2024-04-26T17:28:19.849 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T17:28:19.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.953+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2221225602 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ca4101040 msgr2=0x7f8ca4101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.953+0000 7f8caa9ad640 1 --2- 172.21.15.90:0/2221225602 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ca4101040 0x7f8ca4101460 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f8c94009900 tx=0x7f8c9402a410 comp rx=0 tx=0).stop 2024-04-26T17:28:19.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.953+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2221225602 shutdown_connections 2024-04-26T17:28:19.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.953+0000 7f8caa9ad640 1 --2- 172.21.15.90:0/2221225602 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ca4102bf0 0x7f8ca4109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.953+0000 7f8caa9ad640 1 --2- 172.21.15.90:0/2221225602 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ca4102230 0x7f8ca41026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.953+0000 7f8caa9ad640 1 --2- 172.21.15.90:0/2221225602 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ca4101040 0x7f8ca4101460 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.953+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2221225602 >> 172.21.15.90:0/2221225602 conn(0x7f8ca40fc5b0 msgr2=0x7f8ca40fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.953+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2221225602 shutdown_connections 2024-04-26T17:28:19.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.953+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2221225602 wait complete. 2024-04-26T17:28:19.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8caa9ad640 1 Processor -- start 2024-04-26T17:28:19.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8caa9ad640 1 -- start start 2024-04-26T17:28:19.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8caa9ad640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ca4101040 0x7f8ca41972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8caa9ad640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ca4102230 0x7f8ca41977e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8caa9ad640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ca4102bf0 0x7f8ca419e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8caa9ad640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8ca410cb50 con 0x7f8ca4101040 2024-04-26T17:28:19.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8caa9ad640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f8ca410c9d0 con 0x7f8ca4102bf0 2024-04-26T17:28:19.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8caa9ad640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8ca410ccd0 con 0x7f8ca4102230 2024-04-26T17:28:19.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8ca3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ca4101040 0x7f8ca41972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8ca3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ca4101040 0x7f8ca41972a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44408/0 (socket says 172.21.15.90:44408) 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8ca37fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ca4102230 0x7f8ca41977e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8ca3fff640 1 -- 172.21.15.90:0/2337733813 learned_addr learned my addr 172.21.15.90:0/2337733813 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.954+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ca4102bf0 0x7f8ca419e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.955+0000 7f8ca37fe640 1 -- 172.21.15.90:0/2337733813 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ca4102bf0 msgr2=0x7f8ca419e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.955+0000 7f8ca37fe640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ca4102bf0 0x7f8ca419e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.955+0000 7f8ca37fe640 1 -- 172.21.15.90:0/2337733813 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ca4101040 msgr2=0x7f8ca41972a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.955+0000 7f8ca37fe640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ca4101040 0x7f8ca41972a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.955+0000 7f8ca37fe640 1 -- 172.21.15.90:0/2337733813 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ca419eec0 con 0x7f8ca4102230 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.955+0000 7f8ca37fe640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ca4102230 0x7f8ca41977e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8c9800e9f0 tx=0x7f8c9800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.955+0000 7f8ca17fa640 1 -- 172.21.15.90:0/2337733813 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9800ccc0 con 0x7f8ca4102230 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.955+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2337733813 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ca419f1b0 con 0x7f8ca4102230 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.955+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2337733813 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ca419f750 con 0x7f8ca4102230 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.955+0000 7f8ca17fa640 1 -- 172.21.15.90:0/2337733813 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8c980108e0 con 0x7f8ca4102230 2024-04-26T17:28:19.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.956+0000 7f8ca17fa640 1 -- 172.21.15.90:0/2337733813 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c98026060 con 0x7f8ca4102230 2024-04-26T17:28:19.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.958+0000 7f8cad7a5740 1 Processor -- start 2024-04-26T17:28:19.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.958+0000 7f8cad7a5740 1 -- start start 2024-04-26T17:28:19.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.958+0000 7f8cad7a5740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 0x55a66e6e3d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.958+0000 7f8cad7a5740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 0x55a66e6e4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.958+0000 7f8cad7a5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e5500 0x55a66e6ebd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.958+0000 7f8cad7a5740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a66e646b30 con 0x55a66e6e3970 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.958+0000 7f8cad7a5740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55a66e5e2a00 con 0x55a66e6e4b40 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.958+0000 7f8cad7a5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a66e642af0 con 0x55a66e6e5500 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.958+0000 7f8ca8f4a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 0x55a66e6e3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.958+0000 7f8ca8f4a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 0x55a66e6e3d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44416/0 (socket says 172.21.15.90:44416) 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.958+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/1558503593 learned_addr learned my addr 172.21.15.90:0/1558503593 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.958+0000 7f8ca3fff640 1 --2- 172.21.15.90:0/1558503593 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 0x55a66e6e4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.959+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/1558503593 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e5500 msgr2=0x55a66e6ebd90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.959+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/1558503593 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e5500 0x55a66e6ebd90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.959+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/1558503593 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 msgr2=0x55a66e6e4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.959+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/1558503593 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 0x55a66e6e4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.959+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/1558503593 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a66e60b5b0 con 0x55a66e6e3970 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.959+0000 7f8ca17fa640 1 -- 172.21.15.90:0/2337733813 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f8c98018750 con 0x7f8ca4102230 2024-04-26T17:28:19.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.959+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/1558503593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 0x55a66e6e3d90 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c010370 tx=0x7f8c9c010830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae79f2bd5679e370 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.959+0000 7f8c8a7fc640 1 -- 172.21.15.90:0/1558503593 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c016070 con 0x55a66e6e3970 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.959+0000 7f8c8a7fc640 1 -- 172.21.15.90:0/1558503593 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8c9c004d20 con 0x55a66e6e3970 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.959+0000 7f8c8a7fc640 1 -- 172.21.15.90:0/1558503593 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c005390 con 0x55a66e6e3970 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.959+0000 7f8ca17fa640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8c8c0a3cc0 0x7f8c8c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.960+0000 7f8ca3fff640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8c8c0a3cc0 0x7f8c8c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.960+0000 7f8ca17fa640 1 -- 172.21.15.90:0/2337733813 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f8c980d0c90 con 0x7f8ca4102230 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.960+0000 7f8cad7a5740 1 -- 172.21.15.90:0/1558503593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 msgr2=0x55a66e6e3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.960+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/1558503593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 0x55a66e6e3d90 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c010370 tx=0x7f8c9c010830 comp rx=0 tx=0).stop 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.960+0000 7f8cad7a5740 1 -- 172.21.15.90:0/1558503593 shutdown_connections 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.960+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/1558503593 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e5500 0x55a66e6ebd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.960+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/1558503593 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 0x55a66e6e4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.960+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/1558503593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 0x55a66e6e3d90 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.960+0000 7f8cad7a5740 1 -- 172.21.15.90:0/1558503593 >> 172.21.15.90:0/1558503593 conn(0x55a66e6dcc50 msgr2=0x55a66e6dd050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.960+0000 7f8ca3fff640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8c8c0a3cc0 0x7f8c8c0a6180 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f8c940096c0 tx=0x7f8c94005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.960+0000 7f8cad7a5740 1 -- 172.21.15.90:0/1558503593 shutdown_connections 2024-04-26T17:28:19.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.960+0000 7f8cad7a5740 1 -- 172.21.15.90:0/1558503593 wait complete. 2024-04-26T17:28:19.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.961+0000 7f8cad7a5740 1 -- start start 2024-04-26T17:28:19.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.961+0000 7f8cad7a5740 1 Processor -- start 2024-04-26T17:28:19.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.961+0000 7f8cad7a5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e3970 0x55a66e6edf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.961+0000 7f8cad7a5740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 0x55a66e6ee450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.961+0000 7f8cad7a5740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 0x55a66e6f5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.961+0000 7f8cad7a5740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a66e6ec510 con 0x55a66e6e5500 2024-04-26T17:28:19.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.961+0000 7f8cad7a5740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55a66e5e0530 con 0x55a66e6e4b40 2024-04-26T17:28:19.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.961+0000 7f8cad7a5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a66e6ec690 con 0x55a66e6e3970 2024-04-26T17:28:19.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8cad7a5740 10 client.0 _ll_register_callbacks cb 0x55a66e5cdf00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:19.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8ca8f4a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 0x55a66e6f5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8ca37fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 0x55a66e6ee450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8ca8f4a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 0x55a66e6f5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44424/0 (socket says 172.21.15.90:44424) 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/2302683100 learned_addr learned my addr 172.21.15.90:0/2302683100 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8ca3fff640 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e3970 0x55a66e6edf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/2302683100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e3970 msgr2=0x55a66e6edf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e3970 0x55a66e6edf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/2302683100 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 msgr2=0x55a66e6ee450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 0x55a66e6ee450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/2302683100 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a66e3583f0 con 0x55a66e6e5500 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8ca3fff640 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e3970 0x55a66e6edf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 0x55a66e6f5490 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c009bf0 tx=0x7f8c9c003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5114c5cd116c2de server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8c837fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8c837fe640 1 -- 172.21.15.90:0/2302683100 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c02e060 con 0x55a66e6e5500 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8c837fe640 1 -- 172.21.15.90:0/2302683100 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f8c9c003d70 con 0x55a66e6e5500 2024-04-26T17:28:19.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.962+0000 7f8cad7a5740 1 -- 172.21.15.90:0/2302683100 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c9c004d20 con 0x55a66e6e5500 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.963+0000 7f8c837fe640 1 -- 172.21.15.90:0/2302683100 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8c9c035050 con 0x55a66e6e5500 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.963+0000 7f8cad7a5740 10 client.16164 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.963+0000 7f8cad7a5740 1 -- 172.21.15.90:0/2302683100 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a66e4227d0 con 0x55a66e6e5500 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.963+0000 7f8c837fe640 1 -- 172.21.15.90:0/2302683100 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8c9c004d20 con 0x55a66e6e5500 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.964+0000 7f8c837fe640 1 -- 172.21.15.90:0/2302683100 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8c9c00f040 con 0x55a66e6e5500 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.964+0000 7f8cad7a5740 10 client.16164 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.964+0000 7f8cad7a5740 10 client.16164 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.964+0000 7f8cad7a5740 20 client.16164 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.964+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55a66e6e2430 0x55a66e6e2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.964+0000 7f8cad7a5740 4 client.16164 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.964+0000 7f8cad7a5740 1 -- 172.21.15.90:0/2302683100 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a66e654740 con 0x55a66e6e2430 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.964+0000 7f8ca3fff640 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55a66e6e2430 0x55a66e6e2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.965+0000 7f8c837fe640 10 client.16164 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:28:19.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.965+0000 7f8ca3fff640 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55a66e6e2430 0x55a66e6e2880 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4d4574f460ee4209 server_cookie=9efe1749fb61505 in_seq=0 out_seq=0 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.966+0000 7f8c837fe640 1 -- 172.21.15.90:0/2302683100 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a66e654740 con 0x55a66e6e2430 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.966+0000 7f8c837fe640 10 client.16164 handle_command_reply: tid=0 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.966+0000 7f8cad7a5740 1 client.16164 shutdown 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.966+0000 7f8cad7a5740 1 -- 172.21.15.90:0/2302683100 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 msgr2=0x55a66e6f5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.966+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 0x55a66e6f5490 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c009bf0 tx=0x7f8c9c003970 comp rx=0 tx=0).stop 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.966+0000 7f8cad7a5740 1 -- 172.21.15.90:0/2302683100 shutdown_connections 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.966+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55a66e6e2430 0x55a66e6e2880 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.966+0000 7f8c837fe640 0 client.16164 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.966+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 0x55a66e6f5490 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.966+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 0x55a66e6ee450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.966+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/2302683100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e3970 0x55a66e6edf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.966+0000 7f8cad7a5740 1 -- 172.21.15.90:0/2302683100 >> 172.21.15.90:0/2302683100 conn(0x55a66e6dcc50 msgr2=0x55a66e6dbe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:19.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.967+0000 7f8cad7a5740 1 -- 172.21.15.90:0/2302683100 shutdown_connections 2024-04-26T17:28:19.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.967+0000 7f8cad7a5740 1 -- 172.21.15.90:0/2302683100 wait complete. 2024-04-26T17:28:19.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.967+0000 7f8cad7a5740 20 client.16164 trim_cache size 0 max 16384 2024-04-26T17:28:19.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8cad7a5740 1 Processor -- start 2024-04-26T17:28:19.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8cad7a5740 1 -- start start 2024-04-26T17:28:19.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8cad7a5740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e3970 0x55a66e6edf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8cad7a5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e4b40 0x55a66e6ee450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8cad7a5740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 0x55a66e6ed1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:19.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8cad7a5740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8c9000fcc0 con 0x55a66e6e5500 2024-04-26T17:28:19.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8cad7a5740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f8c90011800 con 0x55a66e6e3970 2024-04-26T17:28:19.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8cad7a5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8c90010390 con 0x55a66e6e4b40 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8ca8f4a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 0x55a66e6ed1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8ca8f4a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 0x55a66e6ed1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44426/0 (socket says 172.21.15.90:44426) 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/284551673 learned_addr learned my addr 172.21.15.90:0/284551673 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8ca37fe640 1 --2- 172.21.15.90:0/284551673 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e4b40 0x55a66e6ee450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.993+0000 7f8ca3fff640 1 --2- 172.21.15.90:0/284551673 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e3970 0x55a66e6edf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.994+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/284551673 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e4b40 msgr2=0x55a66e6ee450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.994+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/284551673 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e4b40 0x55a66e6ee450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.994+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/284551673 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e3970 msgr2=0x55a66e6edf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.994+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/284551673 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e3970 0x55a66e6edf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.994+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/284551673 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a66e6dd920 con 0x55a66e6e5500 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.994+0000 7f8ca3fff640 1 --2- 172.21.15.90:0/284551673 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e3970 0x55a66e6edf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.994+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/284551673 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 0x55a66e6ed1e0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c009c20 tx=0x7f8c9c010830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcd8f5dc9c8afe61 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.994+0000 7f8c89ffb640 1 -- 172.21.15.90:0/284551673 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c02e070 con 0x55a66e6e5500 2024-04-26T17:28:19.995 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.994+0000 7f8c89ffb640 1 -- 172.21.15.90:0/284551673 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8c9c004f90 con 0x55a66e6e5500 2024-04-26T17:28:19.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.994+0000 7f8c89ffb640 1 -- 172.21.15.90:0/284551673 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c016070 con 0x55a66e6e5500 2024-04-26T17:28:20.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.995+0000 7f8cad7a5740 1 -- 172.21.15.90:0/284551673 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 msgr2=0x55a66e6ed1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.995+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/284551673 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 0x55a66e6ed1e0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c009c20 tx=0x7f8c9c010830 comp rx=0 tx=0).stop 2024-04-26T17:28:20.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.995+0000 7f8cad7a5740 1 -- 172.21.15.90:0/284551673 shutdown_connections 2024-04-26T17:28:20.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.995+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/284551673 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e5500 0x55a66e6ed1e0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.995+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/284551673 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e4b40 0x55a66e6ee450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.995+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/284551673 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e3970 0x55a66e6edf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.995+0000 7f8cad7a5740 1 -- 172.21.15.90:0/284551673 >> 172.21.15.90:0/284551673 conn(0x55a66e6dcc50 msgr2=0x55a66e6d7ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.995+0000 7f8cad7a5740 1 -- 172.21.15.90:0/284551673 shutdown_connections 2024-04-26T17:28:20.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.995+0000 7f8cad7a5740 1 -- 172.21.15.90:0/284551673 wait complete. 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.995+0000 7f8cad7a5740 1 -- start start 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.995+0000 7f8cad7a5740 1 Processor -- start 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8cad7a5740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 0x55a66e6f1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8cad7a5740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 0x55a66e6f1e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8cad7a5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e5500 0x55a66e75bd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8cad7a5740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8c90011130 con 0x55a66e6e3970 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8cad7a5740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f8c90010a60 con 0x55a66e6e4b40 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8cad7a5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8c9000dca0 con 0x55a66e6e5500 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8cad7a5740 10 client.0 _ll_register_callbacks cb 0x7f8c9c009c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8ca3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 0x55a66e6f1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8ca3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 0x55a66e6f1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44430/0 (socket says 172.21.15.90:44430) 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8ca3fff640 1 -- 172.21.15.90:0/3774960233 learned_addr learned my addr 172.21.15.90:0/3774960233 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e5500 0x55a66e75bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8ca37fe640 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 0x55a66e6f1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/3774960233 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 msgr2=0x55a66e6f1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 0x55a66e6f1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/3774960233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 msgr2=0x55a66e6f1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 0x55a66e6f1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8ca8f4a640 1 -- 172.21.15.90:0/3774960233 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a66e75c250 con 0x55a66e6e5500 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8ca3fff640 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 0x55a66e6f1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8ca8f4a640 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e5500 0x55a66e75bd10 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c009bf0 tx=0x7f8c9c005140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=762ba251fcaea329 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.996+0000 7f8c837fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.997+0000 7f8c837fe640 1 -- 172.21.15.90:0/3774960233 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c016070 con 0x55a66e6e5500 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.997+0000 7f8cad7a5740 1 -- 172.21.15.90:0/3774960233 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c9c004f90 con 0x55a66e6e5500 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.997+0000 7f8c837fe640 1 -- 172.21.15.90:0/3774960233 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f8c9c002030 con 0x55a66e6e5500 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.997+0000 7f8c837fe640 1 -- 172.21.15.90:0/3774960233 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8c9c049050 con 0x55a66e6e5500 2024-04-26T17:28:20.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.997+0000 7f8cad7a5740 10 client.25441 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.997+0000 7f8cad7a5740 1 -- 172.21.15.90:0/3774960233 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a66e75d410 con 0x55a66e6e5500 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.997+0000 7f8c837fe640 1 -- 172.21.15.90:0/3774960233 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8c9c004f90 con 0x55a66e6e5500 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.997+0000 7f8c837fe640 1 -- 172.21.15.90:0/3774960233 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8c9c042060 con 0x55a66e6e5500 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.997+0000 7f8cad7a5740 10 client.25441 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.997+0000 7f8cad7a5740 10 client.25441 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.997+0000 7f8cad7a5740 20 client.25441 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.998+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55a66e75dd20 0x55a66e760140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.998+0000 7f8cad7a5740 4 client.25441 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.998+0000 7f8cad7a5740 1 -- 172.21.15.90:0/3774960233 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a66e64e5b0 con 0x55a66e75dd20 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.998+0000 7f8ca3fff640 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55a66e75dd20 0x55a66e760140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.998+0000 7f8c837fe640 10 client.25441 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.998+0000 7f8ca3fff640 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55a66e75dd20 0x55a66e760140 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c88f9e77f79e94e7 server_cookie=46ab6c4125f3dce0 in_seq=0 out_seq=0 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.998+0000 7f8c837fe640 1 -- 172.21.15.90:0/3774960233 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a66e64e5b0 con 0x55a66e75dd20 2024-04-26T17:28:20.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.998+0000 7f8c837fe640 10 client.25441 handle_command_reply: tid=0 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.998+0000 7f8cad7a5740 1 client.25441 shutdown 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8cad7a5740 1 -- 172.21.15.90:0/3774960233 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e5500 msgr2=0x55a66e75bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e5500 0x55a66e75bd10 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c009bf0 tx=0x7f8c9c005140 comp rx=0 tx=0).stop 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8cad7a5740 1 -- 172.21.15.90:0/3774960233 shutdown_connections 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55a66e75dd20 0x55a66e760140 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a66e6e5500 0x55a66e75bd10 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8c837fe640 0 client.25441 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a66e6e4b40 0x55a66e6f1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8cad7a5740 1 --2- 172.21.15.90:0/3774960233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a66e6e3970 0x55a66e6f1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8cad7a5740 1 -- 172.21.15.90:0/3774960233 >> 172.21.15.90:0/3774960233 conn(0x55a66e6dcc50 msgr2=0x55a66e6edf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8cad7a5740 1 -- 172.21.15.90:0/3774960233 shutdown_connections 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8cad7a5740 1 -- 172.21.15.90:0/3774960233 wait complete. 2024-04-26T17:28:20.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8cad7a5740 20 client.25441 trim_cache size 0 max 16384 2024-04-26T17:28:20.005 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:20.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2337733813 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8c8c0a3cc0 msgr2=0x7f8c8c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8caa9ad640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8c8c0a3cc0 0x7f8c8c0a6180 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f8c940096c0 tx=0x7f8c94005d50 comp rx=0 tx=0).stop 2024-04-26T17:28:20.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2337733813 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ca4102230 msgr2=0x7f8ca41977e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:19.999+0000 7f8caa9ad640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ca4102230 0x7f8ca41977e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8c9800e9f0 tx=0x7f8c9800eeb0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.000+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2337733813 shutdown_connections 2024-04-26T17:28:20.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.000+0000 7f8caa9ad640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f8c8c0a3cc0 0x7f8c8c0a6180 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.000+0000 7f8caa9ad640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ca4102bf0 0x7f8ca419e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.000+0000 7f8caa9ad640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ca4102230 0x7f8ca41977e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.000+0000 7f8caa9ad640 1 --2- 172.21.15.90:0/2337733813 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8ca4101040 0x7f8ca41972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.000+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2337733813 >> 172.21.15.90:0/2337733813 conn(0x7f8ca40fc5b0 msgr2=0x7f8ca41056a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.000+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2337733813 shutdown_connections 2024-04-26T17:28:20.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.000+0000 7f8caa9ad640 1 -- 172.21.15.90:0/2337733813 wait complete. 2024-04-26T17:28:20.010 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T17:28:20.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.115+0000 7f42f0a3c640 1 -- 172.21.15.90:0/3778217571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f42ec107e20 msgr2=0x7f42ec10a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.115+0000 7f42f0a3c640 1 --2- 172.21.15.90:0/3778217571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f42ec107e20 0x7f42ec10a270 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f42e4009ca0 tx=0x7f42e402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.115+0000 7f42f0a3c640 1 -- 172.21.15.90:0/3778217571 shutdown_connections 2024-04-26T17:28:20.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.115+0000 7f42f0a3c640 1 --2- 172.21.15.90:0/3778217571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f42ec107e20 0x7f42ec10a270 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.115+0000 7f42f0a3c640 1 --2- 172.21.15.90:0/3778217571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f42ec1054f0 0x7f42ec1078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.115+0000 7f42f0a3c640 1 --2- 172.21.15.90:0/3778217571 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42ec102bc0 0x7f42ec104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.115+0000 7f42f0a3c640 1 -- 172.21.15.90:0/3778217571 >> 172.21.15.90:0/3778217571 conn(0x7f42ec0fc5b0 msgr2=0x7f42ec0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.116+0000 7f42f0a3c640 1 -- 172.21.15.90:0/3778217571 shutdown_connections 2024-04-26T17:28:20.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.116+0000 7f42f0a3c640 1 -- 172.21.15.90:0/3778217571 wait complete. 2024-04-26T17:28:20.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.116+0000 7f42f0a3c640 1 Processor -- start 2024-04-26T17:28:20.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.116+0000 7f42f0a3c640 1 -- start start 2024-04-26T17:28:20.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.116+0000 7f42f0a3c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42ec102bc0 0x7f42ec198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.116+0000 7f42f0a3c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f42ec1054f0 0x7f42ec1988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42f0a3c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f42ec107e20 0x7f42ec19f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42f0a3c640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f42ec10dc50 con 0x7f42ec1054f0 2024-04-26T17:28:20.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42f0a3c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f42ec10dad0 con 0x7f42ec102bc0 2024-04-26T17:28:20.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42f0a3c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f42ec10ddd0 con 0x7f42ec107e20 2024-04-26T17:28:20.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42e9d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f42ec1054f0 0x7f42ec1988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42e9d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f42ec1054f0 0x7f42ec1988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44450/0 (socket says 172.21.15.90:44450) 2024-04-26T17:28:20.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42e9d9b640 1 -- 172.21.15.90:0/1699894079 learned_addr learned my addr 172.21.15.90:0/1699894079 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:20.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42ead9d640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f42ec107e20 0x7f42ec19f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42ea59c640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42ec102bc0 0x7f42ec198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42e9d9b640 1 -- 172.21.15.90:0/1699894079 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f42ec107e20 msgr2=0x7f42ec19f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42e9d9b640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f42ec107e20 0x7f42ec19f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42e9d9b640 1 -- 172.21.15.90:0/1699894079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42ec102bc0 msgr2=0x7f42ec198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42e9d9b640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42ec102bc0 0x7f42ec198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42e9d9b640 1 -- 172.21.15.90:0/1699894079 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42ec19ffa0 con 0x7f42ec1054f0 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.117+0000 7f42e9d9b640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f42ec1054f0 0x7f42ec1988c0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f42e000e9c0 tx=0x7f42e000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.118+0000 7f42db7fe640 1 -- 172.21.15.90:0/1699894079 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e000cd80 con 0x7f42ec1054f0 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.118+0000 7f42f0a3c640 1 -- 172.21.15.90:0/1699894079 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42ec1a0290 con 0x7f42ec1054f0 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.118+0000 7f42db7fe640 1 -- 172.21.15.90:0/1699894079 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f42e00054d0 con 0x7f42ec1054f0 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.118+0000 7f42db7fe640 1 -- 172.21.15.90:0/1699894079 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e0010430 con 0x7f42ec1054f0 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.118+0000 7f42f0a3c640 1 -- 172.21.15.90:0/1699894079 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42ec1a07e0 con 0x7f42ec1054f0 2024-04-26T17:28:20.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.121+0000 7f42db7fe640 1 -- 172.21.15.90:0/1699894079 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f42e0004fc0 con 0x7f42ec1054f0 2024-04-26T17:28:20.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.121+0000 7f42f3832740 1 Processor -- start 2024-04-26T17:28:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.121+0000 7f42f3832740 1 -- start start 2024-04-26T17:28:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42f3832740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea57a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42f3832740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57b140 0x55ffea57b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42f3832740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea57bb00 0x55ffea582390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42db7fe640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f42d40a3c40 0x7f42d40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42f3832740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ffea4d6b30 con 0x55ffea579f70 2024-04-26T17:28:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42f3832740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55ffea472a00 con 0x55ffea57b140 2024-04-26T17:28:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42f3832740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ffea4d2af0 con 0x55ffea57bb00 2024-04-26T17:28:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42e9d9b640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f42d40a3c40 0x7f42d40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42ead9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea57a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42ead9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea57a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44464/0 (socket says 172.21.15.90:44464) 2024-04-26T17:28:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42ead9d640 1 -- 172.21.15.90:0/434106290 learned_addr learned my addr 172.21.15.90:0/434106290 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42db7fe640 1 -- 172.21.15.90:0/1699894079 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f42e00d0d10 con 0x7f42ec1054f0 2024-04-26T17:28:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42ead9d640 1 -- 172.21.15.90:0/434106290 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea57bb00 msgr2=0x55ffea582390 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T17:28:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42ead9d640 1 --2- 172.21.15.90:0/434106290 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea57bb00 0x55ffea582390 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42ead9d640 1 -- 172.21.15.90:0/434106290 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57b140 msgr2=0x55ffea57b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42ea59c640 1 --2- 172.21.15.90:0/434106290 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57b140 0x55ffea57b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.122+0000 7f42ead9d640 1 --2- 172.21.15.90:0/434106290 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57b140 0x55ffea57b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.123+0000 7f42ead9d640 1 -- 172.21.15.90:0/434106290 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffea49b5b0 con 0x55ffea579f70 2024-04-26T17:28:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.123+0000 7f42e9d9b640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f42d40a3c40 0x7f42d40a6100 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f42e009ca50 tx=0x7f42e00c7bd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.123+0000 7f42ead9d640 1 --2- 172.21.15.90:0/434106290 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea57a390 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f42e4004a40 tx=0x7f42e4004a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9e1183c8a7b568e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.123+0000 7f42d8ff9640 1 -- 172.21.15.90:0/434106290 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e4031d30 con 0x55ffea579f70 2024-04-26T17:28:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.123+0000 7f42d8ff9640 1 -- 172.21.15.90:0/434106290 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f42e4036070 con 0x55ffea579f70 2024-04-26T17:28:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.123+0000 7f42d8ff9640 1 -- 172.21.15.90:0/434106290 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e40043b0 con 0x55ffea579f70 2024-04-26T17:28:20.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.124+0000 7f42f3832740 1 -- 172.21.15.90:0/434106290 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 msgr2=0x55ffea57a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.124+0000 7f42f3832740 1 --2- 172.21.15.90:0/434106290 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea57a390 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f42e4004a40 tx=0x7f42e4004a70 comp rx=0 tx=0).stop 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.124+0000 7f42f3832740 1 -- 172.21.15.90:0/434106290 shutdown_connections 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.124+0000 7f42f3832740 1 --2- 172.21.15.90:0/434106290 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea57bb00 0x55ffea582390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.124+0000 7f42f3832740 1 --2- 172.21.15.90:0/434106290 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57b140 0x55ffea57b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.124+0000 7f42f3832740 1 --2- 172.21.15.90:0/434106290 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea57a390 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.124+0000 7f42f3832740 1 -- 172.21.15.90:0/434106290 >> 172.21.15.90:0/434106290 conn(0x55ffea575460 msgr2=0x55ffea575860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.124+0000 7f42f3832740 1 -- 172.21.15.90:0/434106290 shutdown_connections 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.124+0000 7f42f3832740 1 -- 172.21.15.90:0/434106290 wait complete. 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.125+0000 7f42f3832740 1 -- start start 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.125+0000 7f42f3832740 1 Processor -- start 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.125+0000 7f42f3832740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea595100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.125+0000 7f42ead9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea595100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.125+0000 7f42ead9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea595100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44468/0 (socket says 172.21.15.90:44468) 2024-04-26T17:28:20.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.125+0000 7f42ead9d640 1 -- 172.21.15.90:0/691259162 learned_addr learned my addr 172.21.15.90:0/691259162 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.125+0000 7f42f3832740 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea57b140 0x55ffea595640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.125+0000 7f42f3832740 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57bb00 0x55ffea59c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.125+0000 7f42f3832740 1 -- 172.21.15.90:0/691259162 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ffea593940 con 0x55ffea579f70 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.125+0000 7f42f3832740 1 -- 172.21.15.90:0/691259162 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55ffea470530 con 0x55ffea57bb00 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.125+0000 7f42f3832740 1 -- 172.21.15.90:0/691259162 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ffea593ac0 con 0x55ffea57b140 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42ead9d640 1 -- 172.21.15.90:0/691259162 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea57b140 msgr2=0x55ffea595640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42ead9d640 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea57b140 0x55ffea595640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42ead9d640 1 -- 172.21.15.90:0/691259162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57bb00 msgr2=0x55ffea59c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42ead9d640 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57bb00 0x55ffea59c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42ead9d640 1 -- 172.21.15.90:0/691259162 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffea1e83f0 con 0x55ffea579f70 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42ead9d640 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea595100 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f42e4006010 tx=0x7f42e4031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e3fc71241501ea8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42d1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:20.131 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42f3832740 10 client.0 _ll_register_callbacks cb 0x55ffea45df00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42d1ffb640 1 -- 172.21.15.90:0/691259162 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e4053060 con 0x55ffea579f70 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42d1ffb640 1 -- 172.21.15.90:0/691259162 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f42e4004330 con 0x55ffea579f70 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42f3832740 1 -- 172.21.15.90:0/691259162 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f42e4036070 con 0x55ffea579f70 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42d1ffb640 1 -- 172.21.15.90:0/691259162 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f42e4004530 con 0x55ffea579f70 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42f3832740 10 client.16182 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.126+0000 7f42f3832740 1 -- 172.21.15.90:0/691259162 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({fsmap=28}) -- 0x55ffea2b27d0 con 0x55ffea579f70 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.127+0000 7f42d1ffb640 1 -- 172.21.15.90:0/691259162 <== mon.0 v2:172.21.15.90:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f42e4043020 con 0x55ffea579f70 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.127+0000 7f42f3832740 10 client.16182 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.127+0000 7f42f3832740 10 client.16182 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.127+0000 7f42f3832740 20 client.16182 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.127+0000 7f42f3832740 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55ffea5a0630 0x55ffea5a2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.127+0000 7f42f3832740 4 client.16182 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.127+0000 7f42f3832740 1 -- 172.21.15.90:0/691259162 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f42e4036070 con 0x55ffea5a0630 2024-04-26T17:28:20.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.127+0000 7f42ea59c640 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55ffea5a0630 0x55ffea5a2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.133 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.127+0000 7f42d1ffb640 10 client.16182 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:28:20.133 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.127+0000 7f42ea59c640 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55ffea5a0630 0x55ffea5a2a20 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9d1c13b0c833b0dd server_cookie=e95272b3a28ac3da in_seq=0 out_seq=0 2024-04-26T17:28:20.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.128+0000 7f42d1ffb640 1 -- 172.21.15.90:0/691259162 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f42e4036070 con 0x55ffea5a0630 2024-04-26T17:28:20.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.128+0000 7f42d1ffb640 10 client.16182 handle_command_reply: tid=0 2024-04-26T17:28:20.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.128+0000 7f42f3832740 1 client.16182 shutdown 2024-04-26T17:28:20.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.128+0000 7f42f3832740 1 -- 172.21.15.90:0/691259162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 msgr2=0x55ffea595100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.128+0000 7f42f3832740 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea595100 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f42e4006010 tx=0x7f42e4031ea0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.128+0000 7f42f3832740 1 -- 172.21.15.90:0/691259162 shutdown_connections 2024-04-26T17:28:20.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.128+0000 7f42f3832740 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55ffea5a0630 0x55ffea5a2a20 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.128+0000 7f42f3832740 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57bb00 0x55ffea59c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.128+0000 7f42d1ffb640 0 client.16182 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:28:20.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.128+0000 7f42f3832740 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea57b140 0x55ffea595640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.128+0000 7f42f3832740 1 --2- 172.21.15.90:0/691259162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea595100 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.128+0000 7f42f3832740 1 -- 172.21.15.90:0/691259162 >> 172.21.15.90:0/691259162 conn(0x55ffea575460 msgr2=0x55ffea56be50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.129+0000 7f42f3832740 1 -- 172.21.15.90:0/691259162 shutdown_connections 2024-04-26T17:28:20.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.129+0000 7f42f3832740 1 -- 172.21.15.90:0/691259162 wait complete. 2024-04-26T17:28:20.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.129+0000 7f42f3832740 20 client.16182 trim_cache size 0 max 16384 2024-04-26T17:28:20.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.154+0000 7f42f3832740 1 Processor -- start 2024-04-26T17:28:20.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42f3832740 1 -- start start 2024-04-26T17:28:20.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42f3832740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea575460 0x55ffea567ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42f3832740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea594d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42f3832740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57b140 0x55ffea595250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42ea59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea594d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42ea59c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea594d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44472/0 (socket says 172.21.15.90:44472) 2024-04-26T17:28:20.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42ea59c640 1 -- 172.21.15.90:0/145327412 learned_addr learned my addr 172.21.15.90:0/145327412 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:20.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42f3832740 1 -- 172.21.15.90:0/145327412 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f42ec073cc0 con 0x55ffea579f70 2024-04-26T17:28:20.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42f3832740 1 -- 172.21.15.90:0/145327412 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f42ec1a1e80 con 0x55ffea57b140 2024-04-26T17:28:20.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42f3832740 1 -- 172.21.15.90:0/145327412 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f42ec1a0a30 con 0x55ffea575460 2024-04-26T17:28:20.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42ead9d640 1 --2- 172.21.15.90:0/145327412 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea575460 0x55ffea567ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42ead9d640 1 --2- 172.21.15.90:0/145327412 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57b140 0x55ffea595250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42ea59c640 1 -- 172.21.15.90:0/145327412 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea575460 msgr2=0x55ffea567ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42ea59c640 1 --2- 172.21.15.90:0/145327412 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea575460 0x55ffea567ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.155+0000 7f42ea59c640 1 -- 172.21.15.90:0/145327412 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57b140 msgr2=0x55ffea595250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.156+0000 7f42ea59c640 1 --2- 172.21.15.90:0/145327412 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57b140 0x55ffea595250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.156+0000 7f42ea59c640 1 -- 172.21.15.90:0/145327412 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffea55e3e0 con 0x55ffea579f70 2024-04-26T17:28:20.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.156+0000 7f42ea59c640 1 --2- 172.21.15.90:0/145327412 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea594d10 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x55ffea576330 tx=0x7f42dc0097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd58a82819b0249f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.156+0000 7f42d3fff640 1 -- 172.21.15.90:0/145327412 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42dc01f070 con 0x55ffea579f70 2024-04-26T17:28:20.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.156+0000 7f42d3fff640 1 -- 172.21.15.90:0/145327412 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f42dc01bdc0 con 0x55ffea579f70 2024-04-26T17:28:20.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.156+0000 7f42d3fff640 1 -- 172.21.15.90:0/145327412 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42dc01b900 con 0x55ffea579f70 2024-04-26T17:28:20.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.157+0000 7f42f3832740 1 -- 172.21.15.90:0/145327412 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 msgr2=0x55ffea594d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.157+0000 7f42f3832740 1 --2- 172.21.15.90:0/145327412 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea594d10 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x55ffea576330 tx=0x7f42dc0097a0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.157+0000 7f42f3832740 1 -- 172.21.15.90:0/145327412 shutdown_connections 2024-04-26T17:28:20.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.157+0000 7f42f3832740 1 --2- 172.21.15.90:0/145327412 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea57b140 0x55ffea595250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.157+0000 7f42f3832740 1 --2- 172.21.15.90:0/145327412 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea579f70 0x55ffea594d10 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.157+0000 7f42f3832740 1 --2- 172.21.15.90:0/145327412 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea575460 0x55ffea567ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.157+0000 7f42f3832740 1 -- 172.21.15.90:0/145327412 >> 172.21.15.90:0/145327412 conn(0x55ffea582480 msgr2=0x55ffea57df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.157+0000 7f42f3832740 1 -- 172.21.15.90:0/145327412 shutdown_connections 2024-04-26T17:28:20.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.157+0000 7f42f3832740 1 -- 172.21.15.90:0/145327412 wait complete. 2024-04-26T17:28:20.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42f3832740 1 -- start start 2024-04-26T17:28:20.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42f3832740 1 Processor -- start 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42f3832740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea575460 0x55ffea5970d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42f3832740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea579f70 0x55ffea597610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42f3832740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea57b140 0x55ffea59a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42f3832740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f42ec1a17b0 con 0x55ffea57b140 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42f3832740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f42ec1a10e0 con 0x55ffea575460 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42f3832740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f42ec071c30 con 0x55ffea579f70 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42ead9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea57b140 0x55ffea59a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42f3832740 10 client.0 _ll_register_callbacks cb 0x7f42e4031d60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42ead9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea57b140 0x55ffea59a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44478/0 (socket says 172.21.15.90:44478) 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42ead9d640 1 -- 172.21.15.90:0/932863484 learned_addr learned my addr 172.21.15.90:0/932863484 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.158+0000 7f42ea59c640 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea579f70 0x55ffea597610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42ead9d640 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea575460 0x55ffea5970d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42ead9d640 1 -- 172.21.15.90:0/932863484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea579f70 msgr2=0x55ffea597610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42ead9d640 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea579f70 0x55ffea597610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42ead9d640 1 -- 172.21.15.90:0/932863484 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea575460 msgr2=0x55ffea5970d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42ead9d640 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea575460 0x55ffea5970d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42ead9d640 1 -- 172.21.15.90:0/932863484 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffea59ac20 con 0x55ffea57b140 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42ead9d640 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea57b140 0x55ffea59a630 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f42e402a900 tx=0x7f42e4031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a526764aeba94946 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42d1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42d1ffb640 1 -- 172.21.15.90:0/932863484 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e4053040 con 0x55ffea57b140 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42d1ffb640 1 -- 172.21.15.90:0/932863484 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f42e4030610 con 0x55ffea57b140 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42f3832740 1 -- 172.21.15.90:0/932863484 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f42dc01bdc0 con 0x55ffea57b140 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42d1ffb640 1 -- 172.21.15.90:0/932863484 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f42e4030810 con 0x55ffea57b140 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.159+0000 7f42f3832740 10 client.16188 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.160+0000 7f42f3832740 1 -- 172.21.15.90:0/932863484 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ffea59bf20 con 0x55ffea57b140 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.160+0000 7f42d1ffb640 1 -- 172.21.15.90:0/932863484 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f42dc01bdc0 con 0x55ffea57b140 2024-04-26T17:28:20.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.160+0000 7f42d1ffb640 1 -- 172.21.15.90:0/932863484 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f42e4043040 con 0x55ffea57b140 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.160+0000 7f42f3832740 10 client.16188 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.160+0000 7f42f3832740 10 client.16188 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.160+0000 7f42f3832740 20 client.16188 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.160+0000 7f42f3832740 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55ffea57bb00 0x55ffea6091e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.160+0000 7f42f3832740 4 client.16188 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.160+0000 7f42f3832740 1 -- 172.21.15.90:0/932863484 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ffea4e4740 con 0x55ffea57bb00 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.161+0000 7f42ea59c640 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55ffea57bb00 0x55ffea6091e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.161+0000 7f42ea59c640 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55ffea57bb00 0x55ffea6091e0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=806264af75fbc90 server_cookie=fe832fc7b362ff04 in_seq=0 out_seq=0 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.161+0000 7f42d1ffb640 10 client.16188 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.161+0000 7f42d1ffb640 1 -- 172.21.15.90:0/932863484 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ffea4e4740 con 0x55ffea57bb00 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.161+0000 7f42d1ffb640 10 client.16188 handle_command_reply: tid=0 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.161+0000 7f42f3832740 1 client.16188 shutdown 2024-04-26T17:28:20.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.161+0000 7f42f3832740 1 -- 172.21.15.90:0/932863484 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea57b140 msgr2=0x55ffea59a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.161+0000 7f42f3832740 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea57b140 0x55ffea59a630 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f42e402a900 tx=0x7f42e4031ea0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.161+0000 7f42f3832740 1 -- 172.21.15.90:0/932863484 shutdown_connections 2024-04-26T17:28:20.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42f3832740 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffea57b140 0x55ffea59a630 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42f3832740 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffea579f70 0x55ffea597610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42f3832740 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55ffea57bb00 0x55ffea6091e0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42f3832740 1 --2- 172.21.15.90:0/932863484 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffea575460 0x55ffea5970d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42d1ffb640 0 client.16188 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:28:20.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42f3832740 1 -- 172.21.15.90:0/932863484 >> 172.21.15.90:0/932863484 conn(0x55ffea582480 msgr2=0x55ffea567ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42f3832740 1 -- 172.21.15.90:0/932863484 shutdown_connections 2024-04-26T17:28:20.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42f3832740 1 -- 172.21.15.90:0/932863484 wait complete. 2024-04-26T17:28:20.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42f3832740 20 client.16188 trim_cache size 0 max 16384 2024-04-26T17:28:20.168 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:20.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42f0a3c640 1 -- 172.21.15.90:0/1699894079 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f42d40a3c40 msgr2=0x7f42d40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42f0a3c640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f42d40a3c40 0x7f42d40a6100 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f42e009ca50 tx=0x7f42e00c7bd0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42f0a3c640 1 -- 172.21.15.90:0/1699894079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f42ec1054f0 msgr2=0x7f42ec1988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.162+0000 7f42f0a3c640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f42ec1054f0 0x7f42ec1988c0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f42e000e9c0 tx=0x7f42e000ee80 comp rx=0 tx=0).stop 2024-04-26T17:28:20.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.163+0000 7f42f0a3c640 1 -- 172.21.15.90:0/1699894079 shutdown_connections 2024-04-26T17:28:20.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.163+0000 7f42f0a3c640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f42d40a3c40 0x7f42d40a6100 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.163+0000 7f42f0a3c640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f42ec107e20 0x7f42ec19f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.163+0000 7f42f0a3c640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f42ec1054f0 0x7f42ec1988c0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.163+0000 7f42f0a3c640 1 --2- 172.21.15.90:0/1699894079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42ec102bc0 0x7f42ec198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.163+0000 7f42f0a3c640 1 -- 172.21.15.90:0/1699894079 >> 172.21.15.90:0/1699894079 conn(0x7f42ec0fc5b0 msgr2=0x7f42ec103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.163+0000 7f42f0a3c640 1 -- 172.21.15.90:0/1699894079 shutdown_connections 2024-04-26T17:28:20.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.163+0000 7f42f0a3c640 1 -- 172.21.15.90:0/1699894079 wait complete. 2024-04-26T17:28:20.176 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:20 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/294900733' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:28:20.176 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:20 smithi090 ceph-mon[29417]: pgmap v407: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T17:28:20.177 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T17:28:20.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.281+0000 7f432aa4e640 1 -- 172.21.15.90:0/78888210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4324105500 msgr2=0x7f43241078f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.281+0000 7f432aa4e640 1 --2- 172.21.15.90:0/78888210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4324105500 0x7f43241078f0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f4318009900 tx=0x7f431802a410 comp rx=0 tx=0).stop 2024-04-26T17:28:20.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.281+0000 7f432aa4e640 1 -- 172.21.15.90:0/78888210 shutdown_connections 2024-04-26T17:28:20.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.281+0000 7f432aa4e640 1 --2- 172.21.15.90:0/78888210 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4324107e30 0x7f432410a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.281+0000 7f432aa4e640 1 --2- 172.21.15.90:0/78888210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4324105500 0x7f43241078f0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.281+0000 7f432aa4e640 1 --2- 172.21.15.90:0/78888210 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4324102bd0 0x7f4324104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.281+0000 7f432aa4e640 1 -- 172.21.15.90:0/78888210 >> 172.21.15.90:0/78888210 conn(0x7f43240fc5c0 msgr2=0x7f43240fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.281+0000 7f432aa4e640 1 -- 172.21.15.90:0/78888210 shutdown_connections 2024-04-26T17:28:20.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.281+0000 7f432aa4e640 1 -- 172.21.15.90:0/78888210 wait complete. 2024-04-26T17:28:20.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f432aa4e640 1 Processor -- start 2024-04-26T17:28:20.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f432aa4e640 1 -- start start 2024-04-26T17:28:20.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f432aa4e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4324102bd0 0x7f4324198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f432aa4e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4324105500 0x7f43241989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f432aa4e640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4324107e30 0x7f432419fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f432aa4e640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f432410dc60 con 0x7f4324107e30 2024-04-26T17:28:20.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f432aa4e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f432410dae0 con 0x7f4324102bd0 2024-04-26T17:28:20.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f432aa4e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f432410dde0 con 0x7f4324105500 2024-04-26T17:28:20.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f4328feb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4324107e30 0x7f432419fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f4323fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4324102bd0 0x7f4324198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f4328feb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4324107e30 0x7f432419fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44484/0 (socket says 172.21.15.90:44484) 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f4328feb640 1 -- 172.21.15.90:0/1243036814 learned_addr learned my addr 172.21.15.90:0/1243036814 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.282+0000 7f43237fe640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4324105500 0x7f43241989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.283+0000 7f4328feb640 1 -- 172.21.15.90:0/1243036814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4324105500 msgr2=0x7f43241989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.283+0000 7f4328feb640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4324105500 0x7f43241989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.283+0000 7f4328feb640 1 -- 172.21.15.90:0/1243036814 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4324102bd0 msgr2=0x7f4324198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.283+0000 7f4328feb640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4324102bd0 0x7f4324198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.283+0000 7f4328feb640 1 -- 172.21.15.90:0/1243036814 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43241a0090 con 0x7f4324107e30 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.283+0000 7f4323fff640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4324102bd0 0x7f4324198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.283+0000 7f4328feb640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4324107e30 0x7f432419fa20 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f431c00eb10 tx=0x7f431c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.283+0000 7f43217fa640 1 -- 172.21.15.90:0/1243036814 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431c004b20 con 0x7f4324107e30 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.283+0000 7f43217fa640 1 -- 172.21.15.90:0/1243036814 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f431c004cc0 con 0x7f4324107e30 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.283+0000 7f432aa4e640 1 -- 172.21.15.90:0/1243036814 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43241a0380 con 0x7f4324107e30 2024-04-26T17:28:20.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.283+0000 7f43217fa640 1 -- 172.21.15.90:0/1243036814 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431c010690 con 0x7f4324107e30 2024-04-26T17:28:20.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.283+0000 7f432aa4e640 1 -- 172.21.15.90:0/1243036814 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43241a0850 con 0x7f4324107e30 2024-04-26T17:28:20.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.286+0000 7f43217fa640 1 -- 172.21.15.90:0/1243036814 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f431c005020 con 0x7f4324107e30 2024-04-26T17:28:20.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f432d765740 1 Processor -- start 2024-04-26T17:28:20.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f432d765740 1 -- start start 2024-04-26T17:28:20.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f43217fa640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f430c0a3c40 0x7f430c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f432d765740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde942900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f432d765740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde941250 0x556dde9416d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f432d765740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde9494b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f432d765740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x556dde89db30 con 0x556dde9424e0 2024-04-26T17:28:20.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f432d765740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x556dde839a00 con 0x556dde941c10 2024-04-26T17:28:20.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f432d765740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556dde899af0 con 0x556dde941250 2024-04-26T17:28:20.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f4323fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde942900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f43217fa640 1 -- 172.21.15.90:0/1243036814 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f431c0d0ed0 con 0x7f4324107e30 2024-04-26T17:28:20.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f43237fe640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f430c0a3c40 0x7f430c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f4323fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde942900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44490/0 (socket says 172.21.15.90:44490) 2024-04-26T17:28:20.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.287+0000 7f4323fff640 1 -- 172.21.15.90:0/84890324 learned_addr learned my addr 172.21.15.90:0/84890324 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:20.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.288+0000 7f4323fff640 1 -- 172.21.15.90:0/84890324 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde941250 msgr2=0x556dde9416d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T17:28:20.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.288+0000 7f4323fff640 1 --2- 172.21.15.90:0/84890324 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde941250 0x556dde9416d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.288+0000 7f4323fff640 1 -- 172.21.15.90:0/84890324 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 msgr2=0x556dde9494b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T17:28:20.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.288+0000 7f4323fff640 1 --2- 172.21.15.90:0/84890324 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde9494b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.288+0000 7f4323fff640 1 -- 172.21.15.90:0/84890324 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556dde8625b0 con 0x556dde9424e0 2024-04-26T17:28:20.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.288+0000 7f4323fff640 1 --2- 172.21.15.90:0/84890324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde942900 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f43140104d0 tx=0x7f4314010990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6a14ebc55ee0083 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.288+0000 7f43237fe640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f430c0a3c40 0x7f430c0a6100 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4318009230 tx=0x7f4318005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.288+0000 7f430a7fc640 1 -- 172.21.15.90:0/84890324 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314011760 con 0x556dde9424e0 2024-04-26T17:28:20.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.288+0000 7f430a7fc640 1 -- 172.21.15.90:0/84890324 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f4314011db0 con 0x556dde9424e0 2024-04-26T17:28:20.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.288+0000 7f430a7fc640 1 -- 172.21.15.90:0/84890324 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431400ed90 con 0x556dde9424e0 2024-04-26T17:28:20.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.289+0000 7f432d765740 1 -- 172.21.15.90:0/84890324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 msgr2=0x556dde942900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.289+0000 7f432d765740 1 --2- 172.21.15.90:0/84890324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde942900 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f43140104d0 tx=0x7f4314010990 comp rx=0 tx=0).stop 2024-04-26T17:28:20.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.289+0000 7f432d765740 1 -- 172.21.15.90:0/84890324 shutdown_connections 2024-04-26T17:28:20.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.289+0000 7f432d765740 1 --2- 172.21.15.90:0/84890324 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde9494b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.289+0000 7f432d765740 1 --2- 172.21.15.90:0/84890324 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde941250 0x556dde9416d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.289+0000 7f432d765740 1 --2- 172.21.15.90:0/84890324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde942900 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.289+0000 7f432d765740 1 -- 172.21.15.90:0/84890324 >> 172.21.15.90:0/84890324 conn(0x556dde933bd0 msgr2=0x556dde933fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.289+0000 7f432d765740 1 -- 172.21.15.90:0/84890324 shutdown_connections 2024-04-26T17:28:20.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.289+0000 7f432d765740 1 -- 172.21.15.90:0/84890324 wait complete. 2024-04-26T17:28:20.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.289+0000 7f432d765740 1 -- start start 2024-04-26T17:28:20.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.289+0000 7f432d765740 1 Processor -- start 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f432d765740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde941250 0x556dde94b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f432d765740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde94ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f432d765740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde952a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f432d765740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x556dde949ba0 con 0x556dde9424e0 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f432d765740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x556dde837530 con 0x556dde941c10 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f432d765740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556dde949d20 con 0x556dde941250 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f432d765740 10 client.0 _ll_register_callbacks cb 0x556dde824f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f4328feb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde952a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f4328feb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde952a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44492/0 (socket says 172.21.15.90:44492) 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f4328feb640 1 -- 172.21.15.90:0/1850390981 learned_addr learned my addr 172.21.15.90:0/1850390981 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f4323fff640 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde941250 0x556dde94b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f43237fe640 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde94ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f4328feb640 1 -- 172.21.15.90:0/1850390981 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde941250 msgr2=0x556dde94b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f4328feb640 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde941250 0x556dde94b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f4328feb640 1 -- 172.21.15.90:0/1850390981 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 msgr2=0x556dde94ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f4328feb640 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde94ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f4328feb640 1 -- 172.21.15.90:0/1850390981 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556dde5af3f0 con 0x556dde9424e0 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f4323fff640 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde941250 0x556dde94b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f4328feb640 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde952a80 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f431c099650 tx=0x7f431c09c5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cabb54dc7696bdae server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.290+0000 7f43037fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f43037fe640 1 -- 172.21.15.90:0/1850390981 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431c0a1030 con 0x556dde9424e0 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f43037fe640 1 -- 172.21.15.90:0/1850390981 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f431c077440 con 0x556dde9424e0 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f432d765740 1 -- 172.21.15.90:0/1850390981 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4314011db0 con 0x556dde9424e0 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f43037fe640 1 -- 172.21.15.90:0/1850390981 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f431c077660 con 0x556dde9424e0 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f432d765740 10 client.16200 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f432d765740 1 -- 172.21.15.90:0/1850390981 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556dde6797d0 con 0x556dde9424e0 2024-04-26T17:28:20.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f43037fe640 1 -- 172.21.15.90:0/1850390981 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f4314011db0 con 0x556dde9424e0 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f43037fe640 1 -- 172.21.15.90:0/1850390981 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f431c005310 con 0x556dde9424e0 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f432d765740 10 client.16200 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f432d765740 10 client.16200 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f432d765740 20 client.16200 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f432d765740 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556dde957070 0x556dde9594b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f432d765740 4 client.16200 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.291+0000 7f432d765740 1 -- 172.21.15.90:0/1850390981 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556dde8ab740 con 0x556dde957070 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.292+0000 7f4323fff640 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556dde957070 0x556dde9594b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.292+0000 7f4323fff640 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556dde957070 0x556dde9594b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f53fa373750d2796 server_cookie=fdcecb2f2fc3e0b6 in_seq=0 out_seq=0 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.292+0000 7f43037fe640 10 client.16200 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f43037fe640 1 -- 172.21.15.90:0/1850390981 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556dde8ab740 con 0x556dde957070 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f43037fe640 10 client.16200 handle_command_reply: tid=0 2024-04-26T17:28:20.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f432d765740 1 client.16200 shutdown 2024-04-26T17:28:20.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f432d765740 1 -- 172.21.15.90:0/1850390981 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 msgr2=0x556dde952a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f432d765740 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde952a80 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f431c099650 tx=0x7f431c09c5e0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f432d765740 1 -- 172.21.15.90:0/1850390981 shutdown_connections 2024-04-26T17:28:20.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f432d765740 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556dde957070 0x556dde9594b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f432d765740 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde952a80 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f432d765740 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde94ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f432d765740 1 --2- 172.21.15.90:0/1850390981 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde941250 0x556dde94b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f432d765740 1 -- 172.21.15.90:0/1850390981 >> 172.21.15.90:0/1850390981 conn(0x556dde933bd0 msgr2=0x556dde940ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f43037fe640 0 client.16200 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:20.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f432d765740 1 -- 172.21.15.90:0/1850390981 shutdown_connections 2024-04-26T17:28:20.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.293+0000 7f432d765740 1 -- 172.21.15.90:0/1850390981 wait complete. 2024-04-26T17:28:20.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.294+0000 7f432d765740 20 client.16200 trim_cache size 0 max 16384 2024-04-26T17:28:20.299 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:20 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/294900733' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:28:20.299 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:20 smithi119 ceph-mon[32584]: pgmap v407: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T17:28:20.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f432d765740 1 Processor -- start 2024-04-26T17:28:20.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f432d765740 1 -- start start 2024-04-26T17:28:20.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f432d765740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde941250 0x556dde945dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f432d765740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde946310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f432d765740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde9424e0 0x556dde952a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f432d765740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f43241a8c60 con 0x556dde941250 2024-04-26T17:28:20.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f432d765740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f43241aa7a0 con 0x556dde941c10 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f432d765740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f43241a9330 con 0x556dde9424e0 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f4323fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde941250 0x556dde945dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f4323fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde941250 0x556dde945dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44500/0 (socket says 172.21.15.90:44500) 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f4323fff640 1 -- 172.21.15.90:0/109970005 learned_addr learned my addr 172.21.15.90:0/109970005 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f43237fe640 1 --2- 172.21.15.90:0/109970005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde946310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f4323fff640 1 -- 172.21.15.90:0/109970005 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde9424e0 msgr2=0x556dde952a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f4323fff640 1 --2- 172.21.15.90:0/109970005 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde9424e0 0x556dde952a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f4323fff640 1 -- 172.21.15.90:0/109970005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 msgr2=0x556dde946310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f4323fff640 1 --2- 172.21.15.90:0/109970005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde946310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f4323fff640 1 -- 172.21.15.90:0/109970005 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556dde936ae0 con 0x556dde941250 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f43237fe640 1 --2- 172.21.15.90:0/109970005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde946310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.307+0000 7f4323fff640 1 --2- 172.21.15.90:0/109970005 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde941250 0x556dde945dd0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f43140104d0 tx=0x7f4314013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=599e0be147c53635 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.308+0000 7f4309ffb640 1 -- 172.21.15.90:0/109970005 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314030070 con 0x556dde941250 2024-04-26T17:28:20.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.308+0000 7f4309ffb640 1 -- 172.21.15.90:0/109970005 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f431400ee50 con 0x556dde941250 2024-04-26T17:28:20.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.308+0000 7f4309ffb640 1 -- 172.21.15.90:0/109970005 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314003850 con 0x556dde941250 2024-04-26T17:28:20.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.308+0000 7f432d765740 1 -- 172.21.15.90:0/109970005 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde941250 msgr2=0x556dde945dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.308+0000 7f432d765740 1 --2- 172.21.15.90:0/109970005 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde941250 0x556dde945dd0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f43140104d0 tx=0x7f4314013040 comp rx=0 tx=0).stop 2024-04-26T17:28:20.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.308+0000 7f432d765740 1 -- 172.21.15.90:0/109970005 shutdown_connections 2024-04-26T17:28:20.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.308+0000 7f432d765740 1 --2- 172.21.15.90:0/109970005 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde9424e0 0x556dde952a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.308+0000 7f432d765740 1 --2- 172.21.15.90:0/109970005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde946310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.308+0000 7f432d765740 1 --2- 172.21.15.90:0/109970005 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde941250 0x556dde945dd0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.308+0000 7f432d765740 1 -- 172.21.15.90:0/109970005 >> 172.21.15.90:0/109970005 conn(0x556dde933bd0 msgr2=0x556dde94b500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.308+0000 7f432d765740 1 -- 172.21.15.90:0/109970005 shutdown_connections 2024-04-26T17:28:20.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.309+0000 7f432d765740 1 -- 172.21.15.90:0/109970005 wait complete. 2024-04-26T17:28:20.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.309+0000 7f432d765740 1 -- start start 2024-04-26T17:28:20.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.309+0000 7f432d765740 1 Processor -- start 2024-04-26T17:28:20.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.309+0000 7f432d765740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde950020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.309+0000 7f432d765740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde950560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.309+0000 7f432d765740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde951570 0x556dde9519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.309+0000 7f432d765740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f43241aa0d0 con 0x556dde9424e0 2024-04-26T17:28:20.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.309+0000 7f432d765740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f43241a9a00 con 0x556dde941c10 2024-04-26T17:28:20.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.309+0000 7f432d765740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f43241a6c40 con 0x556dde951570 2024-04-26T17:28:20.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.309+0000 7f432d765740 10 client.0 _ll_register_callbacks cb 0x7f431c098f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:20.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.310+0000 7f43237fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde950560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.310+0000 7f43237fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde950560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44504/0 (socket says 172.21.15.90:44504) 2024-04-26T17:28:20.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.310+0000 7f43237fe640 1 -- 172.21.15.90:0/2800767709 learned_addr learned my addr 172.21.15.90:0/2800767709 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.310+0000 7f4328feb640 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde951570 0x556dde9519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.310+0000 7f43237fe640 1 -- 172.21.15.90:0/2800767709 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde951570 msgr2=0x556dde9519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.310+0000 7f43237fe640 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde951570 0x556dde9519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.310+0000 7f43237fe640 1 -- 172.21.15.90:0/2800767709 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 msgr2=0x556dde950020 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.310+0000 7f4323fff640 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde950020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.310+0000 7f43237fe640 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde950020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.310+0000 7f43237fe640 1 -- 172.21.15.90:0/2800767709 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556dde951f30 con 0x556dde9424e0 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.310+0000 7f43237fe640 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde950560 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f432406af30 tx=0x7f4318009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb014ae137b3d6b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.310+0000 7f43037fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f43037fe640 1 -- 172.21.15.90:0/2800767709 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431804e070 con 0x556dde9424e0 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f43037fe640 1 -- 172.21.15.90:0/2800767709 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f4318004240 con 0x556dde9424e0 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f432d765740 1 -- 172.21.15.90:0/2800767709 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f431400ee50 con 0x556dde9424e0 2024-04-26T17:28:20.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f43037fe640 1 -- 172.21.15.90:0/2800767709 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f431805a050 con 0x556dde9424e0 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f432d765740 10 client.16206 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f432d765740 1 -- 172.21.15.90:0/2800767709 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556dde9bd810 con 0x556dde9424e0 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f43037fe640 1 -- 172.21.15.90:0/2800767709 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f431400ee50 con 0x556dde9424e0 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f43037fe640 1 -- 172.21.15.90:0/2800767709 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f4318004b00 con 0x556dde9424e0 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f432d765740 10 client.16206 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f432d765740 10 client.16206 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f432d765740 20 client.16206 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f432d765740 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556dde9be1a0 0x556dde9c05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f432d765740 4 client.16206 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.311+0000 7f432d765740 1 -- 172.21.15.90:0/2800767709 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556dde8a55b0 con 0x556dde9be1a0 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.312+0000 7f4323fff640 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556dde9be1a0 0x556dde9c05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.312+0000 7f43037fe640 10 client.16206 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:20.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.312+0000 7f4323fff640 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556dde9be1a0 0x556dde9c05c0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba4c8fb687aeba8a server_cookie=777c28b592ba67c5 in_seq=0 out_seq=0 2024-04-26T17:28:20.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.312+0000 7f43037fe640 1 -- 172.21.15.90:0/2800767709 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556dde8a55b0 con 0x556dde9be1a0 2024-04-26T17:28:20.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.312+0000 7f43037fe640 10 client.16206 handle_command_reply: tid=0 2024-04-26T17:28:20.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.312+0000 7f432d765740 1 client.16206 shutdown 2024-04-26T17:28:20.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432d765740 1 -- 172.21.15.90:0/2800767709 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 msgr2=0x556dde950560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432d765740 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde950560 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f432406af30 tx=0x7f4318009260 comp rx=0 tx=0).stop 2024-04-26T17:28:20.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432d765740 1 -- 172.21.15.90:0/2800767709 shutdown_connections 2024-04-26T17:28:20.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432d765740 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556dde9be1a0 0x556dde9c05c0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f43037fe640 0 client.16206 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:20.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432d765740 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556dde951570 0x556dde9519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432d765740 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556dde9424e0 0x556dde950560 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432d765740 1 --2- 172.21.15.90:0/2800767709 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556dde941c10 0x556dde950020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432d765740 1 -- 172.21.15.90:0/2800767709 >> 172.21.15.90:0/2800767709 conn(0x556dde933bd0 msgr2=0x556dde940ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432d765740 1 -- 172.21.15.90:0/2800767709 shutdown_connections 2024-04-26T17:28:20.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432d765740 1 -- 172.21.15.90:0/2800767709 wait complete. 2024-04-26T17:28:20.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432d765740 20 client.16206 trim_cache size 0 max 16384 2024-04-26T17:28:20.319 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:20.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432aa4e640 1 -- 172.21.15.90:0/1243036814 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f430c0a3c40 msgr2=0x7f430c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432aa4e640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f430c0a3c40 0x7f430c0a6100 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4318009230 tx=0x7f4318005d50 comp rx=0 tx=0).stop 2024-04-26T17:28:20.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432aa4e640 1 -- 172.21.15.90:0/1243036814 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4324107e30 msgr2=0x7f432419fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:20.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432aa4e640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4324107e30 0x7f432419fa20 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f431c00eb10 tx=0x7f431c00c2d0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432aa4e640 1 -- 172.21.15.90:0/1243036814 shutdown_connections 2024-04-26T17:28:20.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432aa4e640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f430c0a3c40 0x7f430c0a6100 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432aa4e640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4324107e30 0x7f432419fa20 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432aa4e640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4324105500 0x7f43241989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432aa4e640 1 --2- 172.21.15.90:0/1243036814 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4324102bd0 0x7f4324198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:20.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.313+0000 7f432aa4e640 1 -- 172.21.15.90:0/1243036814 >> 172.21.15.90:0/1243036814 conn(0x7f43240fc5c0 msgr2=0x7f4324103610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:20.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.314+0000 7f432aa4e640 1 -- 172.21.15.90:0/1243036814 shutdown_connections 2024-04-26T17:28:20.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:20.314+0000 7f432aa4e640 1 -- 172.21.15.90:0/1243036814 wait complete. 2024-04-26T17:28:20.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:20 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/294900733' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:28:20.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:20 smithi167 ceph-mon[32665]: pgmap v407: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T17:28:21.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:21 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:28:21.328 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T17:28:21.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:28:21.329 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T17:28:21.357 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:21 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:28:21.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.444+0000 7f764827b640 1 -- 172.21.15.90:0/1540868048 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7640102230 msgr2=0x7f76401026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.444+0000 7f764827b640 1 --2- 172.21.15.90:0/1540868048 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7640102230 0x7f76401026b0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f7630009900 tx=0x7f763002a400 comp rx=0 tx=0).stop 2024-04-26T17:28:21.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.445+0000 7f764827b640 1 -- 172.21.15.90:0/1540868048 shutdown_connections 2024-04-26T17:28:21.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.445+0000 7f764827b640 1 --2- 172.21.15.90:0/1540868048 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7640102bf0 0x7f7640109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.445+0000 7f764827b640 1 --2- 172.21.15.90:0/1540868048 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7640102230 0x7f76401026b0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.445+0000 7f764827b640 1 --2- 172.21.15.90:0/1540868048 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7640101040 0x7f7640101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.445+0000 7f764827b640 1 -- 172.21.15.90:0/1540868048 >> 172.21.15.90:0/1540868048 conn(0x7f76400fc5b0 msgr2=0x7f76400fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.445+0000 7f764827b640 1 -- 172.21.15.90:0/1540868048 shutdown_connections 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.445+0000 7f764827b640 1 -- 172.21.15.90:0/1540868048 wait complete. 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.445+0000 7f764827b640 1 Processor -- start 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.446+0000 7f764827b640 1 -- start start 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.446+0000 7f764827b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7640101040 0x7f7640069e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.446+0000 7f764827b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7640102230 0x7f764019d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.446+0000 7f764827b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7640102bf0 0x7f764019f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.446+0000 7f764827b640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f764010cb50 con 0x7f7640101040 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.446+0000 7f7645816640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7640102230 0x7f764019d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.446+0000 7f7646017640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7640101040 0x7f7640069e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.446+0000 7f7645816640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7640102230 0x7f764019d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:33944/0 (socket says 172.21.15.90:33944) 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.446+0000 7f7645816640 1 -- 172.21.15.90:0/3190743177 learned_addr learned my addr 172.21.15.90:0/3190743177 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:21.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.446+0000 7f7646818640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7640102bf0 0x7f764019f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.446+0000 7f764827b640 1 -- 172.21.15.90:0/3190743177 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f764010c9d0 con 0x7f7640102bf0 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.446+0000 7f764827b640 1 -- 172.21.15.90:0/3190743177 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f764010ccd0 con 0x7f7640102230 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f7646818640 1 -- 172.21.15.90:0/3190743177 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7640102230 msgr2=0x7f764019d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f7646818640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7640102230 0x7f764019d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f7646818640 1 -- 172.21.15.90:0/3190743177 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7640101040 msgr2=0x7f7640069e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f7646818640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7640101040 0x7f7640069e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f7646818640 1 -- 172.21.15.90:0/3190743177 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f764019ffc0 con 0x7f7640102bf0 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f7645816640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7640102230 0x7f764019d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f7646017640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7640101040 0x7f7640069e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f7646818640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7640102bf0 0x7f764019f700 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7638009fd0 tx=0x7f763800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f76377fe640 1 -- 172.21.15.90:0/3190743177 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763800ce20 con 0x7f7640102bf0 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f764827b640 1 -- 172.21.15.90:0/3190743177 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76401a02b0 con 0x7f7640102bf0 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f76377fe640 1 -- 172.21.15.90:0/3190743177 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7638005020 con 0x7f7640102bf0 2024-04-26T17:28:21.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f76377fe640 1 -- 172.21.15.90:0/3190743177 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7638010690 con 0x7f7640102bf0 2024-04-26T17:28:21.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.447+0000 7f764827b640 1 -- 172.21.15.90:0/3190743177 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76401a0800 con 0x7f7640102bf0 2024-04-26T17:28:21.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.449+0000 7f76377fe640 1 -- 172.21.15.90:0/3190743177 <== mon.2 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f7638005560 con 0x7f7640102bf0 2024-04-26T17:28:21.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.450+0000 7f76377fe640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f762c0a3d40 0x7f762c0a6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.450+0000 7f76377fe640 1 -- 172.21.15.90:0/3190743177 <== mon.2 v2:172.21.15.119:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f76380d10e0 con 0x7f7640102bf0 2024-04-26T17:28:21.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.450+0000 7f7646017640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f762c0a3d40 0x7f762c0a6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f764af8b740 1 Processor -- start 2024-04-26T17:28:21.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f7646017640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f762c0a3d40 0x7f762c0a6200 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f7640102090 tx=0x7f763c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:21.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f764af8b740 1 -- start start 2024-04-26T17:28:21.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f764af8b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda92810 0x55ffbda92c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f764af8b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda97d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f764af8b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbda98370 0x55ffbda9a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f764af8b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ffbd9f3730 con 0x55ffbda98370 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f764af8b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55ffbd98ff70 con 0x55ffbda92810 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f764af8b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ffbd9ef6f0 con 0x55ffbda93200 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f7646017640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda92810 0x55ffbda92c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f7646017640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda92810 0x55ffbda92c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:48608/0 (socket says 172.21.15.90:48608) 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f7646017640 1 -- 172.21.15.90:0/797904046 learned_addr learned my addr 172.21.15.90:0/797904046 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.451+0000 7f7646818640 1 --2- 172.21.15.90:0/797904046 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbda98370 0x55ffbda9a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.452+0000 7f7645816640 1 --2- 172.21.15.90:0/797904046 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda97d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.452+0000 7f7646017640 1 -- 172.21.15.90:0/797904046 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 msgr2=0x55ffbda97d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.452+0000 7f7646017640 1 --2- 172.21.15.90:0/797904046 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda97d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.452+0000 7f7646017640 1 -- 172.21.15.90:0/797904046 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbda98370 msgr2=0x55ffbda9a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.452+0000 7f7646017640 1 --2- 172.21.15.90:0/797904046 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbda98370 0x55ffbda9a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.452+0000 7f7646017640 1 -- 172.21.15.90:0/797904046 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffbd7cd7e0 con 0x55ffbda92810 2024-04-26T17:28:21.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.452+0000 7f7646017640 1 --2- 172.21.15.90:0/797904046 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda92810 0x55ffbda92c30 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f763c009ba0 tx=0x7f763c014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e98f578fdd53732 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:21.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.452+0000 7f7634bfe640 1 -- 172.21.15.90:0/797904046 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c00f480 con 0x55ffbda92810 2024-04-26T17:28:21.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.452+0000 7f7634bfe640 1 -- 172.21.15.90:0/797904046 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f763c00fad0 con 0x55ffbda92810 2024-04-26T17:28:21.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.452+0000 7f7634bfe640 1 -- 172.21.15.90:0/797904046 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c01cb40 con 0x55ffbda92810 2024-04-26T17:28:21.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.453+0000 7f764af8b740 1 -- 172.21.15.90:0/797904046 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda92810 msgr2=0x55ffbda92c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.453+0000 7f764af8b740 1 --2- 172.21.15.90:0/797904046 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda92810 0x55ffbda92c30 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f763c009ba0 tx=0x7f763c014000 comp rx=0 tx=0).stop 2024-04-26T17:28:21.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.453+0000 7f764af8b740 1 -- 172.21.15.90:0/797904046 shutdown_connections 2024-04-26T17:28:21.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.453+0000 7f764af8b740 1 --2- 172.21.15.90:0/797904046 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbda98370 0x55ffbda9a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.453+0000 7f764af8b740 1 --2- 172.21.15.90:0/797904046 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda97d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.453+0000 7f764af8b740 1 --2- 172.21.15.90:0/797904046 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda92810 0x55ffbda92c30 secure :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f763c009ba0 tx=0x7f763c014000 comp rx=0 tx=0).stop 2024-04-26T17:28:21.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.453+0000 7f764af8b740 1 -- 172.21.15.90:0/797904046 >> 172.21.15.90:0/797904046 conn(0x55ffbda89a70 msgr2=0x55ffbda89e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:21.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.454+0000 7f764af8b740 1 -- 172.21.15.90:0/797904046 shutdown_connections 2024-04-26T17:28:21.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.454+0000 7f764af8b740 1 -- 172.21.15.90:0/797904046 wait complete. 2024-04-26T17:28:21.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.454+0000 7f764af8b740 1 -- start start 2024-04-26T17:28:21.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f764af8b740 1 Processor -- start 2024-04-26T17:28:21.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f764af8b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda9ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f764af8b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 0x55ffbda9d410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f764af8b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbdaa2440 0x55ffbdaa4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f764af8b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ffbda9b320 con 0x55ffbdaa2440 2024-04-26T17:28:21.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f7645816640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 0x55ffbda9d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f7645816640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 0x55ffbda9d410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:48624/0 (socket says 172.21.15.90:48624) 2024-04-26T17:28:21.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f7645816640 1 -- 172.21.15.90:0/2009360569 learned_addr learned my addr 172.21.15.90:0/2009360569 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:21.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f764af8b740 1 -- 172.21.15.90:0/2009360569 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55ffbd98dc40 con 0x55ffbda98370 2024-04-26T17:28:21.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f764af8b740 1 -- 172.21.15.90:0/2009360569 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ffbda9b4a0 con 0x55ffbda93200 2024-04-26T17:28:21.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f764af8b740 10 client.0 _ll_register_callbacks cb 0x55ffbd9e7840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:21.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f7646017640 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda9ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.455+0000 7f7646818640 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbdaa2440 0x55ffbdaa4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.456+0000 7f7646017640 1 -- 172.21.15.90:0/2009360569 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 msgr2=0x55ffbda9d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.456+0000 7f7646017640 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 0x55ffbda9d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.456+0000 7f7646017640 1 -- 172.21.15.90:0/2009360569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbdaa2440 msgr2=0x55ffbdaa4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.456+0000 7f7646017640 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbdaa2440 0x55ffbdaa4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.456+0000 7f7646017640 1 -- 172.21.15.90:0/2009360569 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffbd82df70 con 0x55ffbda93200 2024-04-26T17:28:21.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.456+0000 7f7646818640 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbdaa2440 0x55ffbdaa4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:21.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.456+0000 7f7646017640 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda9ced0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x55ffbda8a970 tx=0x7f763c004420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ea2314a7a1d18c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:21.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.456+0000 7f7629ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-26T17:28:21.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.456+0000 7f7629ffb640 1 -- 172.21.15.90:0/2009360569 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c00fd00 con 0x55ffbda93200 2024-04-26T17:28:21.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.456+0000 7f7629ffb640 1 -- 172.21.15.90:0/2009360569 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f763c02b040 con 0x55ffbda93200 2024-04-26T17:28:21.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.456+0000 7f764af8b740 1 -- 172.21.15.90:0/2009360569 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f763c00fad0 con 0x55ffbda93200 2024-04-26T17:28:21.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.456+0000 7f7629ffb640 1 -- 172.21.15.90:0/2009360569 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f763c00f480 con 0x55ffbda93200 2024-04-26T17:28:21.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.457+0000 7f764af8b740 10 client.25477 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:21.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.457+0000 7f764af8b740 1 -- 172.21.15.90:0/2009360569 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ffbd6c5170 con 0x55ffbda93200 2024-04-26T17:28:21.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.457+0000 7f7629ffb640 1 -- 172.21.15.90:0/2009360569 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f763c0054f0 con 0x55ffbda93200 2024-04-26T17:28:21.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.457+0000 7f7629ffb640 1 -- 172.21.15.90:0/2009360569 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f763c01ca80 con 0x55ffbda93200 2024-04-26T17:28:21.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.457+0000 7f764af8b740 10 client.25477 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:21.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.457+0000 7f764af8b740 10 client.25477 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:21.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.457+0000 7f764af8b740 20 client.25477 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:21.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.457+0000 7f764af8b740 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ffbdaa8970 0x55ffbdaaad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.457+0000 7f764af8b740 4 client.25477 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:21.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.457+0000 7f764af8b740 1 -- 172.21.15.90:0/2009360569 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f763c00fad0 con 0x55ffbdaa8970 2024-04-26T17:28:21.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.457+0000 7f7645816640 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ffbdaa8970 0x55ffbdaaad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.458+0000 7f7629ffb640 10 client.25477 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:21.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.458+0000 7f7645816640 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ffbdaa8970 0x55ffbdaaad60 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bdf2714b7811325a server_cookie=990893e1a029cdd9 in_seq=0 out_seq=0 2024-04-26T17:28:21.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.458+0000 7f7629ffb640 1 -- 172.21.15.90:0/2009360569 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f763c00fad0 con 0x55ffbdaa8970 2024-04-26T17:28:21.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.458+0000 7f7629ffb640 10 client.25477 handle_command_reply: tid=0 2024-04-26T17:28:21.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.458+0000 7f764af8b740 1 client.25477 shutdown 2024-04-26T17:28:21.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.459+0000 7f764af8b740 1 -- 172.21.15.90:0/2009360569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 msgr2=0x55ffbda9ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.459+0000 7f764af8b740 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda9ced0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x55ffbda8a970 tx=0x7f763c004420 comp rx=0 tx=0).stop 2024-04-26T17:28:21.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.459+0000 7f764af8b740 1 -- 172.21.15.90:0/2009360569 shutdown_connections 2024-04-26T17:28:21.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.459+0000 7f764af8b740 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ffbdaa8970 0x55ffbdaaad60 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.459+0000 7f764af8b740 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbdaa2440 0x55ffbdaa4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.459+0000 7f764af8b740 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 0x55ffbda9d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.459+0000 7f764af8b740 1 --2- 172.21.15.90:0/2009360569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda9ced0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.459+0000 7f764af8b740 1 -- 172.21.15.90:0/2009360569 >> 172.21.15.90:0/2009360569 conn(0x55ffbda89a70 msgr2=0x55ffbda88bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:21.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.459+0000 7f7629ffb640 0 client.25477 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:21.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.459+0000 7f764af8b740 1 -- 172.21.15.90:0/2009360569 shutdown_connections 2024-04-26T17:28:21.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.459+0000 7f764af8b740 1 -- 172.21.15.90:0/2009360569 wait complete. 2024-04-26T17:28:21.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.459+0000 7f764af8b740 20 client.25477 trim_cache size 0 max 16384 2024-04-26T17:28:21.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f764af8b740 1 Processor -- start 2024-04-26T17:28:21.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f764af8b740 1 -- start start 2024-04-26T17:28:21.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f764af8b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda9bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f764af8b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 0x55ffbda9cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f764af8b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbdaa2440 0x55ffbda9d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f764af8b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f76401a8c00 con 0x55ffbdaa2440 2024-04-26T17:28:21.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f764af8b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f76401aa740 con 0x55ffbda98370 2024-04-26T17:28:21.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f764af8b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f76401a92d0 con 0x55ffbda93200 2024-04-26T17:28:21.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f7645816640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 0x55ffbda9cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f7646818640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbdaa2440 0x55ffbda9d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f7645816640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 0x55ffbda9cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:48638/0 (socket says 172.21.15.90:48638) 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f7645816640 1 -- 172.21.15.90:0/1790103187 learned_addr learned my addr 172.21.15.90:0/1790103187 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.477+0000 7f7646017640 1 --2- 172.21.15.90:0/1790103187 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda9bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.478+0000 7f7645816640 1 -- 172.21.15.90:0/1790103187 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 msgr2=0x55ffbda9bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.478+0000 7f7645816640 1 --2- 172.21.15.90:0/1790103187 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda9bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.478+0000 7f7645816640 1 -- 172.21.15.90:0/1790103187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbdaa2440 msgr2=0x55ffbda9d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.478+0000 7f7645816640 1 --2- 172.21.15.90:0/1790103187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbdaa2440 0x55ffbda9d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.478+0000 7f7645816640 1 -- 172.21.15.90:0/1790103187 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffbda94f70 con 0x55ffbda98370 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.478+0000 7f7646017640 1 --2- 172.21.15.90:0/1790103187 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda9bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.478+0000 7f7646818640 1 --2- 172.21.15.90:0/1790103187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbdaa2440 0x55ffbda9d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.478+0000 7f7645816640 1 --2- 172.21.15.90:0/1790103187 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 0x55ffbda9cae0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7630009a20 tx=0x7f7630005df0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e987f11c11d0d5e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:21.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.478+0000 7f762bfff640 1 -- 172.21.15.90:0/1790103187 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7630035040 con 0x55ffbda98370 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.479+0000 7f762bfff640 1 -- 172.21.15.90:0/1790103187 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7630044dc0 con 0x55ffbda98370 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.479+0000 7f762bfff640 1 -- 172.21.15.90:0/1790103187 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76300448c0 con 0x55ffbda98370 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.479+0000 7f764af8b740 1 -- 172.21.15.90:0/1790103187 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 msgr2=0x55ffbda9cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.479+0000 7f764af8b740 1 --2- 172.21.15.90:0/1790103187 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 0x55ffbda9cae0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7630009a20 tx=0x7f7630005df0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.479+0000 7f764af8b740 1 -- 172.21.15.90:0/1790103187 shutdown_connections 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.479+0000 7f764af8b740 1 --2- 172.21.15.90:0/1790103187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbdaa2440 0x55ffbda9d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.479+0000 7f764af8b740 1 --2- 172.21.15.90:0/1790103187 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda98370 0x55ffbda9cae0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.479+0000 7f764af8b740 1 --2- 172.21.15.90:0/1790103187 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbda93200 0x55ffbda9bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.479+0000 7f764af8b740 1 -- 172.21.15.90:0/1790103187 >> 172.21.15.90:0/1790103187 conn(0x55ffbda89a70 msgr2=0x55ffbda9b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.479+0000 7f764af8b740 1 -- 172.21.15.90:0/1790103187 shutdown_connections 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.479+0000 7f764af8b740 1 -- 172.21.15.90:0/1790103187 wait complete. 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.480+0000 7f764af8b740 1 -- start start 2024-04-26T17:28:21.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.480+0000 7f764af8b740 1 Processor -- start 2024-04-26T17:28:21.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.480+0000 7f764af8b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda93200 0x55ffbdab98e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.480+0000 7f764af8b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbda98370 0x55ffbdab9e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.480+0000 7f764af8b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbdaa2440 0x55ffbdabad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.480+0000 7f7646017640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda93200 0x55ffbdab98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.480+0000 7f7646017640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda93200 0x55ffbdab98e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:48642/0 (socket says 172.21.15.90:48642) 2024-04-26T17:28:21.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.480+0000 7f7646017640 1 -- 172.21.15.90:0/1759728842 learned_addr learned my addr 172.21.15.90:0/1759728842 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:21.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.480+0000 7f764af8b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f76401aa070 con 0x55ffbda98370 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f764af8b740 1 -- 172.21.15.90:0/1759728842 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f76401a99a0 con 0x55ffbda93200 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f764af8b740 1 -- 172.21.15.90:0/1759728842 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f76401a6be0 con 0x55ffbdaa2440 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f7645816640 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbda98370 0x55ffbdab9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f7646818640 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbdaa2440 0x55ffbdabad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f764af8b740 10 client.0 _ll_register_callbacks cb 0x7f7638099190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f7646017640 1 -- 172.21.15.90:0/1759728842 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbdaa2440 msgr2=0x55ffbdabad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f7646017640 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbdaa2440 0x55ffbdabad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f7646017640 1 -- 172.21.15.90:0/1759728842 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbda98370 msgr2=0x55ffbdab9e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f7646017640 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbda98370 0x55ffbdab9e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f7646017640 1 -- 172.21.15.90:0/1759728842 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffbdabb340 con 0x55ffbda93200 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f7645816640 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbda98370 0x55ffbdab9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f7646017640 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda93200 0x55ffbdab98e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f763c0043f0 tx=0x7f763c0048b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=619e9c5961dc691a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:21.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f7629ffb640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f7629ffb640 1 -- 172.21.15.90:0/1759728842 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c042070 con 0x55ffbda93200 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f7629ffb640 1 -- 172.21.15.90:0/1759728842 <== mon.2 v2:172.21.15.119:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f763c009040 con 0x55ffbda93200 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.481+0000 7f764af8b740 1 -- 172.21.15.90:0/1759728842 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7630044dc0 con 0x55ffbda93200 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.482+0000 7f7629ffb640 1 -- 172.21.15.90:0/1759728842 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f763c04b050 con 0x55ffbda93200 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.482+0000 7f764af8b740 10 client.25526 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.482+0000 7f764af8b740 1 -- 172.21.15.90:0/1759728842 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ffbdb0e920 con 0x55ffbda93200 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.482+0000 7f7629ffb640 1 -- 172.21.15.90:0/1759728842 <== mon.2 v2:172.21.15.119:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7630044dc0 con 0x55ffbda93200 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.483+0000 7f7629ffb640 1 -- 172.21.15.90:0/1759728842 <== mon.2 v2:172.21.15.119:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f763c045020 con 0x55ffbda93200 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.483+0000 7f764af8b740 10 client.25526 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.483+0000 7f764af8b740 10 client.25526 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.483+0000 7f764af8b740 20 client.25526 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.483+0000 7f764af8b740 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ffbdb0f170 0x55ffbdb11590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.483+0000 7f764af8b740 4 client.25526 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T17:28:21.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.483+0000 7f764af8b740 1 -- 172.21.15.90:0/1759728842 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ffbda898c0 con 0x55ffbdb0f170 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.483+0000 7f7645816640 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ffbdb0f170 0x55ffbdb11590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.483+0000 7f7629ffb640 10 client.25526 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.483+0000 7f7645816640 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ffbdb0f170 0x55ffbdb11590 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a91229102a45c93d server_cookie=7854175d50455d33 in_seq=0 out_seq=0 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.484+0000 7f7629ffb640 1 -- 172.21.15.90:0/1759728842 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ffbda898c0 con 0x55ffbdb0f170 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.484+0000 7f7629ffb640 10 client.25526 handle_command_reply: tid=0 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.484+0000 7f764af8b740 1 client.25526 shutdown 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.485+0000 7f764af8b740 1 -- 172.21.15.90:0/1759728842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda93200 msgr2=0x55ffbdab98e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.485+0000 7f764af8b740 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda93200 0x55ffbdab98e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f763c0043f0 tx=0x7f763c0048b0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.485+0000 7f764af8b740 1 -- 172.21.15.90:0/1759728842 shutdown_connections 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.485+0000 7f764af8b740 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55ffbdb0f170 0x55ffbdb11590 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.485+0000 7f764af8b740 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffbdaa2440 0x55ffbdabad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.485+0000 7f764af8b740 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ffbda98370 0x55ffbdab9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.485+0000 7f7629ffb640 0 client.25526 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:21.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.485+0000 7f764af8b740 1 --2- 172.21.15.90:0/1759728842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ffbda93200 0x55ffbdab98e0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.485+0000 7f764af8b740 1 -- 172.21.15.90:0/1759728842 >> 172.21.15.90:0/1759728842 conn(0x55ffbda89a70 msgr2=0x55ffbda8c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:21.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.485+0000 7f764af8b740 1 -- 172.21.15.90:0/1759728842 shutdown_connections 2024-04-26T17:28:21.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.485+0000 7f764af8b740 1 -- 172.21.15.90:0/1759728842 wait complete. 2024-04-26T17:28:21.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.485+0000 7f764af8b740 20 client.25526 trim_cache size 0 max 16384 2024-04-26T17:28:21.489 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:28:21.489 INFO:teuthology.orchestra.run.smithi090.stdout: "return_code": 0, 2024-04-26T17:28:21.490 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_tag": "e6f33e37-8139-4b5d-b04e-a8c9afe102e9", 2024-04-26T17:28:21.490 INFO:teuthology.orchestra.run.smithi090.stdout: "mode": "asynchronous" 2024-04-26T17:28:21.490 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:28:21.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.486+0000 7f764827b640 1 -- 172.21.15.90:0/3190743177 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f762c0a3d40 msgr2=0x7f762c0a6200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.486+0000 7f764827b640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f762c0a3d40 0x7f762c0a6200 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f7640102090 tx=0x7f763c005f90 comp rx=0 tx=0).stop 2024-04-26T17:28:21.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.486+0000 7f764827b640 1 -- 172.21.15.90:0/3190743177 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7640102bf0 msgr2=0x7f764019f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.486+0000 7f764827b640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7640102bf0 0x7f764019f700 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7638009fd0 tx=0x7f763800ef10 comp rx=0 tx=0).stop 2024-04-26T17:28:21.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.486+0000 7f764827b640 1 -- 172.21.15.90:0/3190743177 shutdown_connections 2024-04-26T17:28:21.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.486+0000 7f764827b640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f762c0a3d40 0x7f762c0a6200 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.486+0000 7f764827b640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7640102bf0 0x7f764019f700 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.486+0000 7f764827b640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7640102230 0x7f764019d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.486+0000 7f764827b640 1 --2- 172.21.15.90:0/3190743177 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7640101040 0x7f7640069e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.486+0000 7f764827b640 1 -- 172.21.15.90:0/3190743177 >> 172.21.15.90:0/3190743177 conn(0x7f76400fc5b0 msgr2=0x7f7640105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:21.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.486+0000 7f764827b640 1 -- 172.21.15.90:0/3190743177 shutdown_connections 2024-04-26T17:28:21.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.486+0000 7f764827b640 1 -- 172.21.15.90:0/3190743177 wait complete. 2024-04-26T17:28:21.500 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T17:28:21.500 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T17:28:21.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:21 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:28:21.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.647+0000 7f7185f75640 1 -- 172.21.15.90:0/1541730952 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180102250 msgr2=0x7f71801026d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.647+0000 7f7185f75640 1 --2- 172.21.15.90:0/1541730952 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180102250 0x7f71801026d0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f7168009900 tx=0x7f716802a3f0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.647+0000 7f7185f75640 1 -- 172.21.15.90:0/1541730952 shutdown_connections 2024-04-26T17:28:21.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.647+0000 7f7185f75640 1 --2- 172.21.15.90:0/1541730952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7180102c10 0x7f71801094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.647+0000 7f7185f75640 1 --2- 172.21.15.90:0/1541730952 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180102250 0x7f71801026d0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.647+0000 7f7185f75640 1 --2- 172.21.15.90:0/1541730952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7180101060 0x7f7180101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.647+0000 7f7185f75640 1 -- 172.21.15.90:0/1541730952 >> 172.21.15.90:0/1541730952 conn(0x7f71800fc5f0 msgr2=0x7f71800fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:21.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.647+0000 7f7185f75640 1 -- 172.21.15.90:0/1541730952 shutdown_connections 2024-04-26T17:28:21.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.647+0000 7f7185f75640 1 -- 172.21.15.90:0/1541730952 wait complete. 2024-04-26T17:28:21.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.647+0000 7f7185f75640 1 Processor -- start 2024-04-26T17:28:21.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f7185f75640 1 -- start start 2024-04-26T17:28:21.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f7185f75640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7180101060 0x7f71801983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f7185f75640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180102250 0x7f7180198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f7185f75640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7180102c10 0x7f718019f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f7185f75640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f718010cbc0 con 0x7f7180102250 2024-04-26T17:28:21.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f7185f75640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f718010ca40 con 0x7f7180102c10 2024-04-26T17:28:21.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f7185f75640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f718010cd40 con 0x7f7180101060 2024-04-26T17:28:21.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f717effd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180102250 0x7f7180198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f717ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7180102c10 0x7f718019f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f717f7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7180101060 0x7f71801983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f717ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7180102c10 0x7f718019f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:48668/0 (socket says 172.21.15.90:48668) 2024-04-26T17:28:21.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f717f7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7180101060 0x7f71801983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:34002/0 (socket says 172.21.15.90:34002) 2024-04-26T17:28:21.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.648+0000 7f717ffff640 1 -- 172.21.15.90:0/4151666247 learned_addr learned my addr 172.21.15.90:0/4151666247 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:21.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f717ffff640 1 -- 172.21.15.90:0/4151666247 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7180101060 msgr2=0x7f71801983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f717ffff640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7180101060 0x7f71801983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.654 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f717ffff640 1 -- 172.21.15.90:0/4151666247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180102250 msgr2=0x7f7180198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.655 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f717ffff640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180102250 0x7f7180198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.655 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f717ffff640 1 -- 172.21.15.90:0/4151666247 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f718019ff90 con 0x7f7180102c10 2024-04-26T17:28:21.655 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f717f7fe640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7180101060 0x7f71801983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:21.655 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f717effd640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180102250 0x7f7180198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:21.655 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f717ffff640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7180102c10 0x7f718019f920 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f717800efd0 tx=0x7f717800c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:21.655 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f717cff9640 1 -- 172.21.15.90:0/4151666247 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7178003b70 con 0x7f7180102c10 2024-04-26T17:28:21.655 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f717cff9640 1 -- 172.21.15.90:0/4151666247 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7178003d10 con 0x7f7180102c10 2024-04-26T17:28:21.655 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f7185f75640 1 -- 172.21.15.90:0/4151666247 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71801a0280 con 0x7f7180102c10 2024-04-26T17:28:21.655 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f717cff9640 1 -- 172.21.15.90:0/4151666247 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71780108f0 con 0x7f7180102c10 2024-04-26T17:28:21.655 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.649+0000 7f7185f75640 1 -- 172.21.15.90:0/4151666247 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71801a0750 con 0x7f7180102c10 2024-04-26T17:28:21.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.651+0000 7f717cff9640 1 -- 172.21.15.90:0/4151666247 <== mon.2 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f7178004020 con 0x7f7180102c10 2024-04-26T17:28:21.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.652+0000 7f717cff9640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f716c0a3c40 0x7f716c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.652+0000 7f717cff9640 1 -- 172.21.15.90:0/4151666247 <== mon.2 v2:172.21.15.119:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f71780d0dc0 con 0x7f7180102c10 2024-04-26T17:28:21.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.652+0000 7f717f7fe640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f716c0a3c40 0x7f716c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.652+0000 7f7188c85740 1 Processor -- start 2024-04-26T17:28:21.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f7188c85740 1 -- start start 2024-04-26T17:28:21.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f7188c85740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6d7f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f7188c85740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6d84e0 0x561c1c6dc970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f7188c85740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6dcfe0 0x561c1c6df470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f7188c85740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x561c1c633af0 con 0x561c1c6d7af0 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f7188c85740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x561c1c5cf890 con 0x561c1c6d84e0 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f7188c85740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561c1c62fab0 con 0x561c1c6dcfe0 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f717f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6d7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f717f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6d7f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44584/0 (socket says 172.21.15.90:44584) 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f717f7fe640 1 -- 172.21.15.90:0/1134772490 learned_addr learned my addr 172.21.15.90:0/1134772490 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f717effd640 1 --2- 172.21.15.90:0/1134772490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6d84e0 0x561c1c6dc970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f717f7fe640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f716c0a3c40 0x7f716c0a6100 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f71801020b0 tx=0x7f7170005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f717ffff640 1 --2- 172.21.15.90:0/1134772490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6dcfe0 0x561c1c6df470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f717f7fe640 1 -- 172.21.15.90:0/1134772490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6dcfe0 msgr2=0x561c1c6df470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f717f7fe640 1 --2- 172.21.15.90:0/1134772490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6dcfe0 0x561c1c6df470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f717f7fe640 1 -- 172.21.15.90:0/1134772490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6d84e0 msgr2=0x561c1c6dc970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.653+0000 7f717f7fe640 1 --2- 172.21.15.90:0/1134772490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6d84e0 0x561c1c6dc970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.654+0000 7f717f7fe640 1 -- 172.21.15.90:0/1134772490 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c1c40f7d0 con 0x561c1c6d7af0 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.654+0000 7f717ffff640 1 --2- 172.21.15.90:0/1134772490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6dcfe0 0x561c1c6df470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.654+0000 7f717f7fe640 1 --2- 172.21.15.90:0/1134772490 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6d7f10 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f71700107c0 tx=0x7f7170012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d3e6ad544b73666 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.654+0000 7f7175ffb640 1 -- 172.21.15.90:0/1134772490 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7170016070 con 0x561c1c6d7af0 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.654+0000 7f7175ffb640 1 -- 172.21.15.90:0/1134772490 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7170026420 con 0x561c1c6d7af0 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.654+0000 7f7175ffb640 1 -- 172.21.15.90:0/1134772490 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f717001c640 con 0x561c1c6d7af0 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.655+0000 7f7188c85740 1 -- 172.21.15.90:0/1134772490 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 msgr2=0x561c1c6d7f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.655+0000 7f7188c85740 1 --2- 172.21.15.90:0/1134772490 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6d7f10 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f71700107c0 tx=0x7f7170012000 comp rx=0 tx=0).stop 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.655+0000 7f7188c85740 1 -- 172.21.15.90:0/1134772490 shutdown_connections 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.655+0000 7f7188c85740 1 --2- 172.21.15.90:0/1134772490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6dcfe0 0x561c1c6df470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.655+0000 7f7188c85740 1 --2- 172.21.15.90:0/1134772490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6d84e0 0x561c1c6dc970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.655+0000 7f7188c85740 1 --2- 172.21.15.90:0/1134772490 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6d7f10 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.655+0000 7f7188c85740 1 -- 172.21.15.90:0/1134772490 >> 172.21.15.90:0/1134772490 conn(0x561c1c6ca260 msgr2=0x561c1c6ca660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.655+0000 7f7188c85740 1 -- 172.21.15.90:0/1134772490 shutdown_connections 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.655+0000 7f7188c85740 1 -- 172.21.15.90:0/1134772490 wait complete. 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.655+0000 7f7188c85740 1 -- start start 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.655+0000 7f7188c85740 1 Processor -- start 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f7188c85740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6e18d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f7188c85740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f7188c85740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f7188c85740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x561c1c6dff90 con 0x561c1c6d7af0 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f7188c85740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x561c1c5cd3c0 con 0x561c1c6dcfe0 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f7188c85740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561c1c6e0110 con 0x561c1c6d84e0 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f7188c85740 10 client.0 _ll_register_callbacks cb 0x561c1c5cda80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f717f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6e18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f717effd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f717effd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e1e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:34032/0 (socket says 172.21.15.90:34032) 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f717effd640 1 -- 172.21.15.90:0/1364238100 learned_addr learned my addr 172.21.15.90:0/1364238100 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f717ffff640 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f717f7fe640 1 -- 172.21.15.90:0/1364238100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 msgr2=0x561c1c6e1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f717f7fe640 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f717f7fe640 1 -- 172.21.15.90:0/1364238100 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6dcfe0 msgr2=0x561c1c6e8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f717f7fe640 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f717f7fe640 1 -- 172.21.15.90:0/1364238100 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c1c3453f0 con 0x561c1c6d7af0 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f717effd640 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f717f7fe640 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6e18d0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f7170010790 tx=0x7f71700265d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55b2584888bbfcf5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.656+0000 7f715effd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f715effd640 1 -- 172.21.15.90:0/1364238100 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7170033060 con 0x561c1c6d7af0 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f715effd640 1 -- 172.21.15.90:0/1364238100 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f717001b930 con 0x561c1c6d7af0 2024-04-26T17:28:21.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f7188c85740 1 -- 172.21.15.90:0/1364238100 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7170026420 con 0x561c1c6d7af0 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f715effd640 1 -- 172.21.15.90:0/1364238100 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f717003a050 con 0x561c1c6d7af0 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f7188c85740 10 client.16236 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f7188c85740 1 -- 172.21.15.90:0/1364238100 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561c1c3050f0 con 0x561c1c6d7af0 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f715effd640 1 -- 172.21.15.90:0/1364238100 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7170026420 con 0x561c1c6d7af0 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f715effd640 1 -- 172.21.15.90:0/1364238100 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f717002d030 con 0x561c1c6d7af0 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f7188c85740 10 client.16236 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f7188c85740 10 client.16236 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f7188c85740 20 client.16236 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f7188c85740 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x561c1c6ecfd0 0x561c1c6ef3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f7188c85740 4 client.16236 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.657+0000 7f7188c85740 1 -- 172.21.15.90:0/1364238100 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c1c641700 con 0x561c1c6ecfd0 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.658+0000 7f717effd640 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x561c1c6ecfd0 0x561c1c6ef3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.658+0000 7f715effd640 10 client.16236 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:21.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.658+0000 7f717effd640 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x561c1c6ecfd0 0x561c1c6ef3e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8d46194bb5690ea server_cookie=cf880c989bc912f2 in_seq=0 out_seq=0 2024-04-26T17:28:21.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f715effd640 1 -- 172.21.15.90:0/1364238100 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561c1c641700 con 0x561c1c6ecfd0 2024-04-26T17:28:21.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f715effd640 10 client.16236 handle_command_reply: tid=0 2024-04-26T17:28:21.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f7188c85740 1 client.16236 shutdown 2024-04-26T17:28:21.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f7188c85740 1 -- 172.21.15.90:0/1364238100 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 msgr2=0x561c1c6e18d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f7188c85740 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6e18d0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f7170010790 tx=0x7f71700265d0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f7188c85740 1 -- 172.21.15.90:0/1364238100 shutdown_connections 2024-04-26T17:28:21.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f7188c85740 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x561c1c6ecfd0 0x561c1c6ef3e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f7188c85740 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f7188c85740 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f715effd640 0 client.16236 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:21.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f7188c85740 1 --2- 172.21.15.90:0/1364238100 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6e18d0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f7188c85740 1 -- 172.21.15.90:0/1364238100 >> 172.21.15.90:0/1364238100 conn(0x561c1c6ca260 msgr2=0x561c1c6d7180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:21.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f7188c85740 1 -- 172.21.15.90:0/1364238100 shutdown_connections 2024-04-26T17:28:21.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f7188c85740 1 -- 172.21.15.90:0/1364238100 wait complete. 2024-04-26T17:28:21.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.659+0000 7f7188c85740 20 client.16236 trim_cache size 0 max 16384 2024-04-26T17:28:21.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f7188c85740 1 Processor -- start 2024-04-26T17:28:21.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f7188c85740 1 -- start start 2024-04-26T17:28:21.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f7188c85740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6d7af0 0x561c1c6e14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f7188c85740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e8e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f7188c85740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e1a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f7188c85740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f71801a8bf0 con 0x561c1c6dcfe0 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f7188c85740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f71801aa730 con 0x561c1c6d7af0 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f717ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f7188c85740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f71801a92c0 con 0x561c1c6d84e0 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f717ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e1a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44606/0 (socket says 172.21.15.90:44606) 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f717ffff640 1 -- 172.21.15.90:0/1170779614 learned_addr learned my addr 172.21.15.90:0/1170779614 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f717f7fe640 1 --2- 172.21.15.90:0/1170779614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6d7af0 0x561c1c6e14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f717effd640 1 --2- 172.21.15.90:0/1170779614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f717ffff640 1 -- 172.21.15.90:0/1170779614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 msgr2=0x561c1c6e8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f717ffff640 1 --2- 172.21.15.90:0/1170779614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f717ffff640 1 -- 172.21.15.90:0/1170779614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6d7af0 msgr2=0x561c1c6e14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.677+0000 7f717ffff640 1 --2- 172.21.15.90:0/1170779614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6d7af0 0x561c1c6e14e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.678+0000 7f717ffff640 1 -- 172.21.15.90:0/1170779614 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c1c6ca090 con 0x561c1c6dcfe0 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.678+0000 7f717ffff640 1 --2- 172.21.15.90:0/1170779614 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e1a20 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f7178098f20 tx=0x7f717809d210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed1cd1b4c9a7c107 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.678+0000 7f71757fa640 1 -- 172.21.15.90:0/1170779614 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71780a0ec0 con 0x561c1c6dcfe0 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.678+0000 7f71757fa640 1 -- 172.21.15.90:0/1170779614 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f71780a5780 con 0x561c1c6dcfe0 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.678+0000 7f71757fa640 1 -- 172.21.15.90:0/1170779614 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7178099180 con 0x561c1c6dcfe0 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.679+0000 7f7188c85740 1 -- 172.21.15.90:0/1170779614 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6dcfe0 msgr2=0x561c1c6e1a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.679+0000 7f7188c85740 1 --2- 172.21.15.90:0/1170779614 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e1a20 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f7178098f20 tx=0x7f717809d210 comp rx=0 tx=0).stop 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.679+0000 7f7188c85740 1 -- 172.21.15.90:0/1170779614 shutdown_connections 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.679+0000 7f7188c85740 1 --2- 172.21.15.90:0/1170779614 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e1a20 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.679+0000 7f7188c85740 1 --2- 172.21.15.90:0/1170779614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.679+0000 7f7188c85740 1 --2- 172.21.15.90:0/1170779614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6d7af0 0x561c1c6e14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.679+0000 7f7188c85740 1 -- 172.21.15.90:0/1170779614 >> 172.21.15.90:0/1170779614 conn(0x561c1c6ca260 msgr2=0x561c1c6ca640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.679+0000 7f7188c85740 1 -- 172.21.15.90:0/1170779614 shutdown_connections 2024-04-26T17:28:21.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.679+0000 7f7188c85740 1 -- 172.21.15.90:0/1170779614 wait complete. 2024-04-26T17:28:21.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.679+0000 7f7188c85740 1 -- start start 2024-04-26T17:28:21.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f7188c85740 1 Processor -- start 2024-04-26T17:28:21.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f7188c85740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6e62a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f7188c85740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e67e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f7188c85740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e77a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f7188c85740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f71801aa060 con 0x561c1c6d7af0 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f7188c85740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f71801a9990 con 0x561c1c6dcfe0 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f7188c85740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f71801a6bd0 con 0x561c1c6d84e0 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f7188c85740 10 client.0 _ll_register_callbacks cb 0x7f7170010f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f717f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6e62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f717f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6e62a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44612/0 (socket says 172.21.15.90:44612) 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f717f7fe640 1 -- 172.21.15.90:0/309641571 learned_addr learned my addr 172.21.15.90:0/309641571 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f717ffff640 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f717ffff640 1 -- 172.21.15.90:0/309641571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 msgr2=0x561c1c6e67e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f717ffff640 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e67e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f717ffff640 1 -- 172.21.15.90:0/309641571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 msgr2=0x561c1c6e62a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f717ffff640 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6e62a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f717ffff640 1 -- 172.21.15.90:0/309641571 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c1c6e7d90 con 0x561c1c6dcfe0 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.680+0000 7f717f7fe640 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6e62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.681+0000 7f717ffff640 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e77a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f71780b2000 tx=0x7f717809b020 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f633dce9b5295c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.681+0000 7f715effd640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.681+0000 7f715effd640 1 -- 172.21.15.90:0/309641571 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f717807f060 con 0x561c1c6dcfe0 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.681+0000 7f715effd640 1 -- 172.21.15.90:0/309641571 <== mon.2 v2:172.21.15.119:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f71780ce590 con 0x561c1c6dcfe0 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.681+0000 7f7188c85740 1 -- 172.21.15.90:0/309641571 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71780a5780 con 0x561c1c6dcfe0 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.681+0000 7f715effd640 1 -- 172.21.15.90:0/309641571 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7178099180 con 0x561c1c6dcfe0 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.681+0000 7f7188c85740 10 client.25541 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.681+0000 7f7188c85740 1 -- 172.21.15.90:0/309641571 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561c1c6e90a0 con 0x561c1c6dcfe0 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.682+0000 7f715effd640 1 -- 172.21.15.90:0/309641571 <== mon.2 v2:172.21.15.119:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f71780a5780 con 0x561c1c6dcfe0 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.682+0000 7f715effd640 1 -- 172.21.15.90:0/309641571 <== mon.2 v2:172.21.15.119:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f717801f020 con 0x561c1c6dcfe0 2024-04-26T17:28:21.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.682+0000 7f7188c85740 10 client.25541 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.682+0000 7f7188c85740 10 client.25541 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.682+0000 7f7188c85740 20 client.25541 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.682+0000 7f7188c85740 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x561c1c753b20 0x561c1c755f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.682+0000 7f7188c85740 4 client.25541 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.682+0000 7f7188c85740 1 -- 172.21.15.90:0/309641571 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561c1c63b570 con 0x561c1c753b20 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.682+0000 7f717f7fe640 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x561c1c753b20 0x561c1c755f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f715effd640 10 client.25541 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f717f7fe640 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x561c1c753b20 0x561c1c755f40 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3bd0ec88336ef99d server_cookie=c432d9b33c1ce07b in_seq=0 out_seq=0 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f715effd640 1 -- 172.21.15.90:0/309641571 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561c1c63b570 con 0x561c1c753b20 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f715effd640 10 client.25541 handle_command_reply: tid=0 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f7188c85740 1 client.25541 shutdown 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f7188c85740 1 -- 172.21.15.90:0/309641571 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6dcfe0 msgr2=0x561c1c6e77a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f7188c85740 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e77a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f71780b2000 tx=0x7f717809b020 comp rx=0 tx=0).stop 2024-04-26T17:28:21.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f7188c85740 1 -- 172.21.15.90:0/309641571 shutdown_connections 2024-04-26T17:28:21.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f7188c85740 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x561c1c753b20 0x561c1c755f40 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f7188c85740 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561c1c6dcfe0 0x561c1c6e77a0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f715effd640 0 client.25541 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:21.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f7188c85740 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561c1c6d84e0 0x561c1c6e67e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f7188c85740 1 --2- 172.21.15.90:0/309641571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561c1c6d7af0 0x561c1c6e62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f7188c85740 1 -- 172.21.15.90:0/309641571 >> 172.21.15.90:0/309641571 conn(0x561c1c6ca260 msgr2=0x561c1c6e1470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:21.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f7188c85740 1 -- 172.21.15.90:0/309641571 shutdown_connections 2024-04-26T17:28:21.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f7188c85740 1 -- 172.21.15.90:0/309641571 wait complete. 2024-04-26T17:28:21.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.683+0000 7f7188c85740 20 client.25541 trim_cache size 0 max 16384 2024-04-26T17:28:21.688 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:28:21.688 INFO:teuthology.orchestra.run.smithi090.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T17:28:21.688 INFO:teuthology.orchestra.run.smithi090.stdout: "scrubs": { 2024-04-26T17:28:21.688 INFO:teuthology.orchestra.run.smithi090.stdout: "e6f33e37-8139-4b5d-b04e-a8c9afe102e9": { 2024-04-26T17:28:21.688 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/", 2024-04-26T17:28:21.688 INFO:teuthology.orchestra.run.smithi090.stdout: "tag": "e6f33e37-8139-4b5d-b04e-a8c9afe102e9", 2024-04-26T17:28:21.688 INFO:teuthology.orchestra.run.smithi090.stdout: "options": "recursive,force" 2024-04-26T17:28:21.688 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:28:21.688 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:28:21.688 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:28:21.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.684+0000 7f7185f75640 1 -- 172.21.15.90:0/4151666247 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f716c0a3c40 msgr2=0x7f716c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.684+0000 7f7185f75640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f716c0a3c40 0x7f716c0a6100 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f71801020b0 tx=0x7f7170005f90 comp rx=0 tx=0).stop 2024-04-26T17:28:21.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.684+0000 7f7185f75640 1 -- 172.21.15.90:0/4151666247 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7180102c10 msgr2=0x7f718019f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:21.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.684+0000 7f7185f75640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7180102c10 0x7f718019f920 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f717800efd0 tx=0x7f717800c6a0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.684+0000 7f7185f75640 1 -- 172.21.15.90:0/4151666247 shutdown_connections 2024-04-26T17:28:21.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.684+0000 7f7185f75640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f716c0a3c40 0x7f716c0a6100 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.684+0000 7f7185f75640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7180102c10 0x7f718019f920 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.684+0000 7f7185f75640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180102250 0x7f7180198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.684+0000 7f7185f75640 1 --2- 172.21.15.90:0/4151666247 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7180101060 0x7f71801983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:21.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.684+0000 7f7185f75640 1 -- 172.21.15.90:0/4151666247 >> 172.21.15.90:0/4151666247 conn(0x7f71800fc5f0 msgr2=0x7f71800fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:21.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.684+0000 7f7185f75640 1 -- 172.21.15.90:0/4151666247 shutdown_connections 2024-04-26T17:28:21.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:21.684+0000 7f7185f75640 1 -- 172.21.15.90:0/4151666247 wait complete. 2024-04-26T17:28:21.696 INFO:tasks.cephfs.filesystem:scrub status for tag:e6f33e37-8139-4b5d-b04e-a8c9afe102e9 - {'path': '/', 'tag': 'e6f33e37-8139-4b5d-b04e-a8c9afe102e9', 'options': 'recursive,force'} 2024-04-26T17:28:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:22 smithi119 ceph-mon[32584]: scrub queued for path: / 2024-04-26T17:28:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:22 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:22 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:22 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:22 smithi119 ceph-mon[32584]: pgmap v408: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T17:28:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:22 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:22 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:22 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:22.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:22 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:22.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:22 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:22.798 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:22 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:22 smithi090 ceph-mon[29417]: scrub queued for path: / 2024-04-26T17:28:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:22 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:22 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:22 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:22 smithi090 ceph-mon[29417]: pgmap v408: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T17:28:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:22 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:22 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:22 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:22 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:22.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:22 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:22.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:22 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:22 smithi167 ceph-mon[32665]: scrub queued for path: / 2024-04-26T17:28:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:22 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:22 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:22 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:22 smithi167 ceph-mon[32665]: pgmap v408: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T17:28:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:22 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:22 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:22 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:22 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:22 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:22 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:28:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:28:23.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:23.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:28:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:28:23.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:24.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:28:24.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:28:24.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:28:24.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:24 smithi119 ceph-mon[32584]: pgmap v409: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T17:28:24.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:24 smithi119 ceph-mon[32584]: scrub summary: idle 2024-04-26T17:28:24.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:24 smithi090 ceph-mon[29417]: pgmap v409: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T17:28:24.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:24 smithi090 ceph-mon[29417]: scrub summary: idle 2024-04-26T17:28:25.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:24 smithi167 ceph-mon[32665]: pgmap v409: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T17:28:25.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:24 smithi167 ceph-mon[32665]: scrub summary: idle 2024-04-26T17:28:26.497 INFO:tasks.workunit.client.0.smithi090.stderr:Note: switching to '4e213a58e787437ff508e6c890ccd5fd32dc96b5'. 2024-04-26T17:28:26.497 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-26T17:28:26.497 INFO:tasks.workunit.client.0.smithi090.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-26T17:28:26.497 INFO:tasks.workunit.client.0.smithi090.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-26T17:28:26.497 INFO:tasks.workunit.client.0.smithi090.stderr:state without impacting any branches by switching back to a branch. 2024-04-26T17:28:26.497 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-26T17:28:26.497 INFO:tasks.workunit.client.0.smithi090.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-26T17:28:26.498 INFO:tasks.workunit.client.0.smithi090.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-26T17:28:26.498 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-26T17:28:26.498 INFO:tasks.workunit.client.0.smithi090.stderr: git switch -c 2024-04-26T17:28:26.498 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-26T17:28:26.498 INFO:tasks.workunit.client.0.smithi090.stderr:Or undo this operation with: 2024-04-26T17:28:26.498 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-26T17:28:26.498 INFO:tasks.workunit.client.0.smithi090.stderr: git switch - 2024-04-26T17:28:26.498 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-26T17:28:26.498 INFO:tasks.workunit.client.0.smithi090.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-26T17:28:26.498 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-26T17:28:26.498 INFO:tasks.workunit.client.0.smithi090.stderr:HEAD is now at 4e213a58e78 Merge pull request #57057 from adk3798/no-downgrade 2024-04-26T17:28:26.499 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-26T17:28:26.530 INFO:tasks.workunit.client.0.smithi090.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-26T17:28:26.532 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T17:28:26.532 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-26T17:28:26.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:26 smithi119 ceph-mon[32584]: pgmap v410: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-26T17:28:26.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:26 smithi090 ceph-mon[29417]: pgmap v410: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-26T17:28:27.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:26 smithi167 ceph-mon[32665]: pgmap v410: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-26T17:28:27.278 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-26T17:28:27.365 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-26T17:28:27.405 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T17:28:27.406 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T17:28:27.407 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-26T17:28:27.445 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T17:28:27.448 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:28:27.448 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-26T17:28:27.503 INFO:tasks.workunit:Running workunits matching fs/norstats on client.0... 2024-04-26T17:28:27.504 INFO:tasks.workunit:Running workunit fs/norstats/kernel_untar_tar.sh... 2024-04-26T17:28:27.504 DEBUG:teuthology.orchestra.run.smithi090:workunit test fs/norstats/kernel_untar_tar.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4e213a58e787437ff508e6c890ccd5fd32dc96b5 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/norstats/kernel_untar_tar.sh 2024-04-26T17:28:27.567 INFO:tasks.workunit.client.0.smithi090.stderr:+ KERNEL=linux-4.0.5 2024-04-26T17:28:27.568 INFO:tasks.workunit.client.0.smithi090.stderr:+ wget -q http://download.ceph.com/qa/linux-4.0.5.tar.xz 2024-04-26T17:28:28.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:28 smithi119 ceph-mon[32584]: pgmap v411: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-26T17:28:28.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:28 smithi090 ceph-mon[29417]: pgmap v411: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-26T17:28:29.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:28 smithi167 ceph-mon[32665]: pgmap v411: 129 pgs: 129 active+clean; 672 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-26T17:28:30.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:30 smithi119 ceph-mon[32584]: pgmap v412: 129 pgs: 129 active+clean; 13 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 1024 KiB/s wr, 14 op/s 2024-04-26T17:28:30.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:30 smithi090 ceph-mon[29417]: pgmap v412: 129 pgs: 129 active+clean; 13 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 1024 KiB/s wr, 14 op/s 2024-04-26T17:28:31.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:30 smithi167 ceph-mon[32665]: pgmap v412: 129 pgs: 129 active+clean; 13 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 1024 KiB/s wr, 14 op/s 2024-04-26T17:28:31.030 INFO:tasks.workunit.client.0.smithi090.stderr:+ mkdir untar_tar 2024-04-26T17:28:31.034 INFO:tasks.workunit.client.0.smithi090.stderr:+ cd untar_tar 2024-04-26T17:28:31.035 INFO:tasks.workunit.client.0.smithi090.stderr:+ tar Jxvf ../linux-4.0.5.tar.xz linux-4.0.5/Documentation/ 2024-04-26T17:28:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ 2024-04-26T17:28:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/00-INDEX 2024-04-26T17:28:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/ 2024-04-26T17:28:31.068 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/README 2024-04-26T17:28:31.070 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/obsolete/ 2024-04-26T17:28:31.072 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads 2024-04-26T17:28:31.074 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb 2024-04-26T17:28:31.076 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill 2024-04-26T17:28:31.079 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus 2024-04-26T17:28:31.081 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus 2024-04-26T17:28:31.084 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra 2024-04-26T17:28:31.087 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/removed/ 2024-04-26T17:28:31.089 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/removed/devfs 2024-04-26T17:28:31.091 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/removed/dv1394 2024-04-26T17:28:31.094 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/removed/ip_queue 2024-04-26T17:28:31.096 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/removed/net_dma 2024-04-26T17:28:31.099 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/removed/o2cb 2024-04-26T17:28:31.101 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/removed/raw1394 2024-04-26T17:28:31.103 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/removed/video1394 2024-04-26T17:28:31.105 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/ 2024-04-26T17:28:31.108 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/firewire-cdev 2024-04-26T17:28:31.110 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/o2cb 2024-04-26T17:28:31.112 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/syscalls 2024-04-26T17:28:31.114 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile 2024-04-26T17:28:31.116 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire 2024-04-26T17:28:31.118 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb 2024-04-26T17:28:31.121 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend 2024-04-26T17:28:31.123 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight 2024-04-26T17:28:31.125 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill 2024-04-26T17:28:31.128 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm 2024-04-26T17:28:31.130 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi 2024-04-26T17:28:31.132 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc 2024-04-26T17:28:31.135 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node 2024-04-26T17:28:31.137 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu 2024-04-26T17:28:31.140 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory 2024-04-26T17:28:31.142 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp 2024-04-26T17:28:31.145 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx 2024-04-26T17:28:31.146 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc 2024-04-26T17:28:31.149 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 2024-04-26T17:28:31.151 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars 2024-04-26T17:28:31.153 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump 2024-04-26T17:28:31.155 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog 2024-04-26T17:28:31.158 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-module 2024-04-26T17:28:31.161 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp 2024-04-26T17:28:31.163 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/thermal-notification 2024-04-26T17:28:31.166 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/stable/vdso 2024-04-26T17:28:31.168 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/ 2024-04-26T17:28:31.170 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget 2024-04-26T17:28:31.172 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget 2024-04-26T17:28:31.174 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm 2024-04-26T17:28:31.177 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm 2024-04-26T17:28:31.179 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem 2024-04-26T17:28:31.181 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs 2024-04-26T17:28:31.183 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid 2024-04-26T17:28:31.185 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback 2024-04-26T17:28:31.187 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage 2024-04-26T17:28:31.190 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi 2024-04-26T17:28:31.192 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm 2024-04-26T17:28:31.194 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex 2024-04-26T17:28:31.196 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet 2024-04-26T17:28:31.198 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis 2024-04-26T17:28:31.201 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial 2024-04-26T17:28:31.203 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink 2024-04-26T17:28:31.205 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset 2024-04-26T17:28:31.207 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1 2024-04-26T17:28:31.209 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2 2024-04-26T17:28:31.211 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc 2024-04-26T17:28:31.213 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe 2024-04-26T17:28:31.216 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ec 2024-04-26T17:28:31.218 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad 2024-04-26T17:28:31.220 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-olpc 2024-04-26T17:28:31.222 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto 2024-04-26T17:28:31.225 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd 2024-04-26T17:28:31.227 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/dev-kmsg 2024-04-26T17:28:31.229 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/evm 2024-04-26T17:28:31.231 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/ima_policy 2024-04-26T17:28:31.234 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/procfs-diskstats 2024-04-26T17:28:31.236 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/pstore 2024-04-26T17:28:31.238 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ata 2024-04-26T17:28:31.241 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block 2024-04-26T17:28:31.243 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache 2024-04-26T17:28:31.245 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm 2024-04-26T17:28:31.247 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd 2024-04-26T17:28:31.249 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram 2024-04-26T17:28:31.252 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi 2024-04-26T17:28:31.255 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba 2024-04-26T17:28:31.257 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma 2024-04-26T17:28:31.259 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10 2024-04-26T17:28:31.261 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x 2024-04-26T17:28:31.264 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel 2024-04-26T17:28:31.266 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc 2024-04-26T17:28:31.268 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css 2024-04-26T17:28:31.270 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events 2024-04-26T17:28:31.272 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format 2024-04-26T17:28:31.275 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7 2024-04-26T17:28:31.277 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci 2024-04-26T17:28:31.279 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe 2024-04-26T17:28:31.282 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi 2024-04-26T17:28:31.284 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480 2024-04-26T17:28:31.287 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352 2024-04-26T17:28:31.289 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533 2024-04-26T17:28:31.291 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio 2024-04-26T17:28:31.295 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150 2024-04-26T17:28:31.297 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523 2024-04-26T17:28:31.299 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350 2024-04-26T17:28:31.301 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160 2024-04-26T17:28:31.303 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als 2024-04-26T17:28:31.306 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050 2024-04-26T17:28:31.308 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935 2024-04-26T17:28:31.310 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs 2024-04-26T17:28:31.312 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio 2024-04-26T17:28:31.315 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media 2024-04-26T17:28:31.317 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei 2024-04-26T17:28:31.319 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci 2024-04-26T17:28:31.321 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss 2024-04-26T17:28:31.324 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd 2024-04-26T17:28:31.326 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform 2024-04-26T17:28:31.328 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd 2024-04-26T17:28:31.330 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg 2024-04-26T17:28:31.332 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc 2024-04-26T17:28:31.334 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb 2024-04-26T17:28:31.336 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg 2024-04-26T17:28:31.339 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest 2024-04-26T17:28:31.341 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-c2port 2024-04-26T17:28:31.343 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency 2024-04-26T17:28:31.345 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class 2024-04-26T17:28:31.347 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870 2024-04-26T17:28:31.349 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533 2024-04-26T17:28:31.352 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi 2024-04-26T17:28:31.354 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl 2024-04-26T17:28:31.356 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq 2024-04-26T17:28:31.359 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon 2024-04-26T17:28:31.361 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu 2024-04-26T17:28:31.366 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu 2024-04-26T17:28:31.366 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu 2024-04-26T17:28:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd 2024-04-26T17:28:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led 2024-04-26T17:28:31.372 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533 2024-04-26T17:28:31.375 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r 2024-04-26T17:28:31.376 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei 2024-04-26T17:28:31.378 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt 2024-04-26T17:28:31.381 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd 2024-04-26T17:28:31.383 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net 2024-04-26T17:28:31.385 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv 2024-04-26T17:28:31.388 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm 2024-04-26T17:28:31.390 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan 2024-04-26T17:28:31.392 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh 2024-04-26T17:28:31.395 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues 2024-04-26T17:28:31.397 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics 2024-04-26T17:28:31.400 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd 2024-04-26T17:28:31.402 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-power 2024-04-26T17:28:31.404 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap 2024-04-26T17:28:31.406 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm 2024-04-26T17:28:31.409 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc 2024-04-26T17:28:31.411 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator 2024-04-26T17:28:31.413 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration 2024-04-26T17:28:31.416 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host 2024-04-26T17:28:31.418 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc 2024-04-26T17:28:31.421 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc 2024-04-26T17:28:31.423 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-dev 2024-04-26T17:28:31.425 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices 2024-04-26T17:28:31.427 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac 2024-04-26T17:28:31.430 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node 2024-04-26T17:28:31.432 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr 2024-04-26T17:28:31.434 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory 2024-04-26T17:28:31.436 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc 2024-04-26T17:28:31.438 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online 2024-04-26T17:28:31.441 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget 2024-04-26T17:28:31.443 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3 2024-04-26T17:28:31.445 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb 2024-04-26T17:28:31.448 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power 2024-04-26T17:28:31.450 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0 2024-04-26T17:28:31.453 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1 2024-04-26T17:28:31.455 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2 2024-04-26T17:28:31.457 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot 2024-04-26T17:28:31.460 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup 2024-04-26T17:28:31.464 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state 2024-04-26T17:28:31.466 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state 2024-04-26T17:28:31.469 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use 2024-04-26T17:28:31.471 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc 2024-04-26T17:28:31.473 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun 2024-04-26T17:28:31.475 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu 2024-04-26T17:28:31.477 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl 2024-04-26T17:28:31.480 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu 2024-04-26T17:28:31.482 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe 2024-04-26T17:28:31.484 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid 2024-04-26T17:28:31.486 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo 2024-04-26T17:28:31.489 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff 2024-04-26T17:28:31.491 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch 2024-04-26T17:28:31.493 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd 2024-04-26T17:28:31.495 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys 2024-04-26T17:28:31.497 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo 2024-04-26T17:28:31.499 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku 2024-04-26T17:28:31.502 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone 2024-04-26T17:28:31.504 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus 2024-04-26T17:28:31.507 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure 2024-04-26T17:28:31.509 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus 2024-04-26T17:28:31.512 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua 2024-04-26T17:28:31.515 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-pyra 2024-04-26T17:28:32.367 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.365+0000 7f9d2f9af640 1 -- 172.21.15.90:0/2467135749 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d28103340 msgr2=0x7f9d281057b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:32.367 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.365+0000 7f9d2f9af640 1 --2- 172.21.15.90:0/2467135749 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d28103340 0x7f9d281057b0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f9d18009900 tx=0x7f9d1802a410 comp rx=0 tx=0).stop 2024-04-26T17:28:32.367 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.365+0000 7f9d2f9af640 1 -- 172.21.15.90:0/2467135749 shutdown_connections 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.365+0000 7f9d2f9af640 1 --2- 172.21.15.90:0/2467135749 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d28105cf0 0x7f9d28106170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.365+0000 7f9d2f9af640 1 --2- 172.21.15.90:0/2467135749 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d28103340 0x7f9d281057b0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.365+0000 7f9d2f9af640 1 --2- 172.21.15.90:0/2467135749 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9d281009d0 0x7f9d28102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.365+0000 7f9d2f9af640 1 -- 172.21.15.90:0/2467135749 >> 172.21.15.90:0/2467135749 conn(0x7f9d280fc5f0 msgr2=0x7f9d280fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.365+0000 7f9d2f9af640 1 -- 172.21.15.90:0/2467135749 shutdown_connections 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2f9af640 1 -- 172.21.15.90:0/2467135749 wait complete. 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2f9af640 1 Processor -- start 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2f9af640 1 -- start start 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2f9af640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9d281009d0 0x7f9d2819e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2f9af640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d28103340 0x7f9d2819ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2f9af640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d28105cf0 0x7f9d281a5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2f9af640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9d28114280 con 0x7f9d28105cf0 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2f9af640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9d28114100 con 0x7f9d281009d0 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2f9af640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9d28114400 con 0x7f9d28103340 2024-04-26T17:28:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2df4c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d28105cf0 0x7f9d281a5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2df4c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d28105cf0 0x7f9d281a5e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:49066/0 (socket says 172.21.15.90:49066) 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2df4c640 1 -- 172.21.15.90:0/548067172 learned_addr learned my addr 172.21.15.90:0/548067172 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d28103340 0x7f9d2819ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.366+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9d281009d0 0x7f9d2819e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.367+0000 7f9d2df4c640 1 -- 172.21.15.90:0/548067172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d28103340 msgr2=0x7f9d2819ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.367+0000 7f9d2df4c640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d28103340 0x7f9d2819ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.367+0000 7f9d2df4c640 1 -- 172.21.15.90:0/548067172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9d281009d0 msgr2=0x7f9d2819e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.367+0000 7f9d2df4c640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9d281009d0 0x7f9d2819e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.367+0000 7f9d2df4c640 1 -- 172.21.15.90:0/548067172 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d281a64c0 con 0x7f9d28105cf0 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.367+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9d281009d0 0x7f9d2819e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.367+0000 7f9d2df4c640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d28105cf0 0x7f9d281a5e50 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000eb10 tx=0x7f9d2000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.367+0000 7f9d1e7fc640 1 -- 172.21.15.90:0/548067172 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d20004b20 con 0x7f9d28105cf0 2024-04-26T17:28:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.367+0000 7f9d1e7fc640 1 -- 172.21.15.90:0/548067172 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9d20004cc0 con 0x7f9d28105cf0 2024-04-26T17:28:32.370 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.367+0000 7f9d2f9af640 1 -- 172.21.15.90:0/548067172 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d281a67b0 con 0x7f9d28105cf0 2024-04-26T17:28:32.370 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.367+0000 7f9d1e7fc640 1 -- 172.21.15.90:0/548067172 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d20010690 con 0x7f9d28105cf0 2024-04-26T17:28:32.370 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.367+0000 7f9d2f9af640 1 -- 172.21.15.90:0/548067172 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d281a6cd0 con 0x7f9d28105cf0 2024-04-26T17:28:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.369+0000 7f9d1e7fc640 1 -- 172.21.15.90:0/548067172 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138697+0+0 (secure 0 0 0) 0x7f9d20005020 con 0x7f9d28105cf0 2024-04-26T17:28:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d3279b740 1 Processor -- start 2024-04-26T17:28:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d1e7fc640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9d140a3cf0 0x7f9d140a61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d3279b740 1 -- start start 2024-04-26T17:28:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d3279b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623364615d0 0x5623364619f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d3279b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 0x562336466ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d3279b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336467130 0x5623364695c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d3279b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5623363c6110 con 0x562336461fc0 2024-04-26T17:28:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d3279b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5623363624a0 con 0x562336467130 2024-04-26T17:28:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d3279b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5623363c20d0 con 0x5623364615d0 2024-04-26T17:28:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9d140a3cf0 0x7f9d140a61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d1e7fc640 1 -- 172.21.15.90:0/548067172 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f9d200d10d0 con 0x7f9d28105cf0 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d2cf4a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 0x562336466ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d2cf4a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 0x562336466ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:49070/0 (socket says 172.21.15.90:49070) 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d2cf4a640 1 -- 172.21.15.90:0/4256248084 learned_addr learned my addr 172.21.15.90:0/4256248084 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d2df4c640 1 --2- 172.21.15.90:0/4256248084 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336467130 0x5623364695c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.370+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/4256248084 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623364615d0 0x5623364619f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.371+0000 7f9d2cf4a640 1 -- 172.21.15.90:0/4256248084 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623364615d0 msgr2=0x5623364619f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.371+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/4256248084 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623364615d0 0x5623364619f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.371+0000 7f9d2cf4a640 1 -- 172.21.15.90:0/4256248084 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336467130 msgr2=0x5623364695c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.371+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/4256248084 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336467130 0x5623364695c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.371+0000 7f9d2cf4a640 1 -- 172.21.15.90:0/4256248084 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623360d8210 con 0x562336461fc0 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.371+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9d140a3cf0 0x7f9d140a61b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9d1802a930 tx=0x7f9d18009640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.371+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/4256248084 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 0x562336466ac0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f9d18033000 tx=0x7f9d18047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d495258bc561ae4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.371+0000 7f9d137fe640 1 -- 172.21.15.90:0/4256248084 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1804d070 con 0x562336461fc0 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.371+0000 7f9d137fe640 1 -- 172.21.15.90:0/4256248084 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9d180035f0 con 0x562336461fc0 2024-04-26T17:28:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.371+0000 7f9d137fe640 1 -- 172.21.15.90:0/4256248084 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d18035040 con 0x562336461fc0 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 -- 172.21.15.90:0/4256248084 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 msgr2=0x562336466ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 --2- 172.21.15.90:0/4256248084 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 0x562336466ac0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f9d18033000 tx=0x7f9d18047000 comp rx=0 tx=0).stop 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 -- 172.21.15.90:0/4256248084 shutdown_connections 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 --2- 172.21.15.90:0/4256248084 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336467130 0x5623364695c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 --2- 172.21.15.90:0/4256248084 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 0x562336466ac0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 --2- 172.21.15.90:0/4256248084 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5623364615d0 0x5623364619f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 -- 172.21.15.90:0/4256248084 >> 172.21.15.90:0/4256248084 conn(0x5623364299c0 msgr2=0x56233645d050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 -- 172.21.15.90:0/4256248084 shutdown_connections 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 -- 172.21.15.90:0/4256248084 wait complete. 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 -- start start 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 Processor -- start 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623364615d0 0x56233646b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 0x56233646bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.372+0000 7f9d3279b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336467130 0x562336472d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d3279b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56233646a080 con 0x562336461fc0 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d3279b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5623363600b0 con 0x5623364615d0 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d3279b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56233646a200 con 0x562336467130 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d3279b740 10 client.0 _ll_register_callbacks cb 0x56233634dd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d2cf4a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 0x56233646bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d2cf4a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 0x56233646bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:49086/0 (socket says 172.21.15.90:49086) 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d2cf4a640 1 -- 172.21.15.90:0/1210269382 learned_addr learned my addr 172.21.15.90:0/1210269382 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623364615d0 0x56233646b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d2df4c640 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336467130 0x562336472d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d2cf4a640 1 -- 172.21.15.90:0/1210269382 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336467130 msgr2=0x562336472d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336467130 0x562336472d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d2cf4a640 1 -- 172.21.15.90:0/1210269382 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623364615d0 msgr2=0x56233646b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623364615d0 0x56233646b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d2cf4a640 1 -- 172.21.15.90:0/1210269382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623361a4620 con 0x562336461fc0 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623364615d0 0x56233646b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 0x56233646bcf0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f9d18006010 tx=0x7f9d18000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64f04c81249dd012 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d10ff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d10ff9640 1 -- 172.21.15.90:0/1210269382 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d18055020 con 0x562336461fc0 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d3279b740 1 -- 172.21.15.90:0/1210269382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d180035f0 con 0x562336461fc0 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d10ff9640 1 -- 172.21.15.90:0/1210269382 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f9d180039b0 con 0x562336461fc0 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.373+0000 7f9d10ff9640 1 -- 172.21.15.90:0/1210269382 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9d18060050 con 0x562336461fc0 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.374+0000 7f9d3279b740 10 client.16254 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.374+0000 7f9d3279b740 1 -- 172.21.15.90:0/1210269382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56233646a080 con 0x562336461fc0 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.374+0000 7f9d10ff9640 1 -- 172.21.15.90:0/1210269382 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9d180035f0 con 0x562336461fc0 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.374+0000 7f9d10ff9640 1 -- 172.21.15.90:0/1210269382 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f9d1803d9e0 con 0x562336461fc0 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.374+0000 7f9d3279b740 10 client.16254 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.374+0000 7f9d3279b740 10 client.16254 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.374+0000 7f9d3279b740 20 client.16254 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.374+0000 7f9d3279b740 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5623364772e0 0x5623364796d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.374+0000 7f9d3279b740 4 client.16254 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.374+0000 7f9d3279b740 1 -- 172.21.15.90:0/1210269382 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5623363d3d20 con 0x5623364772e0 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.374+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5623364772e0 0x5623364796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.375+0000 7f9d10ff9640 10 client.16254 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.375+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5623364772e0 0x5623364796d0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad9068d311650537 server_cookie=7029d9e3d69a6334 in_seq=0 out_seq=0 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.375+0000 7f9d10ff9640 1 -- 172.21.15.90:0/1210269382 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5623363d3d20 con 0x5623364772e0 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.375+0000 7f9d10ff9640 10 client.16254 handle_command_reply: tid=0 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.375+0000 7f9d3279b740 1 client.16254 shutdown 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.376+0000 7f9d3279b740 1 -- 172.21.15.90:0/1210269382 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 msgr2=0x56233646bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.376+0000 7f9d3279b740 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 0x56233646bcf0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f9d18006010 tx=0x7f9d18000bc0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.376+0000 7f9d3279b740 1 -- 172.21.15.90:0/1210269382 shutdown_connections 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.376+0000 7f9d3279b740 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5623364772e0 0x5623364796d0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.376+0000 7f9d3279b740 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336467130 0x562336472d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.376+0000 7f9d3279b740 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562336461fc0 0x56233646bcf0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.376+0000 7f9d3279b740 1 --2- 172.21.15.90:0/1210269382 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5623364615d0 0x56233646b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.376+0000 7f9d10ff9640 0 client.16254 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.376+0000 7f9d3279b740 1 -- 172.21.15.90:0/1210269382 >> 172.21.15.90:0/1210269382 conn(0x5623364299c0 msgr2=0x56233645c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.376+0000 7f9d3279b740 1 -- 172.21.15.90:0/1210269382 shutdown_connections 2024-04-26T17:28:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.376+0000 7f9d3279b740 1 -- 172.21.15.90:0/1210269382 wait complete. 2024-04-26T17:28:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.376+0000 7f9d3279b740 20 client.16254 trim_cache size 0 max 16384 2024-04-26T17:28:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.390+0000 7f9d3279b740 1 Processor -- start 2024-04-26T17:28:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.390+0000 7f9d3279b740 1 -- start start 2024-04-26T17:28:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d3279b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 0x5623364607f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d3279b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336461fc0 0x562336472cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d3279b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336467130 0x56233646b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d3279b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9d281b1370 con 0x5623364615d0 2024-04-26T17:28:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d3279b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9d281b2eb0 con 0x562336461fc0 2024-04-26T17:28:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d3279b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9d281b1a40 con 0x562336467130 2024-04-26T17:28:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d2d74b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 0x5623364607f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d2d74b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 0x5623364607f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:49102/0 (socket says 172.21.15.90:49102) 2024-04-26T17:28:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d2d74b640 1 -- 172.21.15.90:0/1611513045 learned_addr learned my addr 172.21.15.90:0/1611513045 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/1611513045 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336461fc0 0x562336472cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d2df4c640 1 --2- 172.21.15.90:0/1611513045 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336467130 0x56233646b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d2d74b640 1 -- 172.21.15.90:0/1611513045 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336467130 msgr2=0x56233646b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/1611513045 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336467130 0x56233646b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d2d74b640 1 -- 172.21.15.90:0/1611513045 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336461fc0 msgr2=0x562336472cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/1611513045 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336461fc0 0x562336472cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d2d74b640 1 -- 172.21.15.90:0/1611513045 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623364623a0 con 0x5623364615d0 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/1611513045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 0x5623364607f0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x562336479f40 tx=0x7f9d2400bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f123e04e102a8a08 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d12ffd640 1 -- 172.21.15.90:0/1611513045 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d24004230 con 0x5623364615d0 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d12ffd640 1 -- 172.21.15.90:0/1611513045 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9d24022070 con 0x5623364615d0 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.391+0000 7f9d12ffd640 1 -- 172.21.15.90:0/1611513045 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d24003c30 con 0x5623364615d0 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.392+0000 7f9d3279b740 1 -- 172.21.15.90:0/1611513045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 msgr2=0x5623364607f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.392+0000 7f9d3279b740 1 --2- 172.21.15.90:0/1611513045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 0x5623364607f0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x562336479f40 tx=0x7f9d2400bf90 comp rx=0 tx=0).stop 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.392+0000 7f9d3279b740 1 -- 172.21.15.90:0/1611513045 shutdown_connections 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.392+0000 7f9d3279b740 1 --2- 172.21.15.90:0/1611513045 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336467130 0x56233646b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.392+0000 7f9d3279b740 1 --2- 172.21.15.90:0/1611513045 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336461fc0 0x562336472cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.392+0000 7f9d3279b740 1 --2- 172.21.15.90:0/1611513045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 0x5623364607f0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.392+0000 7f9d3279b740 1 -- 172.21.15.90:0/1611513045 >> 172.21.15.90:0/1611513045 conn(0x5623364299c0 msgr2=0x56233645b9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.392+0000 7f9d3279b740 1 -- 172.21.15.90:0/1611513045 shutdown_connections 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.392+0000 7f9d3279b740 1 -- 172.21.15.90:0/1611513045 wait complete. 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.392+0000 7f9d3279b740 1 -- start start 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.392+0000 7f9d3279b740 1 Processor -- start 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d3279b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 0x562336470230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d3279b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336461fc0 0x562336470770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d3279b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336467130 0x562336471730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d3279b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9d281b27e0 con 0x5623364615d0 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d3279b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9d281b2110 con 0x562336467130 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d3279b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9d281af350 con 0x562336461fc0 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d3279b740 10 client.0 _ll_register_callbacks cb 0x7f9d180317d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d2d74b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 0x562336470230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d2d74b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 0x562336470230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:49118/0 (socket says 172.21.15.90:49118) 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d2d74b640 1 -- 172.21.15.90:0/118309497 learned_addr learned my addr 172.21.15.90:0/118309497 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/118309497 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336461fc0 0x562336470770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d2d74b640 1 -- 172.21.15.90:0/118309497 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336461fc0 msgr2=0x562336470770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/118309497 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336461fc0 0x562336470770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d2d74b640 1 -- 172.21.15.90:0/118309497 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336467130 msgr2=0x562336471730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/118309497 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336467130 0x562336471730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d2d74b640 1 -- 172.21.15.90:0/118309497 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562336471d20 con 0x5623364615d0 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d2d74b640 1 --2- 172.21.15.90:0/118309497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 0x562336470230 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f9d2400ba60 tx=0x7f9d24003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eae1fbab893a73e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d10ff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d10ff9640 1 -- 172.21.15.90:0/118309497 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d2402f410 con 0x5623364615d0 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d10ff9640 1 -- 172.21.15.90:0/118309497 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f9d2402f5b0 con 0x5623364615d0 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.393+0000 7f9d3279b740 1 -- 172.21.15.90:0/118309497 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d24022070 con 0x5623364615d0 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d10ff9640 1 -- 172.21.15.90:0/118309497 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9d2403a050 con 0x5623364615d0 2024-04-26T17:28:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d3279b740 10 client.16260 fetch_fsmap learned FSMap version 28 2024-04-26T17:28:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d3279b740 1 -- 172.21.15.90:0/118309497 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562336473030 con 0x5623364615d0 2024-04-26T17:28:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d10ff9640 1 -- 172.21.15.90:0/118309497 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9d24022070 con 0x5623364615d0 2024-04-26T17:28:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d10ff9640 1 -- 172.21.15.90:0/118309497 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f9d240268c0 con 0x5623364615d0 2024-04-26T17:28:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d3279b740 10 client.16260 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T17:28:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d3279b740 10 client.16260 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d3279b740 20 client.16260 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d3279b740 1 --2- 172.21.15.90:0/118309497 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5623364ddf20 0x5623364e0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d3279b740 4 client.16260 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:28:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d3279b740 1 -- 172.21.15.90:0/118309497 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5623363cdb90 con 0x5623364ddf20 2024-04-26T17:28:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/118309497 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5623364ddf20 0x5623364e0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d10ff9640 10 client.16260 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.394+0000 7f9d2cf4a640 1 --2- 172.21.15.90:0/118309497 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5623364ddf20 0x5623364e0340 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4012ba411aba621c server_cookie=fa6669144963b069 in_seq=0 out_seq=0 2024-04-26T17:28:32.524 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-ryos 2024-04-26T17:28:32.528 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-savu 2024-04-26T17:28:32.542 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-srws1 2024-04-26T17:28:32.546 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-wiimote 2024-04-26T17:28:32.551 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek 2024-04-26T17:28:32.556 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-intel-rapid-start 2024-04-26T17:28:32.562 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-pciback 2024-04-26T17:28:32.566 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-ppi 2024-04-26T17:28:32.571 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-samsung-laptop 2024-04-26T17:28:32.574 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-sunxi-sid 2024-04-26T17:28:32.578 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-tegra-fuse 2024-04-26T17:28:32.583 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-toshiba_acpi 2024-04-26T17:28:32.586 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d10ff9640 1 -- 172.21.15.90:0/118309497 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5623363cdb90 con 0x5623364ddf20 2024-04-26T17:28:32.586 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d10ff9640 10 client.16260 handle_command_reply: tid=0 2024-04-26T17:28:32.586 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d3279b740 1 client.16260 shutdown 2024-04-26T17:28:32.586 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d3279b740 1 -- 172.21.15.90:0/118309497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 msgr2=0x562336470230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:32.586 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d3279b740 1 --2- 172.21.15.90:0/118309497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 0x562336470230 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f9d2400ba60 tx=0x7f9d24003680 comp rx=0 tx=0).stop 2024-04-26T17:28:32.586 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d3279b740 1 -- 172.21.15.90:0/118309497 shutdown_connections 2024-04-26T17:28:32.587 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d3279b740 1 --2- 172.21.15.90:0/118309497 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5623364ddf20 0x5623364e0340 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.587 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d3279b740 1 --2- 172.21.15.90:0/118309497 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562336467130 0x562336471730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.587 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d10ff9640 0 client.16260 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:32.587 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d3279b740 1 --2- 172.21.15.90:0/118309497 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562336461fc0 0x562336470770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.587 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d3279b740 1 --2- 172.21.15.90:0/118309497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623364615d0 0x562336470230 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.587 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d3279b740 1 -- 172.21.15.90:0/118309497 >> 172.21.15.90:0/118309497 conn(0x5623364299c0 msgr2=0x56233645c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:32.587 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d3279b740 1 -- 172.21.15.90:0/118309497 shutdown_connections 2024-04-26T17:28:32.587 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d3279b740 1 -- 172.21.15.90:0/118309497 wait complete. 2024-04-26T17:28:32.587 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-wacom 2024-04-26T17:28:32.588 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.586+0000 7f9d3279b740 20 client.16260 trim_cache size 0 max 16384 2024-04-26T17:28:32.588 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:28:32.588 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:28:32.588 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:28:32.588 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:28:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.587+0000 7f9d2f9af640 1 -- 172.21.15.90:0/548067172 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9d140a3cf0 msgr2=0x7f9d140a61b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.587+0000 7f9d2f9af640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9d140a3cf0 0x7f9d140a61b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9d1802a930 tx=0x7f9d18009640 comp rx=0 tx=0).stop 2024-04-26T17:28:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.587+0000 7f9d2f9af640 1 -- 172.21.15.90:0/548067172 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d28105cf0 msgr2=0x7f9d281a5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.587+0000 7f9d2f9af640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d28105cf0 0x7f9d281a5e50 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000eb10 tx=0x7f9d2000c2d0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.587+0000 7f9d2f9af640 1 -- 172.21.15.90:0/548067172 shutdown_connections 2024-04-26T17:28:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.587+0000 7f9d2f9af640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9d140a3cf0 0x7f9d140a61b0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.587+0000 7f9d2f9af640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d28105cf0 0x7f9d281a5e50 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.587+0000 7f9d2f9af640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d28103340 0x7f9d2819ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.587+0000 7f9d2f9af640 1 --2- 172.21.15.90:0/548067172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9d281009d0 0x7f9d2819e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.587+0000 7f9d2f9af640 1 -- 172.21.15.90:0/548067172 >> 172.21.15.90:0/548067172 conn(0x7f9d280fc5f0 msgr2=0x7f9d28101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:32.590 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.587+0000 7f9d2f9af640 1 -- 172.21.15.90:0/548067172 shutdown_connections 2024-04-26T17:28:32.590 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:32.587+0000 7f9d2f9af640 1 -- 172.21.15.90:0/548067172 wait complete. 2024-04-26T17:28:32.590 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkback 2024-04-26T17:28:32.591 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkfront 2024-04-26T17:28:32.594 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-acpi 2024-04-26T17:28:32.596 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi 2024-04-26T17:28:32.598 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi 2024-04-26T17:28:32.601 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map 2024-04-26T17:28:32.603 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-gsmi 2024-04-26T17:28:32.606 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log 2024-04-26T17:28:32.608 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-memmap 2024-04-26T17:28:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-ofw 2024-04-26T17:28:32.613 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi 2024-04-26T17:28:32.615 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sgi_uv 2024-04-26T17:28:32.617 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-ext4 2024-04-26T17:28:32.620 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-f2fs 2024-04-26T17:28:32.623 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-nilfs2 2024-04-26T17:28:32.625 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-xfs 2024-04-26T17:28:32.628 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-gpio 2024-04-26T17:28:32.630 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-i2c-bmp085 2024-04-26T17:28:32.632 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ibft 2024-04-26T17:28:32.634 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-boot_params 2024-04-26T17:28:32.637 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-fscaps 2024-04-26T17:28:32.640 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-iommu_groups 2024-04-26T17:28:32.642 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-livepatch 2024-04-26T17:28:32.645 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm 2024-04-26T17:28:32.648 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-hugepages 2024-04-26T17:28:32.651 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-ksm 2024-04-26T17:28:32.653 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-slab 2024-04-26T17:28:32.656 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-uids 2024-04-26T17:28:32.658 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-vmcoreinfo 2024-04-26T17:28:32.661 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-memory-page-offline 2024-04-26T17:28:32.663 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-module 2024-04-26T17:28:32.666 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ocfs2 2024-04-26T17:28:32.668 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-laptop 2024-04-26T17:28:32.671 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi 2024-04-26T17:28:32.673 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-at91 2024-04-26T17:28:32.676 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-brcmstb-gisb-arb 2024-04-26T17:28:32.678 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-chipidea-usb-otg 2024-04-26T17:28:32.681 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-eeepc-laptop 2024-04-26T17:28:32.683 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ideapad-laptop 2024-04-26T17:28:32.685 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-kim 2024-04-26T17:28:32.688 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-msi-laptop 2024-04-26T17:28:32.691 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-tahvo-usb 2024-04-26T17:28:32.693 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ts5500 2024-04-26T17:28:32.695 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-power 2024-04-26T17:28:32.698 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-pps 2024-04-26T17:28:32.700 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-profiling 2024-04-26T17:28:32.703 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ptp 2024-04-26T17:28:32.705 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-tty 2024-04-26T17:28:32.707 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-wusb_cbaf 2024-04-26T17:28:32.710 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/BUG-HUNTING 2024-04-26T17:28:32.713 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/Changes 2024-04-26T17:28:32.715 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/CodeOfConflict 2024-04-26T17:28:32.718 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/CodingStyle 2024-04-26T17:28:32.721 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DMA-API-HOWTO.txt 2024-04-26T17:28:32.724 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DMA-API.txt 2024-04-26T17:28:32.727 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DMA-ISA-LPC.txt 2024-04-26T17:28:32.729 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DMA-attributes.txt 2024-04-26T17:28:32.732 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/ 2024-04-26T17:28:32.734 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/.gitignore 2024-04-26T17:28:32.736 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/80211.tmpl 2024-04-26T17:28:32.738 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/Makefile 2024-04-26T17:28:32.740 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/alsa-driver-api.tmpl 2024-04-26T17:28:32.743 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/crypto-API.tmpl 2024-04-26T17:28:32.745 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/debugobjects.tmpl 2024-04-26T17:28:32.748 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/device-drivers.tmpl 2024-04-26T17:28:32.751 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/deviceiobook.tmpl 2024-04-26T17:28:32.753 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/drm.tmpl 2024-04-26T17:28:32.759 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/filesystems.tmpl 2024-04-26T17:28:32.761 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/gadget.tmpl 2024-04-26T17:28:32.764 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/genericirq.tmpl 2024-04-26T17:28:32.767 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/kernel-api.tmpl 2024-04-26T17:28:32.769 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/kernel-hacking.tmpl 2024-04-26T17:28:32.772 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/kernel-locking.tmpl 2024-04-26T17:28:32.776 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/kgdb.tmpl 2024-04-26T17:28:32.779 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/libata.tmpl 2024-04-26T17:28:32.782 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/librs.tmpl 2024-04-26T17:28:32.785 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/lsm.tmpl 2024-04-26T17:28:32.788 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/ 2024-04-26T17:28:32.790 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/Makefile 2024-04-26T17:28:32.793 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/bayer.png.b64 2024-04-26T17:28:32.796 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/constraints.png.b64 2024-04-26T17:28:32.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:32 smithi119 ceph-mon[32584]: pgmap v413: 129 pgs: 129 active+clean; 25 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-26T17:28:32.799 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/crop.gif.b64 2024-04-26T17:28:32.802 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ 2024-04-26T17:28:32.803 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/.gitignore 2024-04-26T17:28:32.805 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/audio.xml 2024-04-26T17:28:32.808 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ca.xml 2024-04-26T17:28:32.810 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/demux.xml 2024-04-26T17:28:32.814 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbapi.xml 2024-04-26T17:28:32.815 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbproperty.xml 2024-04-26T17:28:32.819 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbstb.pdf 2024-04-26T17:28:32.823 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/examples.xml 2024-04-26T17:28:32.825 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/frontend.xml 2024-04-26T17:28:32.828 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/intro.xml 2024-04-26T17:28:32.831 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/kdapi.xml 2024-04-26T17:28:32.835 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/net.xml 2024-04-26T17:28:32.837 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/video.xml 2024-04-26T17:28:32.840 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/dvbstb.png.b64 2024-04-26T17:28:32.844 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_bt.gif.b64 2024-04-26T17:28:32.847 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_tb.gif.b64 2024-04-26T17:28:32.850 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt.gif.b64 2024-04-26T17:28:32.852 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt_example.gif.b64 2024-04-26T17:28:32.855 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/pipeline.png.b64 2024-04-26T17:28:32.857 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/selection.png.b64 2024-04-26T17:28:32.860 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/ 2024-04-26T17:28:32.862 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/.gitignore 2024-04-26T17:28:32.864 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/biblio.xml 2024-04-26T17:28:32.866 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/capture.c.xml 2024-04-26T17:28:32.868 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/common.xml 2024-04-26T17:28:32.871 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/compat.xml 2024-04-26T17:28:32.875 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/controls.xml 2024-04-26T17:28:32.882 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/crop.pdf 2024-04-26T17:28:32.884 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-capture.xml 2024-04-26T17:28:32.887 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-codec.xml 2024-04-26T17:28:32.889 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-effect.xml 2024-04-26T17:28:32.892 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-event.xml 2024-04-26T17:28:32.894 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-osd.xml 2024-04-26T17:28:32.897 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-output.xml 2024-04-26T17:28:32.899 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-overlay.xml 2024-04-26T17:28:32.902 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-radio.xml 2024-04-26T17:28:32.904 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-raw-vbi.xml 2024-04-26T17:28:32.907 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-rds.xml 2024-04-26T17:28:32.909 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sdr.xml 2024-04-26T17:28:32.912 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sliced-vbi.xml 2024-04-26T17:28:32.915 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-subdev.xml 2024-04-26T17:28:32.918 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-teletext.xml 2024-04-26T17:28:32.921 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/driver.xml 2024-04-26T17:28:32.924 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fdl-appendix.xml 2024-04-26T17:28:32.926 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_bt.pdf 2024-04-26T17:28:32.928 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_tb.pdf 2024-04-26T17:28:32.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:32 smithi090 ceph-mon[29417]: pgmap v413: 129 pgs: 129 active+clean; 25 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-26T17:28:32.931 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-close.xml 2024-04-26T17:28:32.933 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-ioctl.xml 2024-04-26T17:28:32.936 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-mmap.xml 2024-04-26T17:28:32.938 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-munmap.xml 2024-04-26T17:28:32.941 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-open.xml 2024-04-26T17:28:32.943 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-poll.xml 2024-04-26T17:28:32.945 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-read.xml 2024-04-26T17:28:32.948 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-select.xml 2024-04-26T17:28:32.950 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-write.xml 2024-04-26T17:28:32.953 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/gen-errors.xml 2024-04-26T17:28:32.955 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/io.xml 2024-04-26T17:28:32.959 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/keytable.c.xml 2024-04-26T17:28:32.961 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/libv4l.xml 2024-04-26T17:28:32.964 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/lirc_device_interface.xml 2024-04-26T17:28:32.967 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-controller.xml 2024-04-26T17:28:32.969 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-close.xml 2024-04-26T17:28:32.971 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-ioctl.xml 2024-04-26T17:28:32.974 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-open.xml 2024-04-26T17:28:32.976 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-device-info.xml 2024-04-26T17:28:32.978 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-entities.xml 2024-04-26T17:28:32.981 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-links.xml 2024-04-26T17:28:32.984 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-setup-link.xml 2024-04-26T17:28:32.986 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pipeline.pdf 2024-04-26T17:28:32.989 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-grey.xml 2024-04-26T17:28:32.991 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-m420.xml 2024-04-26T17:28:32.994 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12.xml 2024-04-26T17:28:32.996 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12m.xml 2024-04-26T17:28:32.998 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12mt.xml 2024-04-26T17:28:33.000 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16.xml 2024-04-26T17:28:33.001 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:32 smithi167 ceph-mon[32665]: pgmap v413: 129 pgs: 129 active+clean; 25 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-26T17:28:33.003 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16m.xml 2024-04-26T17:28:33.005 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv24.xml 2024-04-26T17:28:33.008 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-rgb.xml 2024-04-26T17:28:33.010 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-yuv.xml 2024-04-26T17:28:33.013 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr16.xml 2024-04-26T17:28:33.015 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr8.xml 2024-04-26T17:28:33.018 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs08.xml 2024-04-26T17:28:33.020 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs14le.xml 2024-04-26T17:28:33.022 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu08.xml 2024-04-26T17:28:33.024 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu16le.xml 2024-04-26T17:28:33.026 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-ru12le.xml 2024-04-26T17:28:33.029 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgbrg8.xml 2024-04-26T17:28:33.031 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgrbg8.xml 2024-04-26T17:28:33.034 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10.xml 2024-04-26T17:28:33.037 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10alaw8.xml 2024-04-26T17:28:33.039 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10dpcm8.xml 2024-04-26T17:28:33.041 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10p.xml 2024-04-26T17:28:33.044 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb12.xml 2024-04-26T17:28:33.046 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb8.xml 2024-04-26T17:28:33.048 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uv8.xml 2024-04-26T17:28:33.051 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uyvy.xml 2024-04-26T17:28:33.053 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-vyuy.xml 2024-04-26T17:28:33.056 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10.xml 2024-04-26T17:28:33.058 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10b.xml 2024-04-26T17:28:33.060 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y12.xml 2024-04-26T17:28:33.062 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y16.xml 2024-04-26T17:28:33.064 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y41p.xml 2024-04-26T17:28:33.067 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv410.xml 2024-04-26T17:28:33.069 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv411p.xml 2024-04-26T17:28:33.071 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420.xml 2024-04-26T17:28:33.074 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420m.xml 2024-04-26T17:28:33.076 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv422p.xml 2024-04-26T17:28:33.078 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuyv.xml 2024-04-26T17:28:33.081 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvu420m.xml 2024-04-26T17:28:33.084 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvyu.xml 2024-04-26T17:28:33.086 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt.xml 2024-04-26T17:28:33.090 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/planar-apis.xml 2024-04-26T17:28:33.093 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/remote_controllers.xml 2024-04-26T17:28:33.095 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selection-api.xml 2024-04-26T17:28:33.098 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selections-common.xml 2024-04-26T17:28:33.100 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-formats.xml 2024-04-26T17:28:33.105 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.dia 2024-04-26T17:28:33.108 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.svg 2024-04-26T17:28:33.110 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.dia 2024-04-26T17:28:33.114 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.svg 2024-04-26T17:28:33.116 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.dia 2024-04-26T17:28:33.119 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.svg 2024-04-26T17:28:33.122 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2.xml 2024-04-26T17:28:33.125 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2grab.c.xml 2024-04-26T17:28:33.127 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_525.pdf 2024-04-26T17:28:33.129 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_625.pdf 2024-04-26T17:28:33.132 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_hsync.pdf 2024-04-26T17:28:33.134 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-create-bufs.xml 2024-04-26T17:28:33.137 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-cropcap.xml 2024-04-26T17:28:33.140 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-chip-info.xml 2024-04-26T17:28:33.143 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-register.xml 2024-04-26T17:28:33.145 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-decoder-cmd.xml 2024-04-26T17:28:33.148 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dqevent.xml 2024-04-26T17:28:33.151 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dv-timings-cap.xml 2024-04-26T17:28:33.153 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-encoder-cmd.xml 2024-04-26T17:28:33.156 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-dv-timings.xml 2024-04-26T17:28:33.158 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-fmt.xml 2024-04-26T17:28:33.160 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-frameintervals.xml 2024-04-26T17:28:33.163 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-framesizes.xml 2024-04-26T17:28:33.165 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-freq-bands.xml 2024-04-26T17:28:33.167 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudio.xml 2024-04-26T17:28:33.170 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudioout.xml 2024-04-26T17:28:33.172 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enuminput.xml 2024-04-26T17:28:33.175 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumoutput.xml 2024-04-26T17:28:33.177 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumstd.xml 2024-04-26T17:28:33.180 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-expbuf.xml 2024-04-26T17:28:33.182 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audio.xml 2024-04-26T17:28:33.185 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audioout.xml 2024-04-26T17:28:33.187 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-crop.xml 2024-04-26T17:28:33.189 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ctrl.xml 2024-04-26T17:28:33.192 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-dv-timings.xml 2024-04-26T17:28:33.195 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-edid.xml 2024-04-26T17:28:33.197 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-enc-index.xml 2024-04-26T17:28:33.200 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ext-ctrls.xml 2024-04-26T17:28:33.202 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fbuf.xml 2024-04-26T17:28:33.205 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fmt.xml 2024-04-26T17:28:33.208 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-frequency.xml 2024-04-26T17:28:33.210 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-input.xml 2024-04-26T17:28:33.212 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-jpegcomp.xml 2024-04-26T17:28:33.214 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-modulator.xml 2024-04-26T17:28:33.217 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-output.xml 2024-04-26T17:28:33.220 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-parm.xml 2024-04-26T17:28:33.222 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-priority.xml 2024-04-26T17:28:33.225 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-selection.xml 2024-04-26T17:28:33.227 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-sliced-vbi-cap.xml 2024-04-26T17:28:33.230 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-std.xml 2024-04-26T17:28:33.232 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-tuner.xml 2024-04-26T17:28:33.235 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-log-status.xml 2024-04-26T17:28:33.237 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-overlay.xml 2024-04-26T17:28:33.239 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-prepare-buf.xml 2024-04-26T17:28:33.242 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-qbuf.xml 2024-04-26T17:28:33.245 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-query-dv-timings.xml 2024-04-26T17:28:33.247 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querybuf.xml 2024-04-26T17:28:33.558 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querycap.xml 2024-04-26T17:28:33.560 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-queryctrl.xml 2024-04-26T17:28:33.563 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querystd.xml 2024-04-26T17:28:33.566 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-reqbufs.xml 2024-04-26T17:28:33.568 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-s-hw-freq-seek.xml 2024-04-26T17:28:33.571 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-streamon.xml 2024-04-26T17:28:33.574 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-interval.xml 2024-04-26T17:28:33.576 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-size.xml 2024-04-26T17:28:33.579 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-mbus-code.xml 2024-04-26T17:28:33.582 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-crop.xml 2024-04-26T17:28:33.584 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-fmt.xml 2024-04-26T17:28:33.587 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-frame-interval.xml 2024-04-26T17:28:33.589 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-selection.xml 2024-04-26T17:28:33.592 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subscribe-event.xml 2024-04-26T17:28:33.594 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_525.gif.b64 2024-04-26T17:28:33.597 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_625.gif.b64 2024-04-26T17:28:33.600 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_hsync.gif.b64 2024-04-26T17:28:33.602 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/media_api.tmpl 2024-04-26T17:28:33.604 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/mtdnand.tmpl 2024-04-26T17:28:33.607 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/networking.tmpl 2024-04-26T17:28:33.610 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/rapidio.tmpl 2024-04-26T17:28:33.612 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/regulator.tmpl 2024-04-26T17:28:33.615 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/s390-drivers.tmpl 2024-04-26T17:28:33.617 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/scsi.tmpl 2024-04-26T17:28:33.620 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/sh.tmpl 2024-04-26T17:28:33.623 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/stylesheet.xsl 2024-04-26T17:28:33.625 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/tracepoint.tmpl 2024-04-26T17:28:33.627 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/uio-howto.tmpl 2024-04-26T17:28:33.630 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/usb.tmpl 2024-04-26T17:28:33.633 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/w1.tmpl 2024-04-26T17:28:33.635 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/writing-an-alsa-driver.tmpl 2024-04-26T17:28:33.642 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/writing_musb_glue_layer.tmpl 2024-04-26T17:28:33.645 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/writing_usb_driver.tmpl 2024-04-26T17:28:33.647 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/DocBook/z8530book.tmpl 2024-04-26T17:28:33.650 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/EDID/ 2024-04-26T17:28:33.653 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/EDID/1024x768.S 2024-04-26T17:28:33.655 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/EDID/1280x1024.S 2024-04-26T17:28:33.657 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/EDID/1600x1200.S 2024-04-26T17:28:33.659 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/EDID/1680x1050.S 2024-04-26T17:28:33.661 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/EDID/1920x1080.S 2024-04-26T17:28:33.664 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/EDID/800x600.S 2024-04-26T17:28:33.666 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/EDID/HOWTO.txt 2024-04-26T17:28:33.668 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/EDID/Makefile 2024-04-26T17:28:33.671 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/EDID/edid.S 2024-04-26T17:28:33.673 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/EDID/hex 2024-04-26T17:28:33.675 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/HOWTO 2024-04-26T17:28:33.679 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/IPMI.txt 2024-04-26T17:28:33.681 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/IRQ-affinity.txt 2024-04-26T17:28:33.683 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/IRQ-domain.txt 2024-04-26T17:28:33.686 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/IRQ.txt 2024-04-26T17:28:33.688 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/Intel-IOMMU.txt 2024-04-26T17:28:33.690 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/Makefile 2024-04-26T17:28:33.692 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ManagementStyle 2024-04-26T17:28:33.694 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/PCI/ 2024-04-26T17:28:33.696 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/PCI/00-INDEX 2024-04-26T17:28:33.698 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/PCI/MSI-HOWTO.txt 2024-04-26T17:28:33.701 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/PCI/PCIEBUS-HOWTO.txt 2024-04-26T17:28:33.703 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/PCI/pci-error-recovery.txt 2024-04-26T17:28:33.706 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/PCI/pci-iov-howto.txt 2024-04-26T17:28:33.708 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/PCI/pci.txt 2024-04-26T17:28:33.711 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/PCI/pcieaer-howto.txt 2024-04-26T17:28:33.713 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/ 2024-04-26T17:28:33.715 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/00-INDEX 2024-04-26T17:28:33.717 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/NMI-RCU.txt 2024-04-26T17:28:33.719 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/RTFP.txt 2024-04-26T17:28:33.724 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/UP.txt 2024-04-26T17:28:33.726 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/arrayRCU.txt 2024-04-26T17:28:33.728 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/checklist.txt 2024-04-26T17:28:33.731 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/listRCU.txt 2024-04-26T17:28:33.733 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/lockdep-splat.txt 2024-04-26T17:28:33.735 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/lockdep.txt 2024-04-26T17:28:33.738 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/rcu.txt 2024-04-26T17:28:33.741 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/rcu_dereference.txt 2024-04-26T17:28:33.743 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/rcubarrier.txt 2024-04-26T17:28:33.746 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/rculist_nulls.txt 2024-04-26T17:28:33.748 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/rcuref.txt 2024-04-26T17:28:33.750 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/stallwarn.txt 2024-04-26T17:28:33.752 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/torture.txt 2024-04-26T17:28:33.755 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/trace.txt 2024-04-26T17:28:33.757 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/RCU/whatisRCU.txt 2024-04-26T17:28:33.761 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/SAK.txt 2024-04-26T17:28:33.763 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/SM501.txt 2024-04-26T17:28:33.766 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/SecurityBugs 2024-04-26T17:28:33.768 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/SubmitChecklist 2024-04-26T17:28:33.770 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/SubmittingDrivers 2024-04-26T17:28:33.772 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/SubmittingPatches 2024-04-26T17:28:33.775 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/VGA-softcursor.txt 2024-04-26T17:28:33.778 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/accounting/ 2024-04-26T17:28:33.780 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/accounting/.gitignore 2024-04-26T17:28:33.782 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/accounting/Makefile 2024-04-26T17:28:33.784 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/accounting/cgroupstats.txt 2024-04-26T17:28:33.786 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/accounting/delay-accounting.txt 2024-04-26T17:28:33.788 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/accounting/getdelays.c 2024-04-26T17:28:33.791 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/accounting/taskstats-struct.txt 2024-04-26T17:28:33.793 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/accounting/taskstats.txt 2024-04-26T17:28:33.796 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/ 2024-04-26T17:28:33.798 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/apei/ 2024-04-26T17:28:33.799 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/apei/einj.txt 2024-04-26T17:28:33.801 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/apei/output_format.txt 2024-04-26T17:28:33.804 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/debug.txt 2024-04-26T17:28:33.807 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/dsdt-override.txt 2024-04-26T17:28:33.809 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/enumeration.txt 2024-04-26T17:28:33.811 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/gpio-properties.txt 2024-04-26T17:28:33.813 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/initrd_table_override.txt 2024-04-26T17:28:33.816 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/method-customizing.txt 2024-04-26T17:28:33.818 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/method-tracing.txt 2024-04-26T17:28:33.821 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/namespace.txt 2024-04-26T17:28:33.825 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/scan_handlers.txt 2024-04-26T17:28:33.828 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/acpi/video_extension.txt 2024-04-26T17:28:33.830 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/aoe/ 2024-04-26T17:28:33.832 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/aoe/aoe.txt 2024-04-26T17:28:33.834 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/aoe/autoload.sh 2024-04-26T17:28:33.837 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/aoe/status.sh 2024-04-26T17:28:33.839 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/aoe/todo.txt 2024-04-26T17:28:33.841 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/aoe/udev-install.sh 2024-04-26T17:28:33.843 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/aoe/udev.txt 2024-04-26T17:28:33.845 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/applying-patches.txt 2024-04-26T17:28:33.848 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/ 2024-04-26T17:28:33.851 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/00-INDEX 2024-04-26T17:28:33.853 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Atmel/ 2024-04-26T17:28:33.855 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Atmel/README 2024-04-26T17:28:33.858 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Booting 2024-04-26T17:28:33.861 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/CCN.txt 2024-04-26T17:28:33.863 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/IXP4xx 2024-04-26T17:28:33.865 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Interrupts 2024-04-26T17:28:33.867 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Makefile 2024-04-26T17:28:33.870 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Marvell/ 2024-04-26T17:28:33.872 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Marvell/README 2024-04-26T17:28:33.875 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Netwinder 2024-04-26T17:28:33.878 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/OMAP/ 2024-04-26T17:28:33.880 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/OMAP/DSS 2024-04-26T17:28:33.883 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/OMAP/omap_pm 2024-04-26T17:28:33.886 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Porting 2024-04-26T17:28:33.889 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/README 2024-04-26T17:28:33.892 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/ 2024-04-26T17:28:33.894 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/ADSBitsy 2024-04-26T17:28:33.896 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/Assabet 2024-04-26T17:28:33.899 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/Brutus 2024-04-26T17:28:33.901 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/CERF 2024-04-26T17:28:33.904 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/FreeBird 2024-04-26T17:28:33.906 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsClient 2024-04-26T17:28:33.908 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsMaster 2024-04-26T17:28:33.910 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/HUW_WEBPANEL 2024-04-26T17:28:33.912 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/Itsy 2024-04-26T17:28:33.915 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/LART 2024-04-26T17:28:33.917 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/PLEB 2024-04-26T17:28:33.919 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/Pangolin 2024-04-26T17:28:33.921 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/Tifon 2024-04-26T17:28:33.924 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/Victor 2024-04-26T17:28:33.926 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/Yopy 2024-04-26T17:28:33.928 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/empeg 2024-04-26T17:28:33.931 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/nanoEngine 2024-04-26T17:28:33.933 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SA1100/serial_UART 2024-04-26T17:28:33.935 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/ 2024-04-26T17:28:33.938 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/.gitignore 2024-04-26T17:28:33.941 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/Makefile 2024-04-26T17:28:33.943 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/vrl4.c 2024-04-26T17:28:33.945 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-mmcif.txt 2024-04-26T17:28:33.947 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-sdhi.txt 2024-04-26T17:28:33.950 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SPEAr/ 2024-04-26T17:28:33.952 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/SPEAr/overview.txt 2024-04-26T17:28:33.955 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/ 2024-04-26T17:28:33.957 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/CPUfreq.txt 2024-04-26T17:28:33.960 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/EB2410ITX.txt 2024-04-26T17:28:33.962 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/GPIO.txt 2024-04-26T17:28:33.964 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/H1940.txt 2024-04-26T17:28:33.966 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/NAND.txt 2024-04-26T17:28:33.969 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Overview.txt 2024-04-26T17:28:33.971 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2412.txt 2024-04-26T17:28:33.973 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2413.txt 2024-04-26T17:28:33.976 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/SMDK2440.txt 2024-04-26T17:28:33.978 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Suspend.txt 2024-04-26T17:28:33.980 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/USB-Host.txt 2024-04-26T17:28:33.983 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung/ 2024-04-26T17:28:33.985 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung/GPIO.txt 2024-04-26T17:28:33.987 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung/Overview.txt 2024-04-26T17:28:33.989 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Samsung/clksrc-change-registers.awk 2024-04-26T17:28:33.991 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/Setup 2024-04-26T17:28:33.994 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/VFP/ 2024-04-26T17:28:33.995 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/VFP/release-notes.txt 2024-04-26T17:28:33.998 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/cluster-pm-race-avoidance.txt 2024-04-26T17:28:34.001 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/firmware.txt 2024-04-26T17:28:34.004 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/kernel_mode_neon.txt 2024-04-26T17:28:34.007 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/kernel_user_helpers.txt 2024-04-26T17:28:34.009 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/mem_alignment 2024-04-26T17:28:34.011 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/memory.txt 2024-04-26T17:28:34.014 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/msm/ 2024-04-26T17:28:34.016 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/msm/gpiomux.txt 2024-04-26T17:28:34.020 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/nwfpe/ 2024-04-26T17:28:34.022 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/nwfpe/NOTES 2024-04-26T17:28:34.026 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/nwfpe/README 2024-04-26T17:28:34.028 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/nwfpe/README.FPE 2024-04-26T17:28:34.031 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/nwfpe/TODO 2024-04-26T17:28:34.034 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/pxa/ 2024-04-26T17:28:34.036 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/pxa/mfp.txt 2024-04-26T17:28:34.039 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/sti/ 2024-04-26T17:28:34.042 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/sti/overview.txt 2024-04-26T17:28:34.045 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/sti/stih407-overview.txt 2024-04-26T17:28:34.048 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/sti/stih415-overview.txt 2024-04-26T17:28:34.051 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/sti/stih416-overview.txt 2024-04-26T17:28:34.054 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/sti/stih418-overview.txt 2024-04-26T17:28:34.056 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/sunxi/ 2024-04-26T17:28:34.059 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/sunxi/README 2024-04-26T17:28:34.061 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/sunxi/clocks.txt 2024-04-26T17:28:34.064 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/swp_emulation 2024-04-26T17:28:34.067 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/tcm.txt 2024-04-26T17:28:34.069 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/uefi.txt 2024-04-26T17:28:34.072 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm/vlocks.txt 2024-04-26T17:28:34.075 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm64/ 2024-04-26T17:28:34.078 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm64/booting.txt 2024-04-26T17:28:34.081 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm64/legacy_instructions.txt 2024-04-26T17:28:34.083 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm64/memory.txt 2024-04-26T17:28:34.086 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/arm64/tagged-pointers.txt 2024-04-26T17:28:34.088 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/assoc_array.txt 2024-04-26T17:28:34.091 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/atomic_ops.txt 2024-04-26T17:28:34.094 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/auxdisplay/ 2024-04-26T17:28:34.096 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/auxdisplay/.gitignore 2024-04-26T17:28:34.099 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/auxdisplay/Makefile 2024-04-26T17:28:34.102 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b 2024-04-26T17:28:34.104 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b-example.c 2024-04-26T17:28:34.107 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/auxdisplay/ks0108 2024-04-26T17:28:34.109 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/backlight/ 2024-04-26T17:28:34.111 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/backlight/lp855x-driver.txt 2024-04-26T17:28:34.114 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/bad_memory.txt 2024-04-26T17:28:34.116 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/basic_profiling.txt 2024-04-26T17:28:34.119 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/bcache.txt 2024-04-26T17:28:34.122 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/binfmt_misc.txt 2024-04-26T17:28:34.125 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blackfin/ 2024-04-26T17:28:34.127 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blackfin/00-INDEX 2024-04-26T17:28:34.130 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blackfin/Makefile 2024-04-26T17:28:34.132 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blackfin/bfin-gpio-notes.txt 2024-04-26T17:28:34.134 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blackfin/bfin-spi-notes.txt 2024-04-26T17:28:34.137 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blackfin/gptimers-example.c 2024-04-26T17:28:34.139 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/ 2024-04-26T17:28:34.141 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/00-INDEX 2024-04-26T17:28:34.143 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/biodoc.txt 2024-04-26T17:28:34.146 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/biovecs.txt 2024-04-26T17:28:34.149 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/capability.txt 2024-04-26T17:28:34.150 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/cfq-iosched.txt 2024-04-26T17:28:34.153 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/cmdline-partition.txt 2024-04-26T17:28:34.155 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/data-integrity.txt 2024-04-26T17:28:34.157 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/deadline-iosched.txt 2024-04-26T17:28:34.159 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/ioprio.txt 2024-04-26T17:28:34.162 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/null_blk.txt 2024-04-26T17:28:34.164 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/queue-sysfs.txt 2024-04-26T17:28:34.166 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/request.txt 2024-04-26T17:28:34.169 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/stat.txt 2024-04-26T17:28:34.171 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/switching-sched.txt 2024-04-26T17:28:34.173 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/block/writeback_cache_control.txt 2024-04-26T17:28:34.175 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/ 2024-04-26T17:28:34.177 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/00-INDEX 2024-04-26T17:28:34.179 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/README.DAC960 2024-04-26T17:28:34.182 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/cciss.txt 2024-04-26T17:28:34.184 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/cpqarray.txt 2024-04-26T17:28:34.186 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/drbd/ 2024-04-26T17:28:34.188 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-8.3-data-packets.svg 2024-04-26T17:28:34.191 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-data-packets.svg 2024-04-26T17:28:34.193 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/drbd/README.txt 2024-04-26T17:28:34.195 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/drbd/conn-states-8.dot 2024-04-26T17:28:34.197 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/drbd/data-structure-v9.txt 2024-04-26T17:28:34.200 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/drbd/disk-states-8.dot 2024-04-26T17:28:34.201 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/drbd/drbd-connection-state-overview.dot 2024-04-26T17:28:34.204 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/drbd/node-states-8.dot 2024-04-26T17:28:34.206 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/floppy.txt 2024-04-26T17:28:34.209 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/mflash.txt 2024-04-26T17:28:34.211 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/nbd.txt 2024-04-26T17:28:34.213 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/paride.txt 2024-04-26T17:28:34.215 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/ramdisk.txt 2024-04-26T17:28:34.218 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/blockdev/zram.txt 2024-04-26T17:28:34.220 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/braille-console.txt 2024-04-26T17:28:34.223 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/bt8xxgpio.txt 2024-04-26T17:28:34.225 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/btmrvl.txt 2024-04-26T17:28:34.227 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/bus-devices/ 2024-04-26T17:28:34.229 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/bus-devices/ti-gpmc.txt 2024-04-26T17:28:34.231 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/bus-virt-phys-mapping.txt 2024-04-26T17:28:34.234 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cachetlb.txt 2024-04-26T17:28:34.236 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cdrom/ 2024-04-26T17:28:34.238 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cdrom/00-INDEX 2024-04-26T17:28:34.239 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cdrom/Makefile 2024-04-26T17:28:34.241 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cdrom/cdrom-standard.tex 2024-04-26T17:28:34.245 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cdrom/ide-cd 2024-04-26T17:28:34.248 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cdrom/packet-writing.txt 2024-04-26T17:28:34.250 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/ 2024-04-26T17:28:34.253 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/00-INDEX 2024-04-26T17:28:34.255 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/blkio-controller.txt 2024-04-26T17:28:34.258 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/cgroups.txt 2024-04-26T17:28:34.261 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/cpuacct.txt 2024-04-26T17:28:34.263 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/cpusets.txt 2024-04-26T17:28:34.266 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/devices.txt 2024-04-26T17:28:34.268 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/freezer-subsystem.txt 2024-04-26T17:28:34.271 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/hugetlb.txt 2024-04-26T17:28:34.272 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/memcg_test.txt 2024-04-26T17:28:34.275 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/memory.txt 2024-04-26T17:28:34.277 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/net_cls.txt 2024-04-26T17:28:34.280 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/net_prio.txt 2024-04-26T17:28:34.282 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cgroups/unified-hierarchy.txt 2024-04-26T17:28:34.284 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/circular-buffers.txt 2024-04-26T17:28:34.287 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/clk.txt 2024-04-26T17:28:34.289 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/coccinelle.txt 2024-04-26T17:28:34.292 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/connector/ 2024-04-26T17:28:34.293 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/connector/.gitignore 2024-04-26T17:28:34.295 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/connector/Makefile 2024-04-26T17:28:34.298 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/connector/cn_test.c 2024-04-26T17:28:34.299 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/connector/connector.txt 2024-04-26T17:28:34.302 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/connector/ucon.c 2024-04-26T17:28:34.304 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/console/ 2024-04-26T17:28:34.306 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/console/console.txt 2024-04-26T17:28:34.308 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-freq/ 2024-04-26T17:28:34.309 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-freq/amd-powernow.txt 2024-04-26T17:28:34.312 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-freq/boost.txt 2024-04-26T17:28:34.314 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-freq/core.txt 2024-04-26T17:28:34.316 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-freq/cpu-drivers.txt 2024-04-26T17:28:34.319 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-nforce2.txt 2024-04-26T17:28:34.321 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-stats.txt 2024-04-26T17:28:34.323 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-freq/governors.txt 2024-04-26T17:28:34.325 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-freq/index.txt 2024-04-26T17:28:34.328 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-freq/intel-pstate.txt 2024-04-26T17:28:34.330 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-freq/pcc-cpufreq.txt 2024-04-26T17:28:34.332 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-freq/user-guide.txt 2024-04-26T17:28:34.334 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-hotplug.txt 2024-04-26T17:28:34.337 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpu-load.txt 2024-04-26T17:28:34.340 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpuidle/ 2024-04-26T17:28:34.342 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpuidle/core.txt 2024-04-26T17:28:34.344 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpuidle/driver.txt 2024-04-26T17:28:34.347 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpuidle/governor.txt 2024-04-26T17:28:34.349 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cpuidle/sysfs.txt 2024-04-26T17:28:34.351 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cputopology.txt 2024-04-26T17:28:34.354 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/crc32.txt 2024-04-26T17:28:34.357 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cris/ 2024-04-26T17:28:34.359 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/cris/README 2024-04-26T17:28:34.362 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/crypto/ 2024-04-26T17:28:34.364 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/crypto/api-intro.txt 2024-04-26T17:28:34.367 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/crypto/asymmetric-keys.txt 2024-04-26T17:28:34.370 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/crypto/async-tx-api.txt 2024-04-26T17:28:34.372 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/crypto/crypto-API-userspace.txt 2024-04-26T17:28:34.375 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/crypto/descore-readme.txt 2024-04-26T17:28:34.377 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dcdbas.txt 2024-04-26T17:28:34.380 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/debugging-modules.txt 2024-04-26T17:28:34.382 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/debugging-via-ohci1394.txt 2024-04-26T17:28:34.385 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dell_rbu.txt 2024-04-26T17:28:34.387 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/development-process/ 2024-04-26T17:28:34.388 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/development-process/1.Intro 2024-04-26T17:28:34.391 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/development-process/2.Process 2024-04-26T17:28:34.393 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/development-process/3.Early-stage 2024-04-26T17:28:34.396 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/development-process/4.Coding 2024-04-26T17:28:34.398 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/development-process/5.Posting 2024-04-26T17:28:34.400 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/development-process/6.Followthrough 2024-04-26T17:28:34.402 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/development-process/7.AdvancedTopics 2024-04-26T17:28:34.405 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/development-process/8.Conclusion 2024-04-26T17:28:34.407 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/ 2024-04-26T17:28:34.409 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/cache-policies.txt 2024-04-26T17:28:34.411 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/cache.txt 2024-04-26T17:28:34.414 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/delay.txt 2024-04-26T17:28:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/dm-crypt.txt 2024-04-26T17:28:34.418 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/dm-flakey.txt 2024-04-26T17:28:34.420 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/dm-io.txt 2024-04-26T17:28:34.422 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/dm-log.txt 2024-04-26T17:28:34.424 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/dm-queue-length.txt 2024-04-26T17:28:34.426 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/dm-raid.txt 2024-04-26T17:28:34.428 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/dm-service-time.txt 2024-04-26T17:28:34.431 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/dm-uevent.txt 2024-04-26T17:28:34.434 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/era.txt 2024-04-26T17:28:34.435 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/kcopyd.txt 2024-04-26T17:28:34.437 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/linear.txt 2024-04-26T17:28:34.439 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/persistent-data.txt 2024-04-26T17:28:34.441 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/snapshot.txt 2024-04-26T17:28:34.444 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/statistics.txt 2024-04-26T17:28:34.446 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/striped.txt 2024-04-26T17:28:34.448 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/switch.txt 2024-04-26T17:28:34.450 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/thin-provisioning.txt 2024-04-26T17:28:34.453 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/verity.txt 2024-04-26T17:28:34.455 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/device-mapper/zero.txt 2024-04-26T17:28:34.457 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devices.txt 2024-04-26T17:28:34.462 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/ 2024-04-26T17:28:34.464 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/00-INDEX 2024-04-26T17:28:34.466 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ 2024-04-26T17:28:34.468 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ABI.txt 2024-04-26T17:28:34.470 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/ 2024-04-26T17:28:34.471 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/interrupts.txt 2024-04-26T17:28:34.474 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/pmu.txt 2024-04-26T17:28:34.476 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ 2024-04-26T17:28:34.478 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt 2024-04-26T17:28:34.481 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/ 2024-04-26T17:28:34.483 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-clk-manager.txt 2024-04-26T17:28:34.485 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-sdram-edac.txt 2024-04-26T17:28:34.487 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-system.txt 2024-04-26T17:28:34.490 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt 2024-04-26T17:28:34.492 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt 2024-04-26T17:28:34.495 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards 2024-04-26T17:28:34.498 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt 2024-04-26T17:28:34.501 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt 2024-04-26T17:28:34.503 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt 2024-04-26T17:28:34.506 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt 2024-04-26T17:28:34.508 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt 2024-04-26T17:28:34.511 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt 2024-04-26T17:28:34.513 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt 2024-04-26T17:28:34.515 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt 2024-04-26T17:28:34.518 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt 2024-04-26T17:28:34.520 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt 2024-04-26T17:28:34.522 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/ 2024-04-26T17:28:34.524 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm11351.txt 2024-04-26T17:28:34.526 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm21664.txt 2024-04-26T17:28:34.528 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm63138.txt 2024-04-26T17:28:34.530 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/brcm,bcm11351-cpu-method 2024-04-26T17:28:34.533 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/cygnus.txt 2024-04-26T17:28:34.535 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-resetmgr.txt 2024-04-26T17:28:34.538 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-timer.txt 2024-04-26T17:28:34.540 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-wdt.txt 2024-04-26T17:28:34.542 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt 2024-04-26T17:28:34.546 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt 2024-04-26T17:28:34.548 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt 2024-04-26T17:28:34.552 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt 2024-04-26T17:28:34.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:34 smithi119 ceph-mon[32584]: pgmap v414: 129 pgs: 129 active+clean; 65 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-04-26T17:28:34.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:34 smithi090 ceph-mon[29417]: pgmap v414: 129 pgs: 129 active+clean; 65 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-04-26T17:28:35.001 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:34 smithi167 ceph-mon[32665]: pgmap v414: 129 pgs: 129 active+clean; 65 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-04-26T17:28:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:35 smithi090 ceph-mon[29417]: mgrmap e20: x(active, since 11m), standbys: z, y 2024-04-26T17:28:35.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:35 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:35 smithi167 ceph-mon[32665]: mgrmap e20: x(active, since 11m), standbys: z, y 2024-04-26T17:28:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:35 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:36.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:35 smithi119 ceph-mon[32584]: mgrmap e20: x(active, since 11m), standbys: z, y 2024-04-26T17:28:36.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:35 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:36.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:36 smithi090 ceph-mon[29417]: pgmap v415: 129 pgs: 129 active+clean; 83 MiB data, 554 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.9 MiB/s wr, 97 op/s 2024-04-26T17:28:37.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:36 smithi167 ceph-mon[32665]: pgmap v415: 129 pgs: 129 active+clean; 83 MiB data, 554 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.9 MiB/s wr, 97 op/s 2024-04-26T17:28:37.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:36 smithi119 ceph-mon[32584]: pgmap v415: 129 pgs: 129 active+clean; 83 MiB data, 554 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.9 MiB/s wr, 97 op/s 2024-04-26T17:28:37.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:37 smithi090 ceph-mon[29417]: pgmap v416: 129 pgs: 129 active+clean; 84 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 7.0 MiB/s wr, 117 op/s 2024-04-26T17:28:38.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:37 smithi167 ceph-mon[32665]: pgmap v416: 129 pgs: 129 active+clean; 84 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 7.0 MiB/s wr, 117 op/s 2024-04-26T17:28:38.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:37 smithi119 ceph-mon[32584]: pgmap v416: 129 pgs: 129 active+clean; 84 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 7.0 MiB/s wr, 117 op/s 2024-04-26T17:28:39.520 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/ 2024-04-26T17:28:39.522 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/combophy.txt 2024-04-26T17:28:39.524 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/l2ecc.txt 2024-04-26T17:28:39.526 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/mem-ctrlr.txt 2024-04-26T17:28:39.529 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt 2024-04-26T17:28:39.532 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt 2024-04-26T17:28:39.534 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt 2024-04-26T17:28:39.537 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt 2024-04-26T17:28:39.540 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt 2024-04-26T17:28:39.543 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/ 2024-04-26T17:28:39.545 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/marvell,berlin-smp 2024-04-26T17:28:39.546 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt 2024-04-26T17:28:39.550 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt 2024-04-26T17:28:39.552 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/ 2024-04-26T17:28:39.554 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/cp-intc.txt 2024-04-26T17:28:39.556 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt 2024-04-26T17:28:39.559 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/ 2024-04-26T17:28:39.562 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/power_domain.txt 2024-04-26T17:28:39.564 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/smp-sysram.txt 2024-04-26T17:28:39.566 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/ 2024-04-26T17:28:39.569 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/tlm,trusted-foundations.txt 2024-04-26T17:28:39.571 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt 2024-04-26T17:28:39.574 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt 2024-04-26T17:28:39.576 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt 2024-04-26T17:28:39.579 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt 2024-04-26T17:28:39.581 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt 2024-04-26T17:28:39.584 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt 2024-04-26T17:28:39.587 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/ 2024-04-26T17:28:39.589 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/hisilicon.txt 2024-04-26T17:28:39.591 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt 2024-04-26T17:28:39.594 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt 2024-04-26T17:28:39.596 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/ 2024-04-26T17:28:39.598 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/keystone.txt 2024-04-26T17:28:39.601 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt 2024-04-26T17:28:39.604 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt 2024-04-26T17:28:39.606 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt 2024-04-26T17:28:39.608 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt 2024-04-26T17:28:39.611 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt 2024-04-26T17:28:39.613 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt 2024-04-26T17:28:39.615 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt 2024-04-26T17:28:39.618 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt 2024-04-26T17:28:39.621 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/ 2024-04-26T17:28:39.623 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/mediatek,sysirq.txt 2024-04-26T17:28:39.625 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt 2024-04-26T17:28:39.628 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/ 2024-04-26T17:28:39.630 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/feroceon.txt 2024-04-26T17:28:39.632 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/intc.txt 2024-04-26T17:28:39.634 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/mrvl.txt 2024-04-26T17:28:39.637 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/tauros2.txt 2024-04-26T17:28:39.639 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/timer.txt 2024-04-26T17:28:39.642 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ 2024-04-26T17:28:39.645 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,kpss-acc.txt 2024-04-26T17:28:39.647 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,saw2.txt 2024-04-26T17:28:39.650 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ssbi.txt 2024-04-26T17:28:39.652 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/timer.txt 2024-04-26T17:28:39.654 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt 2024-04-26T17:28:39.657 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt 2024-04-26T17:28:39.660 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt 2024-04-26T17:28:39.662 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/ 2024-04-26T17:28:39.664 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/counter.txt 2024-04-26T17:28:39.666 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/crossbar.txt 2024-04-26T17:28:39.669 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dmm.txt 2024-04-26T17:28:39.671 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dsp.txt 2024-04-26T17:28:39.673 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/intc.txt 2024-04-26T17:28:39.676 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/iva.txt 2024-04-26T17:28:39.678 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/l3-noc.txt 2024-04-26T17:28:39.680 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/mpu.txt 2024-04-26T17:28:39.682 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/omap.txt 2024-04-26T17:28:39.685 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/prcm.txt 2024-04-26T17:28:39.687 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/timer.txt 2024-04-26T17:28:39.690 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt 2024-04-26T17:28:39.693 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt 2024-04-26T17:28:39.696 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt 2024-04-26T17:28:39.698 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt 2024-04-26T17:28:39.701 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt 2024-04-26T17:28:39.703 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/ 2024-04-26T17:28:39.705 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu-sram.txt 2024-04-26T17:28:39.707 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu.txt 2024-04-26T17:28:39.710 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/smp-sram.txt 2024-04-26T17:28:39.712 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt 2024-04-26T17:28:39.715 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt 2024-04-26T17:28:39.717 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/ 2024-04-26T17:28:39.719 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-adc.txt 2024-04-26T17:28:39.721 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-chipid.txt 2024-04-26T17:28:39.723 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/interrupt-combiner.txt 2024-04-26T17:28:39.726 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/pmu.txt 2024-04-26T17:28:39.728 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/sysreg.txt 2024-04-26T17:28:39.731 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt 2024-04-26T17:28:39.734 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt 2024-04-26T17:28:39.736 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt 2024-04-26T17:28:39.739 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt 2024-04-26T17:28:39.742 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt 2024-04-26T17:28:39.745 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/ 2024-04-26T17:28:39.747 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/shirq.txt 2024-04-26T17:28:39.749 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt 2024-04-26T17:28:39.752 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt 2024-04-26T17:28:39.754 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt 2024-04-26T17:28:39.756 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt 2024-04-26T17:28:39.759 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt 2024-04-26T17:28:39.761 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt 2024-04-26T17:28:39.766 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/ 2024-04-26T17:28:39.766 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-ahb.txt 2024-04-26T17:28:39.767 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-emc.txt 2024-04-26T17:28:39.770 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-flowctrl.txt 2024-04-26T17:28:39.772 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-mc.txt 2024-04-26T17:28:39.775 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-pmc.txt 2024-04-26T17:28:39.777 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra30-mc.txt 2024-04-26T17:28:39.779 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt 2024-04-26T17:28:39.782 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt 2024-04-26T17:28:39.785 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/ 2024-04-26T17:28:39.787 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/power_domain.txt 2024-04-26T17:28:39.790 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt 2024-04-26T17:28:39.794 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt 2024-04-26T17:28:39.796 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt 2024-04-26T17:28:39.799 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt 2024-04-26T17:28:39.801 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt 2024-04-26T17:28:39.804 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt 2024-04-26T17:28:39.807 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt 2024-04-26T17:28:39.809 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/ 2024-04-26T17:28:39.811 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-intc.txt 2024-04-26T17:28:39.813 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-pmc.txt 2024-04-26T17:28:39.815 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-timer.txt 2024-04-26T17:28:39.818 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt 2024-04-26T17:28:39.821 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt 2024-04-26T17:28:39.824 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ 2024-04-26T17:28:39.826 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-platform.txt 2024-04-26T17:28:39.828 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-st.txt 2024-04-26T17:28:39.830 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/apm-xgene.txt 2024-04-26T17:28:39.832 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/atmel-at91_cf.txt 2024-04-26T17:28:39.835 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/cavium-compact-flash.txt 2024-04-26T17:28:39.837 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/exynos-sata.txt 2024-04-26T17:28:39.839 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/fsl-sata.txt 2024-04-26T17:28:39.842 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-pata.txt 2024-04-26T17:28:39.844 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-sata.txt 2024-04-26T17:28:39.846 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/marvell.txt 2024-04-26T17:28:39.849 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/pata-arasan.txt 2024-04-26T17:28:39.852 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/qcom-sata.txt 2024-04-26T17:28:39.854 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_highbank.txt 2024-04-26T17:28:39.856 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_rcar.txt 2024-04-26T17:28:39.859 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/tegra-sata.txt 2024-04-26T17:28:39.874 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt 2024-04-26T17:28:39.916 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ 2024-04-26T17:28:39.918 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/bcma.txt 2024-04-26T17:28:39.920 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/brcm,gisb-arb.txt 2024-04-26T17:28:39.922 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/imx-weim.txt 2024-04-26T17:28:39.925 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/mvebu-mbus.txt 2024-04-26T17:28:39.927 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/omap-ocp2scp.txt 2024-04-26T17:28:39.930 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ti-gpmc.txt 2024-04-26T17:28:39.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:39 smithi090 ceph-mon[29417]: pgmap v417: 129 pgs: 129 active+clean; 86 MiB data, 585 MiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 7.2 MiB/s wr, 143 op/s 2024-04-26T17:28:39.932 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/ 2024-04-26T17:28:39.934 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/clocks.txt 2024-04-26T17:28:39.937 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/dscr.txt 2024-04-26T17:28:39.939 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/emifa.txt 2024-04-26T17:28:39.941 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/interrupt.txt 2024-04-26T17:28:39.943 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/soc.txt 2024-04-26T17:28:39.946 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/timer64.txt 2024-04-26T17:28:39.948 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/chosen.txt 2024-04-26T17:28:39.951 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ 2024-04-26T17:28:39.953 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/alphascale,acc.txt 2024-04-26T17:28:39.955 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/altr_socfpga.txt 2024-04-26T17:28:39.957 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/arm-integrator.txt 2024-04-26T17:28:39.959 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/at91-clock.txt 2024-04-26T17:28:39.962 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/axi-clkgen.txt 2024-04-26T17:28:39.965 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-cygnus-clock.txt 2024-04-26T17:28:39.969 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-kona-clock.txt 2024-04-26T17:28:39.970 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/calxeda.txt 2024-04-26T17:28:39.972 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-exynos-audss.txt 2024-04-26T17:28:39.974 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-palmas-clk32kg-clocks.txt 2024-04-26T17:28:39.977 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-s5pv210-audss.txt 2024-04-26T17:28:39.979 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clock-bindings.txt 2024-04-26T17:28:39.982 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clps711x-clock.txt 2024-04-26T17:28:39.985 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/efm32-clock.txt 2024-04-26T17:28:39.987 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/emev2-clock.txt 2024-04-26T17:28:39.989 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos3250-clock.txt 2024-04-26T17:28:39.991 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4-clock.txt 2024-04-26T17:28:39.994 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4415-clock.txt 2024-04-26T17:28:39.996 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5250-clock.txt 2024-04-26T17:28:39.998 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5260-clock.txt 2024-04-26T17:28:40.000 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5410-clock.txt 2024-04-26T17:28:40.001 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:39 smithi167 ceph-mon[32665]: pgmap v417: 129 pgs: 129 active+clean; 86 MiB data, 585 MiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 7.2 MiB/s wr, 143 op/s 2024-04-26T17:28:40.003 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5420-clock.txt 2024-04-26T17:28:40.005 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5440-clock.txt 2024-04-26T17:28:40.008 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos7-clock.txt 2024-04-26T17:28:40.010 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-clock.txt 2024-04-26T17:28:40.012 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-factor-clock.txt 2024-04-26T17:28:40.015 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/gpio-gate-clock.txt 2024-04-26T17:28:40.017 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hi3620-clock.txt 2024-04-26T17:28:40.019 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hix5hd2-clock.txt 2024-04-26T17:28:40.021 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx1-clock.txt 2024-04-26T17:28:40.024 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx21-clock.txt 2024-04-26T17:28:40.026 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx23-clock.txt 2024-04-26T17:28:40.028 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx25-clock.txt 2024-04-26T17:28:40.031 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx27-clock.txt 2024-04-26T17:28:40.034 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx28-clock.txt 2024-04-26T17:28:40.036 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx31-clock.txt 2024-04-26T17:28:40.038 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx35-clock.txt 2024-04-26T17:28:40.040 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx5-clock.txt 2024-04-26T17:28:40.042 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6q-clock.txt 2024-04-26T17:28:40.045 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sl-clock.txt 2024-04-26T17:28:40.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:39 smithi119 ceph-mon[32584]: pgmap v417: 129 pgs: 129 active+clean; 86 MiB data, 585 MiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 7.2 MiB/s wr, 143 op/s 2024-04-26T17:28:40.047 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sx-clock.txt 2024-04-26T17:28:40.049 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-gate.txt 2024-04-26T17:28:40.051 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-pll.txt 2024-04-26T17:28:40.054 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/lsi,axm5516-clks.txt 2024-04-26T17:28:40.056 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,mmp2.txt 2024-04-26T17:28:40.058 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa168.txt 2024-04-26T17:28:40.061 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa910.txt 2024-04-26T17:28:40.063 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77686.txt 2024-04-26T17:28:40.065 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77802.txt 2024-04-26T17:28:40.067 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/moxa,moxart-clock.txt 2024-04-26T17:28:40.070 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-core-clock.txt 2024-04-26T17:28:40.072 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-corediv-clock.txt 2024-04-26T17:28:40.074 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-cpu-clock.txt 2024-04-26T17:28:40.076 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-gated-clock.txt 2024-04-26T17:28:40.079 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nspire-clock.txt 2024-04-26T17:28:40.081 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra114-car.txt 2024-04-26T17:28:40.084 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra124-car.txt 2024-04-26T17:28:40.087 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra20-car.txt 2024-04-26T17:28:40.089 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra30-car.txt 2024-04-26T17:28:40.091 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/prima2-clock.txt 2024-04-26T17:28:40.093 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/pxa-clock.txt 2024-04-26T17:28:40.095 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,gcc.txt 2024-04-26T17:28:40.098 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,lcc.txt 2024-04-26T17:28:40.100 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,mmcc.txt 2024-04-26T17:28:40.103 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qoriq-clock.txt 2024-04-26T17:28:40.105 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-div6-clocks.txt 2024-04-26T17:28:40.107 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-mstp-clocks.txt 2024-04-26T17:28:40.110 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a73a4-cpg-clocks.txt 2024-04-26T17:28:40.112 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7740-cpg-clocks.txt 2024-04-26T17:28:40.114 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7779-cpg-clocks.txt 2024-04-26T17:28:40.116 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rcar-gen2-cpg-clocks.txt 2024-04-26T17:28:40.119 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rz-cpg-clocks.txt 2024-04-26T17:28:40.121 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,sh73a0-cpg-clocks.txt 2024-04-26T17:28:40.123 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3188-cru.txt 2024-04-26T17:28:40.126 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3288-cru.txt 2024-04-26T17:28:40.128 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip.txt 2024-04-26T17:28:40.131 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2410-clock.txt 2024-04-26T17:28:40.133 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2412-clock.txt 2024-04-26T17:28:40.135 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2443-clock.txt 2024-04-26T17:28:40.138 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c64xx-clock.txt 2024-04-26T17:28:40.140 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s5pv210-clock.txt 2024-04-26T17:28:40.142 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si5351.txt 2024-04-26T17:28:40.144 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si570.txt 2024-04-26T17:28:40.147 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st,nomadik.txt 2024-04-26T17:28:40.149 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/ 2024-04-26T17:28:40.151 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-divmux.txt 2024-04-26T17:28:40.153 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-mux.txt 2024-04-26T17:28:40.155 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-pll.txt 2024-04-26T17:28:40.157 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-prediv.txt 2024-04-26T17:28:40.160 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-vcc.txt 2024-04-26T17:28:40.162 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen.txt 2024-04-26T17:28:40.164 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,flexgen.txt 2024-04-26T17:28:40.167 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,quadfs.txt 2024-04-26T17:28:40.169 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ste-u300-syscon-clock.txt 2024-04-26T17:28:40.172 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/sunxi.txt 2024-04-26T17:28:40.174 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti,cdce706.txt 2024-04-26T17:28:40.176 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti-keystone-pllctrl.txt 2024-04-26T17:28:40.179 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/ 2024-04-26T17:28:40.181 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/apll.txt 2024-04-26T17:28:40.183 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/autoidle.txt 2024-04-26T17:28:40.185 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/clockdomain.txt 2024-04-26T17:28:40.187 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/composite.txt 2024-04-26T17:28:40.190 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/divider.txt 2024-04-26T17:28:40.192 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dpll.txt 2024-04-26T17:28:40.195 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dra7-atl.txt 2024-04-26T17:28:40.197 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fapll.txt 2024-04-26T17:28:40.200 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fixed-factor-clock.txt 2024-04-26T17:28:40.202 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/gate.txt 2024-04-26T17:28:40.205 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/interface.txt 2024-04-26T17:28:40.207 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/mux.txt 2024-04-26T17:28:40.210 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vf610-clock.txt 2024-04-26T17:28:40.212 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vt8500.txt 2024-04-26T17:28:40.215 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/xgene.txt 2024-04-26T17:28:40.217 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/zynq-7000.txt 2024-04-26T17:28:40.219 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/ 2024-04-26T17:28:40.222 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/arm_big_little_dt.txt 2024-04-26T17:28:40.224 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-dt.txt 2024-04-26T17:28:40.226 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-exynos5440.txt 2024-04-26T17:28:40.228 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-spear.txt 2024-04-26T17:28:40.230 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/ 2024-04-26T17:28:40.233 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/amd-ccp.txt 2024-04-26T17:28:40.235 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/atmel-crypto.txt 2024-04-26T17:28:40.237 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-dcp.txt 2024-04-26T17:28:40.239 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-imx-sahara.txt 2024-04-26T17:28:40.241 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec2.txt 2024-04-26T17:28:40.244 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec4.txt 2024-04-26T17:28:40.246 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec6.txt 2024-04-26T17:28:40.249 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/mv_cesa.txt 2024-04-26T17:28:40.251 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-aes.txt 2024-04-26T17:28:40.253 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-des.txt 2024-04-26T17:28:40.256 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-sham.txt 2024-04-26T17:28:40.258 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/picochip-spacc.txt 2024-04-26T17:28:40.260 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/qcom-qce.txt 2024-04-26T17:28:40.263 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/samsung-sss.txt 2024-04-26T17:28:40.265 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/ 2024-04-26T17:28:40.267 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/ 2024-04-26T17:28:40.269 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/exynos-ppmu.txt 2024-04-26T17:28:40.271 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ 2024-04-26T17:28:40.274 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/arm-pl330.txt 2024-04-26T17:28:40.276 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-dma.txt 2024-04-26T17:28:40.278 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-xdma.txt 2024-04-26T17:28:40.280 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/bcm2835-dma.txt 2024-04-26T17:28:40.283 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/dma.txt 2024-04-26T17:28:40.286 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-edma.txt 2024-04-26T17:28:40.288 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-dma.txt 2024-04-26T17:28:40.290 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-sdma.txt 2024-04-26T17:28:40.292 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-mxs-dma.txt 2024-04-26T17:28:40.295 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/img-mdc-dma.txt 2024-04-26T17:28:40.297 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/k3dma.txt 2024-04-26T17:28:40.299 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mmp-dma.txt 2024-04-26T17:28:40.302 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/moxa,moxart-dma.txt 2024-04-26T17:28:40.305 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mpc512x-dma.txt 2024-04-26T17:28:40.307 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mv-xor.txt 2024-04-26T17:28:40.309 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/nbpfaxi.txt 2024-04-26T17:28:40.311 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_adm.txt 2024-04-26T17:28:40.314 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_bam_dma.txt 2024-04-26T17:28:40.316 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/rcar-audmapp.txt 2024-04-26T17:28:40.319 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/renesas,rcar-dmac.txt 2024-04-26T17:28:40.321 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/shdma.txt 2024-04-26T17:28:40.323 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sirfsoc-dma.txt 2024-04-26T17:28:40.326 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/snps-dma.txt 2024-04-26T17:28:40.328 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-coh901318.txt 2024-04-26T17:28:40.330 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-dma40.txt 2024-04-26T17:28:40.333 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sun6i-dma.txt 2024-04-26T17:28:40.336 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/tegra20-apbdma.txt 2024-04-26T17:28:40.338 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ti-edma.txt 2024-04-26T17:28:40.341 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/ 2024-04-26T17:28:40.343 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_dma.txt 2024-04-26T17:28:40.346 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_vdma.txt 2024-04-26T17:28:40.349 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/ 2024-04-26T17:28:40.352 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/ 2024-04-26T17:28:40.353 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/marvell,dove-lcd.txt 2024-04-26T17:28:40.355 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/ 2024-04-26T17:28:40.358 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/hlcdc-dc.txt 2024-04-26T17:28:40.360 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/ 2024-04-26T17:28:40.362 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/dw_hdmi.txt 2024-04-26T17:28:40.364 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/ 2024-04-26T17:28:40.367 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/tda998x.txt 2024-04-26T17:28:40.369 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ 2024-04-26T17:28:40.372 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/fsl-imx-drm.txt 2024-04-26T17:28:40.374 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/hdmi.txt 2024-04-26T17:28:40.378 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ldb.txt 2024-04-26T17:28:40.379 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/ 2024-04-26T17:28:40.383 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/gpu.txt 2024-04-26T17:28:40.385 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/hdmi.txt 2024-04-26T17:28:40.388 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/mdp.txt 2024-04-26T17:28:40.390 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/ 2024-04-26T17:28:40.392 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/panel.txt 2024-04-26T17:28:40.394 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/slave.txt 2024-04-26T17:28:40.397 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tfp410.txt 2024-04-26T17:28:40.399 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tilcdc.txt 2024-04-26T17:28:40.402 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt 2024-04-26T17:28:40.405 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/ 2024-04-26T17:28:40.407 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-palmas.txt 2024-04-26T17:28:40.410 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-rt8973a.txt 2024-04-26T17:28:40.412 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-sm5502.txt 2024-04-26T17:28:40.415 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/ 2024-04-26T17:28:40.417 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/mxsfb.txt 2024-04-26T17:28:40.419 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/sm501fb.txt 2024-04-26T17:28:40.422 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/ 2024-04-26T17:28:40.424 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/altera-socfpga-fpga-mgr.txt 2024-04-26T17:28:40.426 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/ 2024-04-26T17:28:40.428 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/nvidia,tegra20-fuse.txt 2024-04-26T17:28:40.430 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/ 2024-04-26T17:28:40.433 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/8xxx_gpio.txt 2024-04-26T17:28:40.435 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/abilis,tb10x-gpio.txt 2024-04-26T17:28:40.437 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cavium-octeon-gpio.txt 2024-04-26T17:28:40.439 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cirrus,clps711x-mctrl-gpio.txt 2024-04-26T17:28:40.442 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fsl-imx-gpio.txt 2024-04-26T17:28:40.444 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fujitsu,mb86s70-gpio.txt 2024-04-26T17:28:40.447 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74x164.txt 2024-04-26T17:28:40.449 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74xx-mmio.txt 2024-04-26T17:28:40.451 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-adnp.txt 2024-04-26T17:28:40.453 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-bcm-kona.txt 2024-04-26T17:28:40.456 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-clps711x.txt 2024-04-26T17:28:40.458 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-davinci.txt 2024-04-26T17:28:40.460 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-dsp-keystone.txt 2024-04-26T17:28:40.463 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-fan.txt 2024-04-26T17:28:40.465 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-grgpio.txt 2024-04-26T17:28:40.467 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-lp3943.txt 2024-04-26T17:28:40.470 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-max732x.txt 2024-04-26T17:28:40.472 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mcp23s08.txt 2024-04-26T17:28:40.474 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mm-lantiq.txt 2024-04-26T17:28:40.477 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-msm.txt 2024-04-26T17:28:40.479 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mvebu.txt 2024-04-26T17:28:40.481 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mxs.txt 2024-04-26T17:28:40.484 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-nmk.txt 2024-04-26T17:28:40.486 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-omap.txt 2024-04-26T17:28:40.489 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-palmas.txt 2024-04-26T17:28:40.491 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pca953x.txt 2024-04-26T17:28:40.493 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pcf857x.txt 2024-04-26T17:28:40.495 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-poweroff.txt 2024-04-26T17:28:40.497 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-restart.txt 2024-04-26T17:28:40.500 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-samsung.txt 2024-04-26T17:28:40.502 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stericsson-coh901.txt 2024-04-26T17:28:40.504 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stmpe.txt 2024-04-26T17:28:40.506 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stp-xway.txt 2024-04-26T17:28:40.509 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-sx150x.txt 2024-04-26T17:28:40.511 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-twl4030.txt 2024-04-26T17:28:40.513 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090-pdc.txt 2024-04-26T17:28:40.516 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090.txt 2024-04-26T17:28:40.518 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-vf610.txt 2024-04-26T17:28:40.520 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene-sb.txt 2024-04-26T17:28:40.522 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene.txt 2024-04-26T17:28:40.524 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xilinx.txt 2024-04-26T17:28:40.527 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zevio.txt 2024-04-26T17:28:40.530 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zynq.txt 2024-04-26T17:28:40.532 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio.txt 2024-04-26T17:28:40.534 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_atmel.txt 2024-04-26T17:28:40.537 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_lpc32xx.txt 2024-04-26T17:28:40.539 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/moxa,moxart-gpio.txt 2024-04-26T17:28:40.541 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/mrvl-gpio.txt 2024-04-26T17:28:40.544 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/nvidia,tegra20-gpio.txt 2024-04-26T17:28:40.546 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/pl061-gpio.txt 2024-04-26T17:28:40.549 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/renesas,gpio-rcar.txt 2024-04-26T17:28:40.551 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/snps-dwapb-gpio.txt 2024-04-26T17:28:40.553 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/sodaville.txt 2024-04-26T17:28:40.555 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/spear_spics.txt 2024-04-26T17:28:40.557 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/ 2024-04-26T17:28:40.560 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,gk20a.txt 2024-04-26T17:28:40.562 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,tegra20-host1x.txt 2024-04-26T17:28:40.565 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-g2d.txt 2024-04-26T17:28:40.567 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-rotator.txt 2024-04-26T17:28:40.569 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/st,stih4xx.txt 2024-04-26T17:28:40.572 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/graph.txt 2024-04-26T17:28:40.575 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/ 2024-04-26T17:28:40.577 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/hid-over-i2c.txt 2024-04-26T17:28:40.580 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/ 2024-04-26T17:28:40.582 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/client-devices.txt 2024-04-26T17:28:40.584 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/nokia-modem.txt 2024-04-26T17:28:40.586 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/omap-ssi.txt 2024-04-26T17:28:40.588 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ 2024-04-26T17:28:40.591 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ads1015.txt 2024-04-26T17:28:40.593 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/g762.txt 2024-04-26T17:28:40.595 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ibmpowernv.txt 2024-04-26T17:28:40.598 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/lm90.txt 2024-04-26T17:28:40.600 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ltc2978.txt 2024-04-26T17:28:40.603 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ntc_thermistor.txt 2024-04-26T17:28:40.605 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/pwm-fan.txt 2024-04-26T17:28:40.607 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/vexpress.txt 2024-04-26T17:28:40.610 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/ 2024-04-26T17:28:40.612 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/atmel-trng.txt 2024-04-26T17:28:40.614 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/omap_rng.txt 2024-04-26T17:28:40.616 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/timeriomem_rng.txt 2024-04-26T17:28:40.619 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ 2024-04-26T17:28:40.621 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,bcm2835-i2c.txt 2024-04-26T17:28:40.623 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,iproc-i2c.txt 2024-04-26T17:28:40.625 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-arb-gpio-challenge.txt 2024-04-26T17:28:40.627 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-at91.txt 2024-04-26T17:28:40.630 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-axxia.txt 2024-04-26T17:28:40.632 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-bcm-kona.txt 2024-04-26T17:28:40.635 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cadence.txt 2024-04-26T17:28:40.637 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cbus-gpio.txt 2024-04-26T17:28:40.639 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cros-ec-tunnel.txt 2024-04-26T17:28:40.642 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-davinci.txt 2024-04-26T17:28:40.644 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-designware.txt 2024-04-26T17:28:40.646 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-efm32.txt 2024-04-26T17:28:40.648 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-exynos5.txt 2024-04-26T17:28:40.650 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-gpio.txt 2024-04-26T17:28:40.653 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-hix5hd2.txt 2024-04-26T17:28:40.655 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-img-scb.txt 2024-04-26T17:28:40.658 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-imx.txt 2024-04-26T17:28:40.660 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-meson.txt 2024-04-26T17:28:40.662 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mpc.txt 2024-04-26T17:28:40.665 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-gpio.txt 2024-04-26T17:28:40.667 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pca954x.txt 2024-04-26T17:28:40.670 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pinctrl.txt 2024-04-26T17:28:40.672 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux.txt 2024-04-26T17:28:40.674 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mv64xxx.txt 2024-04-26T17:28:40.676 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mxs.txt 2024-04-26T17:28:40.679 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-nomadik.txt 2024-04-26T17:28:40.681 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-ocores.txt 2024-04-26T17:28:40.684 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-octeon.txt 2024-04-26T17:28:40.686 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-omap.txt 2024-04-26T17:28:40.688 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-opal.txt 2024-04-26T17:28:40.691 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pnx.txt 2024-04-26T17:28:40.693 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa-pci-ce4100.txt 2024-04-26T17:28:40.695 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa.txt 2024-04-26T17:28:40.697 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rcar.txt 2024-04-26T17:28:40.700 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-riic.txt 2024-04-26T17:28:40.702 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rk3x.txt 2024-04-26T17:28:40.705 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-s3c2410.txt 2024-04-26T17:28:40.707 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sh_mobile.txt 2024-04-26T17:28:40.709 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sirf.txt 2024-04-26T17:28:40.712 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st-ddci2c.txt 2024-04-26T17:28:40.714 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st.txt 2024-04-26T17:28:40.716 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sunxi-p2wi.txt 2024-04-26T17:28:40.719 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-versatile.txt 2024-04-26T17:28:40.721 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-vt8500.txt 2024-04-26T17:28:40.724 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-xiic.txt 2024-04-26T17:28:40.726 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina209.txt 2024-04-26T17:28:40.728 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina2xx.txt 2024-04-26T17:28:40.731 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/max6697.txt 2024-04-26T17:28:40.733 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/nvidia,tegra20-i2c.txt 2024-04-26T17:28:40.736 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/qcom,i2c-qup.txt 2024-04-26T17:28:40.738 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ti,bq32k.txt 2024-04-26T17:28:40.740 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/trivial-devices.txt 2024-04-26T17:28:40.742 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/ 2024-04-26T17:28:40.745 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/ 2024-04-26T17:28:40.746 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/bma180.txt 2024-04-26T17:28:40.748 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/ 2024-04-26T17:28:40.751 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/at91_adc.txt 2024-04-26T17:28:40.753 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/cc10001_adc.txt 2024-04-26T17:28:40.756 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/max1027-adc.txt 2024-04-26T17:28:40.758 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/nuvoton-nau7802.txt 2024-04-26T17:28:40.760 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-iadc.txt 2024-04-26T17:28:40.762 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-vadc.txt 2024-04-26T17:28:40.765 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/rockchip-saradc.txt 2024-04-26T17:28:40.767 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/twl4030-madc.txt 2024-04-26T17:28:40.770 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/vf610-adc.txt 2024-04-26T17:28:40.772 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/xilinx-xadc.txt 2024-04-26T17:28:40.775 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ 2024-04-26T17:28:40.777 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ad7303.txt 2024-04-26T17:28:40.779 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/max5821.txt 2024-04-26T17:28:40.782 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/ 2024-04-26T17:28:40.785 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/adf4350.txt 2024-04-26T17:28:40.788 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/ 2024-04-26T17:28:40.791 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/dht11.txt 2024-04-26T17:28:40.794 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/iio-bindings.txt 2024-04-26T17:28:40.797 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/ 2024-04-26T17:28:40.799 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/apds9300.txt 2024-04-26T17:28:40.801 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/cm36651.txt 2024-04-26T17:28:40.803 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/gp2ap020a00f.txt 2024-04-26T17:28:40.805 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/tsl2563.txt 2024-04-26T17:28:40.808 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ 2024-04-26T17:28:40.810 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ak8975.txt 2024-04-26T17:28:40.812 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/hmc5843.txt 2024-04-26T17:28:40.814 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/ 2024-04-26T17:28:40.817 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/as3935.txt 2024-04-26T17:28:40.819 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/sensorhub.txt 2024-04-26T17:28:40.822 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/st-sensors.txt 2024-04-26T17:28:40.824 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ 2024-04-26T17:28:40.827 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ads7846.txt 2024-04-26T17:28:40.829 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/atmel,maxtouch.txt 2024-04-26T17:28:40.831 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cap11xx.txt 2024-04-26T17:28:40.833 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/clps711x-keypad.txt 2024-04-26T17:28:40.836 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cros-ec-keyb.txt 2024-04-26T17:28:40.838 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/e3x0-button.txt 2024-04-26T17:28:40.840 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elan_i2c.txt 2024-04-26T17:28:40.842 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elants_i2c.txt 2024-04-26T17:28:40.845 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/fsl-mma8450.txt 2024-04-26T17:28:40.847 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-beeper.txt 2024-04-26T17:28:40.849 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys-polled.txt 2024-04-26T17:28:40.852 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys.txt 2024-04-26T17:28:40.854 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-matrix-keypad.txt 2024-04-26T17:28:40.856 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/imx-keypad.txt 2024-04-26T17:28:40.858 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/input-reset.txt 2024-04-26T17:28:40.861 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/lpc32xx-key.txt 2024-04-26T17:28:40.863 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/matrix-keymap.txt 2024-04-26T17:28:40.865 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/nvidia,tegra20-kbc.txt 2024-04-26T17:28:40.868 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/omap-keypad.txt 2024-04-26T17:28:40.870 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ps2keyb-mouse-apbps2.txt 2024-04-26T17:28:40.872 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pwm-beeper.txt 2024-04-26T17:28:40.878 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pxa27x-keypad.txt 2024-04-26T17:28:40.881 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-keypad.txt 2024-04-26T17:28:40.884 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-pwrkey.txt 2024-04-26T17:28:40.887 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-vib.txt 2024-04-26T17:28:40.889 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/regulator-haptic.txt 2024-04-26T17:28:40.891 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/rotary-encoder.txt 2024-04-26T17:28:40.893 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/samsung-keypad.txt 2024-04-26T17:28:40.895 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/spear-keyboard.txt 2024-04-26T17:28:40.897 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/st-keyscan.txt 2024-04-26T17:28:40.900 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/stmpe-keypad.txt 2024-04-26T17:28:40.902 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/sun4i-lradc-keys.txt 2024-04-26T17:28:40.905 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tca8418_keypad.txt 2024-04-26T17:28:40.907 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv260x.txt 2024-04-26T17:28:40.909 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv2667.txt 2024-04-26T17:28:40.912 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,nspire-keypad.txt 2024-04-26T17:28:40.914 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,palmas-pwrbutton.txt 2024-04-26T17:28:40.916 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ 2024-04-26T17:28:40.918 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/auo_pixcir_ts.txt 2024-04-26T17:28:40.920 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/bu21013.txt 2024-04-26T17:28:40.923 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/edt-ft5x06.txt 2024-04-26T17:28:40.925 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/egalax-ts.txt 2024-04-26T17:28:40.927 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/lpc32xx-tsc.txt 2024-04-26T17:28:40.930 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/mms114.txt 2024-04-26T17:28:40.932 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/pixcir_i2c_ts.txt 2024-04-26T17:28:40.935 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sitronix-st1232.txt 2024-04-26T17:28:40.937 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/stmpe.txt 2024-04-26T17:28:40.939 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sun4i.txt 2024-04-26T17:28:40.942 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ti-tsc-adc.txt 2024-04-26T17:28:40.944 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/touchscreen.txt 2024-04-26T17:28:40.946 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2005.txt 2024-04-26T17:28:40.948 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2007.txt 2024-04-26T17:28:40.951 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/zforce_ts.txt 2024-04-26T17:28:40.953 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tps65218-pwrbutton.txt 2024-04-26T17:28:40.956 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-keypad.txt 2024-04-26T17:28:40.959 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-pwrbutton.txt 2024-04-26T17:28:40.961 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ 2024-04-26T17:28:40.963 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/abilis,tb10x-ictl.txt 2024-04-26T17:28:40.965 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun4i-ic.txt 2024-04-26T17:28:40.967 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun67i-sc-nmi.txt 2024-04-26T17:28:40.970 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/atmel,aic.txt 2024-04-26T17:28:40.972 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm2835-armctrl-ic.txt 2024-04-26T17:28:40.975 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm7120-l2-intc.txt 2024-04-26T17:28:40.977 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,l2-intc.txt 2024-04-26T17:28:40.979 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/cirrus,clps711x-intc.txt 2024-04-26T17:28:40.982 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/digicolor-ic.txt 2024-04-26T17:28:40.984 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/interrupts.txt 2024-04-26T17:28:40.986 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/lsi,zevio-intc.txt 2024-04-26T17:28:40.989 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,armada-370-xp-mpic.txt 2024-04-26T17:28:40.994 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,orion-intc.txt 2024-04-26T17:28:40.994 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/mips-gic.txt 2024-04-26T17:28:40.995 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/opencores,or1k-pic.txt 2024-04-26T17:28:40.998 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,intc-irqpin.txt 2024-04-26T17:28:41.000 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,irqc.txt 2024-04-26T17:28:41.003 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/samsung,s3c24xx-irq.txt 2024-04-26T17:28:41.005 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/snps,dw-apb-ictl.txt 2024-04-26T17:28:41.007 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,keystone-irq.txt 2024-04-26T17:28:41.009 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,omap-intc-irq.txt 2024-04-26T17:28:41.012 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ 2024-04-26T17:28:41.014 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt 2024-04-26T17:28:41.016 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt 2024-04-26T17:28:41.019 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt 2024-04-26T17:28:41.021 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt 2024-04-26T17:28:41.024 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt 2024-04-26T17:28:41.026 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt 2024-04-26T17:28:41.029 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt 2024-04-26T17:28:41.031 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt 2024-04-26T17:28:41.033 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/ 2024-04-26T17:28:41.036 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt 2024-04-26T17:28:41.038 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt 2024-04-26T17:28:41.041 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt 2024-04-26T17:28:41.043 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt 2024-04-26T17:28:41.314 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt 2024-04-26T17:28:41.316 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt 2024-04-26T17:28:41.318 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt 2024-04-26T17:28:41.321 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt 2024-04-26T17:28:41.322 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt 2024-04-26T17:28:41.325 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/ 2024-04-26T17:28:41.328 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt 2024-04-26T17:28:41.330 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt 2024-04-26T17:28:41.332 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/ 2024-04-26T17:28:41.335 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt 2024-04-26T17:28:41.337 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt 2024-04-26T17:28:41.339 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt 2024-04-26T17:28:41.341 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/marvell.txt 2024-04-26T17:28:41.344 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ 2024-04-26T17:28:41.347 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt 2024-04-26T17:28:41.349 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt 2024-04-26T17:28:41.351 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt 2024-04-26T17:28:41.353 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt 2024-04-26T17:28:41.355 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt 2024-04-26T17:28:41.357 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt 2024-04-26T17:28:41.360 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt 2024-04-26T17:28:41.362 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt 2024-04-26T17:28:41.364 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ 2024-04-26T17:28:41.366 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7343.txt 2024-04-26T17:28:41.368 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7604.txt 2024-04-26T17:28:41.371 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9m111.txt 2024-04-26T17:28:41.373 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9p031.txt 2024-04-26T17:28:41.376 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/nokia,smia.txt 2024-04-26T17:28:41.378 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ths8200.txt 2024-04-26T17:28:41.380 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp514x.txt 2024-04-26T17:28:41.383 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp7002.txt 2024-04-26T17:28:41.385 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt 2024-04-26T17:28:41.388 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt 2024-04-26T17:28:41.390 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt 2024-04-26T17:28:41.392 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt 2024-04-26T17:28:41.394 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt 2024-04-26T17:28:41.397 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt 2024-04-26T17:28:41.399 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt 2024-04-26T17:28:41.402 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt 2024-04-26T17:28:41.404 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt 2024-04-26T17:28:41.406 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt 2024-04-26T17:28:41.409 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt 2024-04-26T17:28:41.411 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt 2024-04-26T17:28:41.413 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt 2024-04-26T17:28:41.416 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt 2024-04-26T17:28:41.418 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt 2024-04-26T17:28:41.420 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt 2024-04-26T17:28:41.423 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt 2024-04-26T17:28:41.425 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ 2024-04-26T17:28:41.428 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ 2024-04-26T17:28:41.429 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt 2024-04-26T17:28:41.431 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt 2024-04-26T17:28:41.434 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt 2024-04-26T17:28:41.437 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt 2024-04-26T17:28:41.440 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt 2024-04-26T17:28:41.442 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt 2024-04-26T17:28:41.446 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt 2024-04-26T17:28:41.447 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/ 2024-04-26T17:28:41.449 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt 2024-04-26T17:28:41.452 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/ 2024-04-26T17:28:41.454 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt 2024-04-26T17:28:41.456 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt 2024-04-26T17:28:41.459 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt 2024-04-26T17:28:41.461 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ 2024-04-26T17:28:41.463 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt 2024-04-26T17:28:41.465 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt 2024-04-26T17:28:41.468 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt 2024-04-26T17:28:41.470 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt 2024-04-26T17:28:41.472 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt 2024-04-26T17:28:41.476 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt 2024-04-26T17:28:41.477 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt 2024-04-26T17:28:41.479 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt 2024-04-26T17:28:41.482 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt 2024-04-26T17:28:41.484 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt 2024-04-26T17:28:41.487 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt 2024-04-26T17:28:41.489 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt 2024-04-26T17:28:41.491 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt 2024-04-26T17:28:41.494 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt 2024-04-26T17:28:41.496 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt 2024-04-26T17:28:41.499 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt 2024-04-26T17:28:41.502 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt 2024-04-26T17:28:41.504 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt 2024-04-26T17:28:41.507 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt 2024-04-26T17:28:41.509 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt 2024-04-26T17:28:41.512 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt 2024-04-26T17:28:41.514 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt 2024-04-26T17:28:41.517 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt 2024-04-26T17:28:41.519 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt 2024-04-26T17:28:41.522 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt 2024-04-26T17:28:41.525 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt 2024-04-26T17:28:41.527 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt 2024-04-26T17:28:41.530 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt 2024-04-26T17:28:41.532 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt 2024-04-26T17:28:41.534 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt 2024-04-26T17:28:41.537 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt 2024-04-26T17:28:41.539 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt 2024-04-26T17:28:41.541 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt 2024-04-26T17:28:41.544 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt 2024-04-26T17:28:41.546 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt 2024-04-26T17:28:41.548 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt 2024-04-26T17:28:41.550 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt 2024-04-26T17:28:41.553 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt 2024-04-26T17:28:41.556 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt 2024-04-26T17:28:41.558 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt 2024-04-26T17:28:41.560 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt 2024-04-26T17:28:41.563 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt 2024-04-26T17:28:41.566 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt 2024-04-26T17:28:41.568 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt 2024-04-26T17:28:41.570 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt 2024-04-26T17:28:41.573 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/ 2024-04-26T17:28:41.575 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/ 2024-04-26T17:28:41.577 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt 2024-04-26T17:28:41.579 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt 2024-04-26T17:28:41.582 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ 2024-04-26T17:28:41.584 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/ 2024-04-26T17:28:41.586 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt 2024-04-26T17:28:41.588 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt 2024-04-26T17:28:41.590 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt 2024-04-26T17:28:41.593 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt 2024-04-26T17:28:41.596 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ 2024-04-26T17:28:41.598 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt 2024-04-26T17:28:41.600 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt 2024-04-26T17:28:41.603 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt 2024-04-26T17:28:41.605 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt 2024-04-26T17:28:41.611 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt 2024-04-26T17:28:41.611 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt 2024-04-26T17:28:41.612 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt 2024-04-26T17:28:41.615 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt 2024-04-26T17:28:41.617 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ 2024-04-26T17:28:41.620 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/allwinner,sunxi-sid.txt 2024-04-26T17:28:41.622 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/arm-charlcd.txt 2024-04-26T17:28:41.625 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/at25.txt 2024-04-26T17:28:41.628 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/atmel-ssc.txt 2024-04-26T17:28:41.630 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/bmp085.txt 2024-04-26T17:28:41.633 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/fsl,qoriq-mc.txt 2024-04-26T17:28:41.636 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ifm-csi.txt 2024-04-26T17:28:41.639 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/lis302.txt 2024-04-26T17:28:41.641 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/nvidia,tegra20-apbmisc.txt 2024-04-26T17:28:41.644 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/smc.txt 2024-04-26T17:28:41.647 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/sram.txt 2024-04-26T17:28:41.649 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ti,dac7512.txt 2024-04-26T17:28:41.652 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ 2024-04-26T17:28:41.654 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/arasan,sdhci.txt 2024-04-26T17:28:41.656 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/atmel-hsmci.txt 2024-04-26T17:28:41.659 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/brcm,bcm2835-sdhci.txt 2024-04-26T17:28:41.662 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/davinci_mmc.txt 2024-04-26T17:28:41.664 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/exynos-dw-mshc.txt 2024-04-26T17:28:41.667 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-esdhc.txt 2024-04-26T17:28:41.669 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-esdhc.txt 2024-04-26T17:28:41.672 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-mmc.txt 2024-04-26T17:28:41.674 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/img-dw-mshc.txt 2024-04-26T17:28:41.677 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/k3-dw-mshc.txt 2024-04-26T17:28:41.679 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/kona-sdhci.txt 2024-04-26T17:28:41.682 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-emmc.txt 2024-04-26T17:28:41.684 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-simple.txt 2024-04-26T17:28:41.687 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-spi-slot.txt 2024-04-26T17:28:41.689 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc.txt 2024-04-26T17:28:41.692 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmci.txt 2024-04-26T17:28:41.694 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/moxa,moxart-mmc.txt 2024-04-26T17:28:41.697 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mxs-mmc.txt 2024-04-26T17:28:41.699 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/nvidia,tegra20-sdhci.txt 2024-04-26T17:28:41.702 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/orion-sdio.txt 2024-04-26T17:28:41.705 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/pxa-mmc.txt 2024-04-26T17:28:41.707 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/renesas,mmcif.txt 2024-04-26T17:28:41.710 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/rockchip-dw-mshc.txt 2024-04-26T17:28:41.712 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/samsung-sdhci.txt 2024-04-26T17:28:41.714 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-dove.txt 2024-04-26T17:28:41.717 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-fujitsu.txt 2024-04-26T17:28:41.719 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-msm.txt 2024-04-26T17:28:41.721 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-pxa.txt 2024-04-26T17:28:41.724 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-sirf.txt 2024-04-26T17:28:41.727 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-spear.txt 2024-04-26T17:28:41.729 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-st.txt 2024-04-26T17:28:41.732 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/socfpga-dw-mshc.txt 2024-04-26T17:28:41.735 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sunxi-mmc.txt 2024-04-26T17:28:41.737 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/synopsys-dw-mshc.txt 2024-04-26T17:28:41.740 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap-hsmmc.txt 2024-04-26T17:28:41.742 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap.txt 2024-04-26T17:28:41.745 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/tmio_mmc.txt 2024-04-26T17:28:41.747 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/usdhi6rol0.txt 2024-04-26T17:28:41.750 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/vt8500-sdmmc.txt 2024-04-26T17:28:41.752 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/ 2024-04-26T17:28:41.754 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/arm-versatile.txt 2024-04-26T17:28:41.757 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-dataflash.txt 2024-04-26T17:28:41.759 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-nand.txt 2024-04-26T17:28:41.761 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/davinci-nand.txt 2024-04-26T17:28:41.764 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/denali-nand.txt 2024-04-26T17:28:41.767 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/diskonchip.txt 2024-04-26T17:28:41.770 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/elm.txt 2024-04-26T17:28:41.772 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/flctl-nand.txt 2024-04-26T17:28:41.775 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-quadspi.txt 2024-04-26T17:28:41.777 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-upm-nand.txt 2024-04-26T17:28:41.779 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsmc-nand.txt 2024-04-26T17:28:41.782 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpio-control-nand.txt 2024-04-26T17:28:41.784 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nand.txt 2024-04-26T17:28:41.787 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nor.txt 2024-04-26T17:28:41.789 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-onenand.txt 2024-04-26T17:28:41.791 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmi-nand.txt 2024-04-26T17:28:41.794 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/hisi504-nand.txt 2024-04-26T17:28:41.797 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-mlc.txt 2024-04-26T17:28:41.799 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-slc.txt 2024-04-26T17:28:41.802 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/m25p80.txt 2024-04-26T17:28:41.805 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mtd-physmap.txt 2024-04-26T17:28:41.810 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mxc-nand.txt 2024-04-26T17:28:41.810 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/nand.txt 2024-04-26T17:28:41.811 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/orion-nand.txt 2024-04-26T17:28:41.813 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/partition.txt 2024-04-26T17:28:41.816 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/pxa3xx-nand.txt 2024-04-26T17:28:41.818 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/spear_smi.txt 2024-04-26T17:28:41.820 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/st-fsm.txt 2024-04-26T17:28:41.823 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/sunxi-nand.txt 2024-04-26T17:28:41.825 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ 2024-04-26T17:28:41.827 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-emac.txt 2024-04-26T17:28:41.830 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-mdio.txt 2024-04-26T17:28:41.832 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun7i-a20-gmac.txt 2024-04-26T17:28:41.835 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/altera_tse.txt 2024-04-26T17:28:41.837 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe-phy.txt 2024-04-26T17:28:41.840 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe.txt 2024-04-26T17:28:41.842 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/apm-xgene-enet.txt 2024-04-26T17:28:41.845 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/arc_emac.txt 2024-04-26T17:28:41.847 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcm87xx.txt 2024-04-26T17:28:41.849 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcmgenet.txt 2024-04-26T17:28:41.852 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-mdio-unimac.txt 2024-04-26T17:28:41.854 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-sf2.txt 2024-04-26T17:28:41.856 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-systemport.txt 2024-04-26T17:28:41.859 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/calxeda-xgmac.txt 2024-04-26T17:28:41.862 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/ 2024-04-26T17:28:41.864 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/atmel-can.txt 2024-04-26T17:28:41.866 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/c_can.txt 2024-04-26T17:28:41.869 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/cc770.txt 2024-04-26T17:28:41.871 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/fsl-flexcan.txt 2024-04-26T17:28:41.873 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/grcan.txt 2024-04-26T17:28:41.876 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/m_can.txt 2024-04-26T17:28:41.888 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/microchip,mcp251x.txt 2024-04-26T17:28:41.891 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/mpc5xxx-mscan.txt 2024-04-26T17:28:41.893 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/rcar_can.txt 2024-04-26T17:28:41.896 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/sja1000.txt 2024-04-26T17:28:41.898 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/xilinx_can.txt 2024-04-26T17:28:41.900 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mdio.txt 2024-04-26T17:28:41.904 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mix.txt 2024-04-26T17:28:41.906 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-pip.txt 2024-04-26T17:28:41.909 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cdns-emac.txt 2024-04-26T17:28:41.911 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw-phy-sel.txt 2024-04-26T17:28:41.913 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw.txt 2024-04-26T17:28:41.916 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davicom-dm9000.txt 2024-04-26T17:28:41.918 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci-mdio.txt 2024-04-26T17:28:41.920 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci_emac.txt 2024-04-26T17:28:41.922 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/ 2024-04-26T17:28:41.925 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/dsa.txt 2024-04-26T17:28:41.926 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/emac_rockchip.txt 2024-04-26T17:28:41.929 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ethernet.txt 2024-04-26T17:28:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:41 smithi090 ceph-mon[29417]: pgmap v418: 129 pgs: 129 active+clean; 87 MiB data, 591 MiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 6.2 MiB/s wr, 144 op/s 2024-04-26T17:28:41.932 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fixed-link.txt 2024-04-26T17:28:41.935 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-fec.txt 2024-04-26T17:28:41.937 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-tsec-phy.txt 2024-04-26T17:28:41.940 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/gpmc-eth.txt 2024-04-26T17:28:41.942 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hip04-net.txt 2024-04-26T17:28:41.945 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hix5hd2-gmac.txt 2024-04-26T17:28:41.947 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/ 2024-04-26T17:28:41.949 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/at86rf230.txt 2024-04-26T17:28:41.952 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/cc2520.txt 2024-04-26T17:28:41.954 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/keystone-netcp.txt 2024-04-26T17:28:41.957 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/lpc-eth.txt 2024-04-26T17:28:41.959 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/macb.txt 2024-04-26T17:28:41.961 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-armada-370-neta.txt 2024-04-26T17:28:41.963 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-mdio.txt 2024-04-26T17:28:41.966 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-net.txt 2024-04-26T17:28:41.968 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pp2.txt 2024-04-26T17:28:41.970 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pxa168.txt 2024-04-26T17:28:41.973 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-gpio.txt 2024-04-26T17:28:41.976 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-gpio.txt 2024-04-26T17:28:41.978 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-mmioreg.txt 2024-04-26T17:28:41.980 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux.txt 2024-04-26T17:28:41.983 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/meson-dwmac.txt 2024-04-26T17:28:41.985 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ks8851.txt 2024-04-26T17:28:41.988 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ksz90x1.txt 2024-04-26T17:28:41.990 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel.txt 2024-04-26T17:28:41.992 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/moxa,moxart-mac.txt 2024-04-26T17:28:41.995 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/ 2024-04-26T17:28:41.996 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/pn544.txt 2024-04-26T17:28:41.999 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfca.txt 2024-04-26T17:28:42.001 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfcb.txt 2024-04-26T17:28:42.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:41 smithi167 ceph-mon[32665]: pgmap v418: 129 pgs: 129 active+clean; 87 MiB data, 591 MiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 6.2 MiB/s wr, 144 op/s 2024-04-26T17:28:42.004 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/trf7970a.txt 2024-04-26T17:28:42.006 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/opencores-ethoc.txt 2024-04-26T17:28:42.009 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/phy.txt 2024-04-26T17:28:42.015 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/qca-qca7000-spi.txt 2024-04-26T17:28:42.015 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/rockchip-dwmac.txt 2024-04-26T17:28:42.016 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/samsung-sxgbe.txt 2024-04-26T17:28:42.019 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sh_eth.txt 2024-04-26T17:28:42.021 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc-lan91c111.txt 2024-04-26T17:28:42.023 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc911x.txt 2024-04-26T17:28:42.025 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/socfpga-dwmac.txt 2024-04-26T17:28:42.027 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sti-dwmac.txt 2024-04-26T17:28:42.029 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/stmmac.txt 2024-04-26T17:28:42.031 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-rhine.txt 2024-04-26T17:28:42.034 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-velocity.txt 2024-04-26T17:28:42.036 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ 2024-04-26T17:28:42.038 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/brcm,bcm43xx-fmac.txt 2024-04-26T17:28:42.040 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/qcom,ath10k.txt 2024-04-26T17:28:42.042 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ti,wl1251.txt 2024-04-26T17:28:42.044 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/ 2024-04-26T17:28:42.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:41 smithi119 ceph-mon[32584]: pgmap v418: 129 pgs: 129 active+clean; 87 MiB data, 591 MiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 6.2 MiB/s wr, 144 op/s 2024-04-26T17:28:42.048 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/nios2.txt 2024-04-26T17:28:42.050 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/timer.txt 2024-04-26T17:28:42.052 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/ 2024-04-26T17:28:42.054 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/nvidia,nvec.txt 2024-04-26T17:28:42.056 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt 2024-04-26T17:28:42.059 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/ 2024-04-26T17:28:42.061 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101aw03.txt 2024-04-26T17:28:42.063 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101xtn01.txt 2024-04-26T17:28:42.065 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b116xw03.txt 2024-04-26T17:28:42.068 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133htn01.txt 2024-04-26T17:28:42.070 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133xtn01.txt 2024-04-26T17:28:42.072 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/avic,tm070ddh03.txt 2024-04-26T17:28:42.075 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wa01a.txt 2024-04-26T17:28:42.077 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wb03.txt 2024-04-26T17:28:42.079 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et057090dhu.txt 2024-04-26T17:28:42.082 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et070080dh6.txt 2024-04-26T17:28:42.084 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,etm0700g0dh6.txt 2024-04-26T17:28:42.086 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/foxlink,fl500wvr00-a0t.txt 2024-04-26T17:28:42.088 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/giantplus,gpg482739qs5.txt 2024-04-26T17:28:42.090 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hannstar,hsd070pww1.txt 2024-04-26T17:28:42.092 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hit,tx23d38vm0caa.txt 2024-04-26T17:28:42.095 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,g121i1-l01.txt 2024-04-26T17:28:42.098 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n116bge.txt 2024-04-26T17:28:42.101 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n156bge-l21.txt 2024-04-26T17:28:42.103 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,ld070wx3-sl01.txt 2024-04-26T17:28:42.106 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lh500wx1-sd03.txt 2024-04-26T17:28:42.109 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lp129qe.txt 2024-04-26T17:28:42.111 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/panasonic,vvx10f004b00.txt 2024-04-26T17:28:42.113 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ld9040.txt 2024-04-26T17:28:42.116 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ltn101nt05.txt 2024-04-26T17:28:42.118 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,s6e8aa0.txt 2024-04-26T17:28:42.121 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/sharp,lq101r1sx01.txt 2024-04-26T17:28:42.123 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/simple-panel.txt 2024-04-26T17:28:42.126 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ 2024-04-26T17:28:42.128 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/83xx-512x-pci.txt 2024-04-26T17:28:42.131 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/designware-pcie.txt 2024-04-26T17:28:42.133 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,imx6q-pcie.txt 2024-04-26T17:28:42.136 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,pci.txt 2024-04-26T17:28:42.139 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/host-generic-pci.txt 2024-04-26T17:28:42.141 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/layerscape-pci.txt 2024-04-26T17:28:42.143 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/mvebu-pci.txt 2024-04-26T17:28:42.146 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/nvidia,tegra20-pcie.txt 2024-04-26T17:28:42.148 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-keystone.txt 2024-04-26T17:28:42.150 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-rcar-gen2.txt 2024-04-26T17:28:42.153 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci.txt 2024-04-26T17:28:42.155 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ralink,rt3883-pci.txt 2024-04-26T17:28:42.157 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/rcar-pci.txt 2024-04-26T17:28:42.159 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/samsung,exynos5440-pcie.txt 2024-04-26T17:28:42.162 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/spear13xx-pcie.txt 2024-04-26T17:28:42.164 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ti-pci.txt 2024-04-26T17:28:42.166 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/v3-v360epc-pci.txt 2024-04-26T17:28:42.168 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/versatile.txt 2024-04-26T17:28:42.171 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xgene-pci.txt 2024-04-26T17:28:42.173 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xilinx-pcie.txt 2024-04-26T17:28:42.175 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ 2024-04-26T17:28:42.177 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/apm-xgene-phy.txt 2024-04-26T17:28:42.180 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/bcm-phy.txt 2024-04-26T17:28:42.182 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-sata-phy.txt 2024-04-26T17:28:42.184 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-usb-phy.txt 2024-04-26T17:28:42.186 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/hix5hd2-phy.txt 2024-04-26T17:28:42.188 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-bindings.txt 2024-04-26T17:28:42.190 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy28lp.txt 2024-04-26T17:28:42.193 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy365x.txt 2024-04-26T17:28:42.195 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-mvebu.txt 2024-04-26T17:28:42.198 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih407-usb.txt 2024-04-26T17:28:42.200 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih41x-usb.txt 2024-04-26T17:28:42.203 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-apq8064-sata-phy.txt 2024-04-26T17:28:42.205 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-dwc3-usb-phy.txt 2024-04-26T17:28:42.208 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-ipq806x-sata-phy.txt 2024-04-26T17:28:42.210 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rcar-gen2-phy.txt 2024-04-26T17:28:42.212 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rockchip-usb-phy.txt 2024-04-26T17:28:42.218 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/samsung-phy.txt 2024-04-26T17:28:42.218 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/st-spear-miphy.txt 2024-04-26T17:28:42.219 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/sun4i-usb-phy.txt 2024-04-26T17:28:42.222 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ti-phy.txt 2024-04-26T17:28:42.224 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ 2024-04-26T17:28:42.227 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/abilis,tb10x-iomux.txt 2024-04-26T17:28:42.229 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/allwinner,sunxi-pinctrl.txt 2024-04-26T17:28:42.232 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/atmel,at91-pinctrl.txt 2024-04-26T17:28:42.235 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm11351-pinctrl.txt 2024-04-26T17:28:42.238 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm2835-gpio.txt 2024-04-26T17:28:42.241 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx-pinctrl.txt 2024-04-26T17:28:42.243 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx25-pinctrl.txt 2024-04-26T17:28:42.246 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx27-pinctrl.txt 2024-04-26T17:28:42.250 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx35-pinctrl.txt 2024-04-26T17:28:42.253 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx51-pinctrl.txt 2024-04-26T17:28:42.256 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx53-pinctrl.txt 2024-04-26T17:28:42.259 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6dl-pinctrl.txt 2024-04-26T17:28:42.261 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6q-pinctrl.txt 2024-04-26T17:28:42.264 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sl-pinctrl.txt 2024-04-26T17:28:42.268 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sx-pinctrl.txt 2024-04-26T17:28:42.270 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,mxs-pinctrl.txt 2024-04-26T17:28:42.274 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,vf610-pinctrl.txt 2024-04-26T17:28:42.276 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pdc-pinctrl.txt 2024-04-26T17:28:42.279 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pinctrl.txt 2024-04-26T17:28:42.282 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,falcon-pinumx.txt 2024-04-26T17:28:42.285 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,xway-pinumx.txt 2024-04-26T17:28:42.288 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-370-pinctrl.txt 2024-04-26T17:28:42.291 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-375-pinctrl.txt 2024-04-26T17:28:42.295 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-38x-pinctrl.txt 2024-04-26T17:28:42.298 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-xp-pinctrl.txt 2024-04-26T17:28:42.301 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,dove-pinctrl.txt 2024-04-26T17:28:42.304 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,kirkwood-pinctrl.txt 2024-04-26T17:28:42.308 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,mvebu-pinctrl.txt 2024-04-26T17:28:42.310 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,orion-pinctrl.txt 2024-04-26T17:28:42.313 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/meson,pinctrl.txt 2024-04-26T17:28:42.316 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra114-pinmux.txt 2024-04-26T17:28:42.319 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-pinmux.txt 2024-04-26T17:28:42.322 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-xusb-padctl.txt 2024-04-26T17:28:42.326 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra20-pinmux.txt 2024-04-26T17:28:42.329 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra30-pinmux.txt 2024-04-26T17:28:42.332 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-bindings.txt 2024-04-26T17:28:42.336 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-palmas.txt 2024-04-26T17:28:42.338 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-single.txt 2024-04-26T17:28:42.341 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-sirf.txt 2024-04-26T17:28:42.344 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-st.txt 2024-04-26T17:28:42.347 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-vt8500.txt 2024-04-26T17:28:42.349 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl_spear.txt 2024-04-26T17:28:42.354 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8064-pinctrl.txt 2024-04-26T17:28:42.355 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8084-pinctrl.txt 2024-04-26T17:28:42.358 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,ipq8064-pinctrl.txt 2024-04-26T17:28:42.360 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8916-pinctrl.txt 2024-04-26T17:28:42.363 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8960-pinctrl.txt 2024-04-26T17:28:42.366 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8974-pinctrl.txt 2024-04-26T17:28:42.368 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-gpio.txt 2024-04-26T17:28:42.371 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-mpp.txt 2024-04-26T17:28:42.374 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/renesas,pfc-pinctrl.txt 2024-04-26T17:28:42.377 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/rockchip,pinctrl.txt 2024-04-26T17:28:42.380 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/samsung-pinctrl.txt 2024-04-26T17:28:42.383 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,abx500.txt 2024-04-26T17:28:42.385 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,nomadik.txt 2024-04-26T17:28:42.389 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ti,omap-pinctrl.txt 2024-04-26T17:28:42.391 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/xlnx,zynq-pinctrl.txt 2024-04-26T17:28:42.394 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ 2024-04-26T17:28:42.397 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/bq2415x.txt 2024-04-26T17:28:42.400 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/isp1704.txt 2024-04-26T17:28:42.403 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ltc2941.txt 2024-04-26T17:28:42.405 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/opp.txt 2024-04-26T17:28:42.408 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power-controller.txt 2024-04-26T17:28:42.411 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power_domain.txt 2024-04-26T17:28:42.414 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/renesas,sysc-rmobile.txt 2024-04-26T17:28:42.417 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ 2024-04-26T17:28:42.419 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/keystone-reset.txt 2024-04-26T17:28:42.422 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ltc2952-poweroff.txt 2024-04-26T17:28:42.425 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/st-reset.txt 2024-04-26T17:28:42.427 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/syscon-reboot.txt 2024-04-26T17:28:42.430 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rockchip-io-domain.txt 2024-04-26T17:28:42.433 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rx51-battery.txt 2024-04-26T17:28:42.436 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/twl-charger.txt 2024-04-26T17:28:42.438 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ 2024-04-26T17:28:42.441 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/ 2024-04-26T17:28:42.444 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/btemp.txt 2024-04-26T17:28:42.448 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/chargalg.txt 2024-04-26T17:28:42.451 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/charger.txt 2024-04-26T17:28:42.454 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/fg.txt 2024-04-26T17:28:42.456 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/axxia-reset.txt 2024-04-26T17:28:42.460 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/charger-manager.txt 2024-04-26T17:28:42.462 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/gpio-charger.txt 2024-04-26T17:28:42.465 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/imx-snvs-poweroff.txt 2024-04-26T17:28:42.467 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/lp8727_charger.txt 2024-04-26T17:28:42.469 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max17042_battery.txt 2024-04-26T17:28:42.472 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max8925_batter.txt 2024-04-26T17:28:42.474 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/msm-poweroff.txt 2024-04-26T17:28:42.477 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/olpc_battery.txt 2024-04-26T17:28:42.479 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/power_supply.txt 2024-04-26T17:28:42.482 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/qnap-poweroff.txt 2024-04-26T17:28:42.485 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/restart-poweroff.txt 2024-04-26T17:28:42.487 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/sbs_sbs-battery.txt 2024-04-26T17:28:42.490 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ti,bq24735.txt 2024-04-26T17:28:42.493 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/tps65090.txt 2024-04-26T17:28:42.495 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/ 2024-04-26T17:28:42.498 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ 2024-04-26T17:28:42.500 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/akebono.txt 2024-04-26T17:28:42.503 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/cpm.txt 2024-04-26T17:28:42.506 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/emac.txt 2024-04-26T17:28:42.508 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/hsta.txt 2024-04-26T17:28:42.511 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ndfc.txt 2024-04-26T17:28:42.513 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ppc440spe-adma.txt 2024-04-26T17:28:42.516 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/reboot.txt 2024-04-26T17:28:42.519 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ 2024-04-26T17:28:42.521 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/board.txt 2024-04-26T17:28:42.523 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cache_sram.txt 2024-04-26T17:28:42.526 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ccf.txt 2024-04-26T17:28:42.528 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/ 2024-04-26T17:28:42.530 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm.txt 2024-04-26T17:28:42.532 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/ 2024-04-26T17:28:42.534 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/brg.txt 2024-04-26T17:28:42.536 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/i2c.txt 2024-04-26T17:28:42.539 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/pic.txt 2024-04-26T17:28:42.541 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/usb.txt 2024-04-26T17:28:42.544 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/gpio.txt 2024-04-26T17:28:42.546 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/network.txt 2024-04-26T17:28:42.549 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe.txt 2024-04-26T17:28:42.552 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ 2024-04-26T17:28:42.554 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/firmware.txt 2024-04-26T17:28:42.556 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/par_io.txt 2024-04-26T17:28:42.559 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/pincfg.txt 2024-04-26T17:28:42.562 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ucc.txt 2024-04-26T17:28:42.565 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/usb.txt 2024-04-26T17:28:42.567 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/serial.txt 2024-04-26T17:28:42.571 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpus.txt 2024-04-26T17:28:42.573 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dcsr.txt 2024-04-26T17:28:42.576 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/diu.txt 2024-04-26T17:28:42.579 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dma.txt 2024-04-26T17:28:42.581 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ecm.txt 2024-04-26T17:28:42.583 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/fman.txt 2024-04-26T17:28:42.586 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/gtm.txt 2024-04-26T17:28:42.589 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/guts.txt 2024-04-26T17:28:42.592 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/interlaken-lac.txt 2024-04-26T17:28:42.594 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/l2cache.txt 2024-04-26T17:28:42.596 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/lbc.txt 2024-04-26T17:28:42.599 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcm.txt 2024-04-26T17:28:42.602 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcu-mpc8349emitx.txt 2024-04-26T17:28:42.605 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mem-ctrlr.txt 2024-04-26T17:28:42.607 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5121-psc.txt 2024-04-26T17:28:42.610 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5200.txt 2024-04-26T17:28:42.612 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-msgr.txt 2024-04-26T17:28:42.614 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-timer.txt 2024-04-26T17:28:42.617 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic.txt 2024-04-26T17:28:42.619 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/msi-pic.txt 2024-04-26T17:28:42.621 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pamu.txt 2024-04-26T17:28:42.624 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pmc.txt 2024-04-26T17:28:42.626 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/raideng.txt 2024-04-26T17:28:42.629 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio-rmu.txt 2024-04-26T17:28:42.631 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio.txt 2024-04-26T17:28:42.634 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/ 2024-04-26T17:28:42.636 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/gamecube.txt 2024-04-26T17:28:42.638 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/wii.txt 2024-04-26T17:28:42.641 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/ 2024-04-26T17:28:42.644 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/pps-gpio.txt 2024-04-26T17:28:42.646 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ 2024-04-26T17:28:42.649 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-hlcdc-pwm.txt 2024-04-26T17:28:42.652 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-pwm.txt 2024-04-26T17:28:42.654 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-tcb-pwm.txt 2024-04-26T17:28:42.656 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/bcm-kona-pwm.txt 2024-04-26T17:28:42.659 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/cirrus,clps711x-pwm.txt 2024-04-26T17:28:42.661 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/img-pwm.txt 2024-04-26T17:28:42.663 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/imx-pwm.txt 2024-04-26T17:28:42.666 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/lpc32xx-pwm.txt 2024-04-26T17:28:42.668 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/mxs-pwm.txt 2024-04-26T17:28:42.670 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nvidia,tegra20-pwm.txt 2024-04-26T17:28:42.673 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nxp,pca9685-pwm.txt 2024-04-26T17:28:42.675 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-bcm2835.txt 2024-04-26T17:28:42.678 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-fsl-ftm.txt 2024-04-26T17:28:42.680 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-lp3943.txt 2024-04-26T17:28:42.682 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-rockchip.txt 2024-04-26T17:28:42.685 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-samsung.txt 2024-04-26T17:28:42.688 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-st.txt 2024-04-26T17:28:42.690 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-sun4i.txt 2024-04-26T17:28:42.692 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiecap.txt 2024-04-26T17:28:42.695 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiehrpwm.txt 2024-04-26T17:28:42.697 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tipwmss.txt 2024-04-26T17:28:42.700 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm.txt 2024-04-26T17:28:42.702 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pxa-pwm.txt 2024-04-26T17:28:42.705 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/renesas,tpu-pwm.txt 2024-04-26T17:28:42.707 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/spear-pwm.txt 2024-04-26T17:28:42.709 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwm.txt 2024-04-26T17:28:42.712 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwmled.txt 2024-04-26T17:28:42.714 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/vt8500-pwm.txt 2024-04-26T17:28:42.716 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/ 2024-04-26T17:28:42.719 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/regmap.txt 2024-04-26T17:28:42.721 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ 2024-04-26T17:28:42.723 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm800.txt 2024-04-26T17:28:42.725 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm860x.txt 2024-04-26T17:28:42.728 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/act8865-regulator.txt 2024-04-26T17:28:42.730 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/anatop-regulator.txt 2024-04-26T17:28:42.733 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/as3722-regulator.txt 2024-04-26T17:28:42.735 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9210.txt 2024-04-26T17:28:42.737 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9211.txt 2024-04-26T17:28:42.740 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fan53555.txt 2024-04-26T17:28:42.742 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fixed-regulator.txt 2024-04-26T17:28:42.745 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/gpio-regulator.txt 2024-04-26T17:28:42.747 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/isl9305.txt 2024-04-26T17:28:42.749 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/lp872x.txt 2024-04-26T17:28:42.752 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ltc3589.txt 2024-04-26T17:28:42.754 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max1586-regulator.txt 2024-04-26T17:28:42.757 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max77802.txt 2024-04-26T17:28:42.759 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8660.txt 2024-04-26T17:28:42.762 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8907.txt 2024-04-26T17:28:42.764 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8925-regulator.txt 2024-04-26T17:28:42.767 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8952.txt 2024-04-26T17:28:42.769 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8973-regulator.txt 2024-04-26T17:28:42.771 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8997-regulator.txt 2024-04-26T17:28:42.774 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/mt6397-regulator.txt 2024-04-26T17:28:42.776 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/palmas-pmic.txt 2024-04-26T17:28:42.779 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pbias-regulator.txt 2024-04-26T17:28:42.781 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pfuze100.txt 2024-04-26T17:28:42.783 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pwm-regulator.txt 2024-04-26T17:28:42.786 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/regulator.txt 2024-04-26T17:28:42.788 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/s5m8767-regulator.txt 2024-04-26T17:28:42.790 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/sky81452-regulator.txt 2024-04-26T17:28:42.793 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ti-abb-regulator.txt 2024-04-26T17:28:42.796 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps51632-regulator.txt 2024-04-26T17:28:42.799 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps62360-regulator.txt 2024-04-26T17:28:42.801 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65090.txt 2024-04-26T17:28:42.804 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65217.txt 2024-04-26T17:28:42.806 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65218.txt 2024-04-26T17:28:42.809 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps6586x.txt 2024-04-26T17:28:42.811 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/twl-regulator.txt 2024-04-26T17:28:42.813 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/vexpress.txt 2024-04-26T17:28:42.815 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/ 2024-04-26T17:28:42.818 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt 2024-04-26T17:28:42.820 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/ 2024-04-26T17:28:42.822 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/allwinner,sunxi-clock-reset.txt 2024-04-26T17:28:42.824 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/fsl,imx-src.txt 2024-04-26T17:28:42.826 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/reset.txt 2024-04-26T17:28:42.829 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/sirf,rstc.txt 2024-04-26T17:28:42.834 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/socfpga-reset.txt 2024-04-26T17:28:42.834 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-picophyreset.txt 2024-04-26T17:28:42.837 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-powerdown.txt 2024-04-26T17:28:42.840 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-softreset.txt 2024-04-26T17:28:42.842 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt 2024-04-26T17:28:42.845 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/ 2024-04-26T17:28:42.847 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/apm,rng.txt 2024-04-26T17:28:42.849 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/brcm,bcm2835.txt 2024-04-26T17:28:42.851 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/qcom,prng.txt 2024-04-26T17:28:42.853 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/ 2024-04-26T17:28:42.856 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/armada-380-rtc.txt 2024-04-26T17:28:42.858 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91rm9200-rtc.txt 2024-04-26T17:28:42.860 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91sam9-rtc.txt 2024-04-26T17:28:42.862 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dallas,ds1339.txt 2024-04-26T17:28:42.865 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dw-apb.txt 2024-04-26T17:28:42.867 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/haoyu,hym8563.txt 2024-04-26T17:28:42.870 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/imxdi-rtc.txt 2024-04-26T17:28:42.872 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/isil,isl12057.txt 2024-04-26T17:28:42.874 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/lpc32xx-rtc.txt 2024-04-26T17:28:42.876 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/maxim,ds1742.txt 2024-04-26T17:28:42.879 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/moxa,moxart-rtc.txt 2024-04-26T17:28:42.881 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nvidia,tegra20-rtc.txt 2024-04-26T17:28:42.883 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nxp,rtc-2123.txt 2024-04-26T17:28:42.885 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/olpc-xo1-rtc.txt 2024-04-26T17:28:42.894 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/orion-rtc.txt 2024-04-26T17:28:42.897 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/pxa-rtc.txt 2024-04-26T17:28:42.899 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-cmos.txt 2024-04-26T17:28:42.901 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-omap.txt 2024-04-26T17:28:42.904 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-opal.txt 2024-04-26T17:28:42.907 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-palmas.txt 2024-04-26T17:28:42.909 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/s3c-rtc.txt 2024-04-26T17:28:42.912 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sa1100-rtc.txt 2024-04-26T17:28:42.914 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/snvs-rtc.txt 2024-04-26T17:28:42.916 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/spear-rtc.txt 2024-04-26T17:28:42.918 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/stmp3xxx-rtc.txt 2024-04-26T17:28:42.921 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sun6i-rtc.txt 2024-04-26T17:28:42.924 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sunxi-rtc.txt 2024-04-26T17:28:42.926 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/twl-rtc.txt 2024-04-26T17:28:42.929 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/via,vt8500-rtc.txt 2024-04-26T17:28:42.931 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/xgene-rtc.txt 2024-04-26T17:28:42.933 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/ 2024-04-26T17:28:42.936 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/ 2024-04-26T17:28:42.938 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/st33zp24-i2c.txt 2024-04-26T17:28:42.940 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/ 2024-04-26T17:28:42.943 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/8250.txt 2024-04-26T17:28:42.945 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_jtaguart.txt 2024-04-26T17:28:42.947 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_uart.txt 2024-04-26T17:28:42.949 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/arc-uart.txt 2024-04-26T17:28:42.952 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/atmel-usart.txt 2024-04-26T17:28:42.954 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/axis,etraxfs-uart.txt 2024-04-26T17:28:42.956 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/bcm63xx-uart.txt 2024-04-26T17:28:42.958 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cavium-uart.txt 2024-04-26T17:28:42.960 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cdns,uart.txt 2024-04-26T17:28:42.963 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cirrus,clps711x-uart.txt 2024-04-26T17:28:42.965 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/digicolor-usart.txt 2024-04-26T17:28:42.967 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/efm32-uart.txt 2024-04-26T17:28:42.969 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-imx-uart.txt 2024-04-26T17:28:42.972 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-lpuart.txt 2024-04-26T17:28:42.974 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-mxs-auart.txt 2024-04-26T17:28:42.976 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/lantiq_asc.txt 2024-04-26T17:28:42.978 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/maxim,max310x.txt 2024-04-26T17:28:42.981 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl,pxa-ssp.txt 2024-04-26T17:28:42.982 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl-serial.txt 2024-04-26T17:28:42.985 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mtk-uart.txt 2024-04-26T17:28:42.988 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nvidia,tegra20-hsuart.txt 2024-04-26T17:28:42.990 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp,sc16is7xx.txt 2024-04-26T17:28:42.993 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp-lpc32xx-hsuart.txt 2024-04-26T17:28:42.995 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/omap_serial.txt 2024-04-26T17:28:42.997 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/pl011.txt 2024-04-26T17:28:43.000 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qca,ar9330-uart.txt 2024-04-26T17:28:43.002 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uart.txt 2024-04-26T17:28:43.004 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uartdm.txt 2024-04-26T17:28:43.007 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/renesas,sci-serial.txt 2024-04-26T17:28:43.010 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/rs485.txt 2024-04-26T17:28:43.012 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/samsung_uart.txt 2024-04-26T17:28:43.014 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sirf-uart.txt 2024-04-26T17:28:43.017 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/snps-dw-apb-uart.txt 2024-04-26T17:28:43.019 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sprd-uart.txt 2024-04-26T17:28:43.021 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/st-asc.txt 2024-04-26T17:28:43.023 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/vt8500-uart.txt 2024-04-26T17:28:43.026 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/ 2024-04-26T17:28:43.028 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/allwinner,sun4i-ps2.txt 2024-04-26T17:28:43.030 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/altera_ps2.txt 2024-04-26T17:28:43.033 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/olpc,ap-sp.txt 2024-04-26T17:28:43.035 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/snps-arc_ps2.txt 2024-04-26T17:28:43.037 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ 2024-04-26T17:28:43.039 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/ 2024-04-26T17:28:43.041 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman-portals.txt 2024-04-26T17:28:43.043 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman.txt 2024-04-26T17:28:43.045 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman-portals.txt 2024-04-26T17:28:43.047 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman.txt 2024-04-26T17:28:43.050 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/ 2024-04-26T17:28:43.052 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/qcom,gsbi.txt 2024-04-26T17:28:43.054 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/ 2024-04-26T17:28:43.057 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-dma.txt 2024-04-26T17:28:43.059 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-qmss.txt 2024-04-26T17:28:43.061 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ 2024-04-26T17:28:43.065 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,adau1701.txt 2024-04-26T17:28:43.066 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-i2s.txt 2024-04-26T17:28:43.069 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-spdif-tx.txt 2024-04-26T17:28:43.071 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,ssm2602.txt 2024-04-26T17:28:43.073 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4104.txt 2024-04-26T17:28:43.076 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4554.c 2024-04-26T17:28:43.078 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4642.txt 2024-04-26T17:28:43.080 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak5386.txt 2024-04-26T17:28:43.083 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5623.txt 2024-04-26T17:28:43.085 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5632.txt 2024-04-26T17:28:43.087 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/armada-370db-audio.txt 2024-04-26T17:28:43.090 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/arndale.txt 2024-04-26T17:28:43.092 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-at91sam9g20ek-wm8731-audio.txt 2024-04-26T17:28:43.094 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-sam9x5-wm8731-audio.txt 2024-04-26T17:28:43.097 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-wm8904.txt 2024-04-26T17:28:43.100 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel_ac97c.txt 2024-04-26T17:28:43.102 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/bcm2835-i2s.txt 2024-04-26T17:28:43.105 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cdns,xtfpga-i2s.txt 2024-04-26T17:28:43.107 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs35l32.txt 2024-04-26T17:28:43.109 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4265.txt 2024-04-26T17:28:43.112 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4270.txt 2024-04-26T17:28:43.115 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4271.txt 2024-04-26T17:28:43.117 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l52.txt 2024-04-26T17:28:43.120 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l56.txt 2024-04-26T17:28:43.122 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l73.txt 2024-04-26T17:28:43.124 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42xx8.txt 2024-04-26T17:28:43.126 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/da9055.txt 2024-04-26T17:28:43.129 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-evm-audio.txt 2024-04-26T17:28:43.131 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-mcasp-audio.txt 2024-04-26T17:28:43.134 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/designware-i2s.txt 2024-04-26T17:28:43.136 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/es8328.txt 2024-04-26T17:28:43.138 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/eukrea-tlv320.txt 2024-04-26T17:28:43.140 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,asrc.txt 2024-04-26T17:28:43.143 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,esai.txt 2024-04-26T17:28:43.145 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,spdif.txt 2024-04-26T17:28:43.147 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,ssi.txt 2024-04-26T17:28:43.149 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-asoc-card.txt 2024-04-26T17:28:43.152 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-sai.txt 2024-04-26T17:28:43.155 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/hdmi.txt 2024-04-26T17:28:43.157 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-es8328.txt 2024-04-26T17:28:43.159 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-sgtl5000.txt 2024-04-26T17:28:43.162 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-spdif.txt 2024-04-26T17:28:43.164 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-wm8962.txt 2024-04-26T17:28:43.167 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audmux.txt 2024-04-26T17:28:43.169 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ingenic,jz4740-i2s.txt 2024-04-26T17:28:43.172 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98090.txt 2024-04-26T17:28:43.174 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98095.txt 2024-04-26T17:28:43.177 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98357a.txt 2024-04-26T17:28:43.180 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa-ssp.txt 2024-04-26T17:28:43.182 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa2xx-pcm.txt 2024-04-26T17:28:43.184 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mvebu-audio.txt 2024-04-26T17:28:43.187 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-audio-sgtl5000.txt 2024-04-26T17:28:43.189 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-saif.txt 2024-04-26T17:28:43.192 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nokia,rx51.txt 2024-04-26T17:28:43.194 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-alc5632.txt 2024-04-26T17:28:43.196 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-max98090.txt 2024-04-26T17:28:43.199 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5640.txt 2024-04-26T17:28:43.201 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5677.txt 2024-04-26T17:28:43.203 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-trimslice.txt 2024-04-26T17:28:43.206 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8753.txt 2024-04-26T17:28:43.208 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8903.txt 2024-04-26T17:28:43.210 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm9712.txt 2024-04-26T17:28:43.213 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-ac97.txt 2024-04-26T17:28:43.215 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-das.txt 2024-04-26T17:28:43.217 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-i2s.txt 2024-04-26T17:28:43.219 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-ahub.txt 2024-04-26T17:28:43.222 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-hda.txt 2024-04-26T17:28:43.224 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-i2s.txt 2024-04-26T17:28:43.226 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-abe-twl6040.txt 2024-04-26T17:28:43.229 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-dmic.txt 2024-04-26T17:28:43.231 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcbsp.txt 2024-04-26T17:28:43.233 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcpdm.txt 2024-04-26T17:28:43.236 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-twl4030.txt 2024-04-26T17:28:43.238 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm1792a.txt 2024-04-26T17:28:43.242 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm512x.txt 2024-04-26T17:28:43.243 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,fsi.txt 2024-04-26T17:28:43.245 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,rsnd.txt 2024-04-26T17:28:43.247 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rockchip-i2s.txt 2024-04-26T17:28:43.249 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5631.txt 2024-04-26T17:28:43.252 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5640.txt 2024-04-26T17:28:43.254 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5677.txt 2024-04-26T17:28:43.256 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,odroidx2-max98090.txt 2024-04-26T17:28:43.259 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,smdk-wm8994.txt 2024-04-26T17:28:43.261 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung-i2s.txt 2024-04-26T17:28:43.264 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sgtl5000.txt 2024-04-26T17:28:43.266 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/simple-card.txt 2024-04-26T17:28:43.268 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-codec.txt 2024-04-26T17:28:43.270 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-port.txt 2024-04-26T17:28:43.272 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio.txt 2024-04-26T17:28:43.275 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-usp.txt 2024-04-26T17:28:43.277 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/snow.txt 2024-04-26T17:28:43.280 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/soc-ac97link.txt 2024-04-26T17:28:43.281 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-receiver.txt 2024-04-26T17:28:43.284 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-transmitter.txt 2024-04-26T17:28:43.286 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm2518.txt 2024-04-26T17:28:43.288 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm4567.txt 2024-04-26T17:28:43.290 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta32x.txt 2024-04-26T17:28:43.292 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta350.txt 2024-04-26T17:28:43.295 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tas2552.txt 2024-04-26T17:28:43.297 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tdm-slot.txt 2024-04-26T17:28:43.299 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,pcm1681.txt 2024-04-26T17:28:43.301 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,tas5086.txt 2024-04-26T17:28:43.304 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic31xx.txt 2024-04-26T17:28:43.306 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic32x4.txt 2024-04-26T17:28:43.309 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic3x.txt 2024-04-26T17:28:43.311 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tpa6130a2.txt 2024-04-26T17:28:43.313 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ts3a227e.txt 2024-04-26T17:28:43.315 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-mop500.txt 2024-04-26T17:28:43.318 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-msp.txt 2024-04-26T17:28:43.321 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/widgets.txt 2024-04-26T17:28:43.323 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8510.txt 2024-04-26T17:28:43.325 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8523.txt 2024-04-26T17:28:43.327 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8580.txt 2024-04-26T17:28:43.330 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8711.txt 2024-04-26T17:28:43.332 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8728.txt 2024-04-26T17:28:43.335 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8731.txt 2024-04-26T17:28:43.337 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8737.txt 2024-04-26T17:28:43.340 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8741.txt 2024-04-26T17:28:43.342 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8750.txt 2024-04-26T17:28:43.345 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8753.txt 2024-04-26T17:28:43.347 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8770.txt 2024-04-26T17:28:43.349 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8776.txt 2024-04-26T17:28:43.352 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8804.txt 2024-04-26T17:28:43.354 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8903.txt 2024-04-26T17:28:43.357 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8904.txt 2024-04-26T17:28:43.359 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8960.txt 2024-04-26T17:28:43.361 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8962.txt 2024-04-26T17:28:43.364 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8994.txt 2024-04-26T17:28:43.366 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ 2024-04-26T17:28:43.369 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/brcm,bcm2835-spi.txt 2024-04-26T17:28:43.371 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/efm32-spi.txt 2024-04-26T17:28:43.373 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-imx-cspi.txt 2024-04-26T17:28:43.376 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-spi.txt 2024-04-26T17:28:43.378 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/mxs-spi.txt 2024-04-26T17:28:43.381 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra114-spi.txt 2024-04-26T17:28:43.382 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-sflash.txt 2024-04-26T17:28:43.385 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-slink.txt 2024-04-26T17:28:43.388 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/omap-spi.txt 2024-04-26T17:28:43.390 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/qcom,spi-qup.txt 2024-04-26T17:28:43.392 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-hspi.txt 2024-04-26T17:28:43.394 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-msiof.txt 2024-04-26T17:28:43.397 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/snps,dw-apb-ssi.txt 2024-04-26T17:28:43.399 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-bus.txt 2024-04-26T17:28:43.401 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-cadence.txt 2024-04-26T17:28:43.403 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-davinci.txt 2024-04-26T17:28:43.406 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-dw.txt 2024-04-26T17:28:43.408 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-fsl-dspi.txt 2024-04-26T17:28:43.410 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-gpio.txt 2024-04-26T17:28:43.413 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-img-spfi.txt 2024-04-26T17:28:43.415 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-meson.txt 2024-04-26T17:28:43.417 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-octeon.txt 2024-04-26T17:28:43.420 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-orion.txt 2024-04-26T17:28:43.422 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rockchip.txt 2024-04-26T17:28:43.424 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rspi.txt 2024-04-26T17:28:43.427 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-samsung.txt 2024-04-26T17:28:43.429 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sc18is602.txt 2024-04-26T17:28:43.432 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sirf.txt 2024-04-26T17:28:43.434 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-st-ssc.txt 2024-04-26T17:28:43.437 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun4i.txt 2024-04-26T17:28:43.439 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun6i.txt 2024-04-26T17:28:43.441 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-xtensa-xtfpga.txt 2024-04-26T17:28:43.446 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_altera.txt 2024-04-26T17:28:43.446 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_atmel.txt 2024-04-26T17:28:43.448 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_oc_tiny.txt 2024-04-26T17:28:43.450 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_pl022.txt 2024-04-26T17:28:43.452 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ti_qspi.txt 2024-04-26T17:28:43.455 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/ 2024-04-26T17:28:43.457 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/qcom,spmi-pmic-arb.txt 2024-04-26T17:28:43.459 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/spmi.txt 2024-04-26T17:28:43.462 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/ 2024-04-26T17:28:43.464 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/ 2024-04-26T17:28:43.466 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/ 2024-04-26T17:28:43.467 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/lpc32xx-adc.txt 2024-04-26T17:28:43.470 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/mxs-lradc.txt 2024-04-26T17:28:43.473 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/spear-adc.txt 2024-04-26T17:28:43.475 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt 2024-04-26T17:28:43.480 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ 2024-04-26T17:28:43.482 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/armada-thermal.txt 2024-04-26T17:28:43.484 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/db8500-thermal.txt 2024-04-26T17:28:43.486 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/dove-thermal.txt 2024-04-26T17:28:43.488 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/exynos-thermal.txt 2024-04-26T17:28:43.491 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/imx-thermal.txt 2024-04-26T17:28:43.494 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/kirkwood-thermal.txt 2024-04-26T17:28:43.497 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rcar-thermal.txt 2024-04-26T17:28:43.499 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rockchip-thermal.txt 2024-04-26T17:28:43.501 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/spear-thermal.txt 2024-04-26T17:28:43.504 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/st-thermal.txt 2024-04-26T17:28:43.506 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/tegra-soctherm.txt 2024-04-26T17:28:43.509 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/thermal.txt 2024-04-26T17:28:43.512 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ti_soc_thermal.txt 2024-04-26T17:28:43.514 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ 2024-04-26T17:28:43.516 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun4i-timer.txt 2024-04-26T17:28:43.518 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun5i-a13-hstimer.txt 2024-04-26T17:28:43.520 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/amlogic,meson6-timer.txt 2024-04-26T17:28:43.523 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/arm,sp804.txt 2024-04-26T17:28:43.525 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/brcm,bcm2835-system-timer.txt 2024-04-26T17:28:43.527 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cadence,ttc-timer.txt 2024-04-26T17:28:43.529 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cirrus,clps711x-timer.txt 2024-04-26T17:28:43.532 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/digicolor-timer.txt 2024-04-26T17:28:43.534 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/energymicro,efm32-timer.txt 2024-04-26T17:28:43.537 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,ftm-timer.txt 2024-04-26T17:28:43.539 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,imxgpt.txt 2024-04-26T17:28:43.541 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/lsi,zevio-timer.txt 2024-04-26T17:28:43.544 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,armada-370-xp-timer.txt 2024-04-26T17:28:43.546 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,orion-timer.txt 2024-04-26T17:28:43.550 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/mediatek,mtk-timer.txt 2024-04-26T17:28:43.552 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/moxa,moxart-timer.txt 2024-04-26T17:28:43.554 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra20-timer.txt 2024-04-26T17:28:43.557 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra30-timer.txt 2024-04-26T17:28:43.559 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,cmt.txt 2024-04-26T17:28:43.561 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,mtu2.txt 2024-04-26T17:28:43.563 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,tmu.txt 2024-04-26T17:28:43.566 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/rockchip,rk3288-timer.txt 2024-04-26T17:28:43.568 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/samsung,exynos4210-mct.txt 2024-04-26T17:28:43.571 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/stericsson-u300-apptimer.txt 2024-04-26T17:28:43.574 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ti,keystone-timer.txt 2024-04-26T17:28:43.576 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ 2024-04-26T17:28:43.578 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ufshcd-pltfrm.txt 2024-04-26T17:28:43.580 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/unittest.txt 2024-04-26T17:28:43.583 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ 2024-04-26T17:28:43.585 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/am33xx-usb.txt 2024-04-26T17:28:43.587 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/atmel-usb.txt 2024-04-26T17:28:43.589 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-imx.txt 2024-04-26T17:28:43.592 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-qcom.txt 2024-04-26T17:28:43.594 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-usb2.txt 2024-04-26T17:28:43.596 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-zevio.txt 2024-04-26T17:28:43.599 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc2.txt 2024-04-26T17:28:43.601 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3-st.txt 2024-04-26T17:28:43.604 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3.txt 2024-04-26T17:28:43.607 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-omap.txt 2024-04-26T17:28:43.610 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-orion.txt 2024-04-26T17:28:43.612 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-st.txt 2024-04-26T17:28:43.615 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/exynos-usb.txt 2024-04-26T17:28:43.617 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/fsl-usb.txt 2024-04-26T17:28:43.620 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/generic.txt 2024-04-26T17:28:43.622 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/gr-udc.txt 2024-04-26T17:28:43.624 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/isp1301.txt 2024-04-26T17:28:43.627 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-phy.txt 2024-04-26T17:28:43.629 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-usb.txt 2024-04-26T17:28:43.631 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/lpc32xx-udc.txt 2024-04-26T17:28:43.634 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/msm-hsusb.txt 2024-04-26T17:28:43.636 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/mxs-phy.txt 2024-04-26T17:28:43.638 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-ehci.txt 2024-04-26T17:28:43.641 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-usb-phy.txt 2024-04-26T17:28:43.644 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-nxp.txt 2024-04-26T17:28:43.646 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-omap3.txt 2024-04-26T17:28:43.648 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-st.txt 2024-04-26T17:28:43.650 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/omap-usb.txt 2024-04-26T17:28:43.653 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/pxa-usb.txt 2024-04-26T17:28:43.655 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/qcom,dwc3.txt 2024-04-26T17:28:43.657 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/renesas_usbhs.txt 2024-04-26T17:28:43.660 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-hsotg.txt 2024-04-26T17:28:43.662 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-usbphy.txt 2024-04-26T17:28:43.665 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/spear-usb.txt 2024-04-26T17:28:43.667 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/twlxxxx-usb.txt 2024-04-26T17:28:43.669 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/udc-xilinx.txt 2024-04-26T17:28:43.672 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ehci.txt 2024-04-26T17:28:43.674 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-nop-xceiv.txt 2024-04-26T17:28:43.676 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ohci.txt 2024-04-26T17:28:43.678 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-uhci.txt 2024-04-26T17:28:43.681 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-xhci.txt 2024-04-26T17:28:43.683 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb3503.txt 2024-04-26T17:28:43.686 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usbmisc-imx.txt 2024-04-26T17:28:43.688 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ux500-usb.txt 2024-04-26T17:28:43.690 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt 2024-04-26T17:28:43.693 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ 2024-04-26T17:28:43.696 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt 2024-04-26T17:28:43.699 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt 2024-04-26T17:28:43.701 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt 2024-04-26T17:28:43.703 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt 2024-04-26T17:28:43.706 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt 2024-04-26T17:28:43.708 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/ 2024-04-26T17:28:43.710 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt 2024-04-26T17:28:43.712 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt 2024-04-26T17:28:43.715 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt 2024-04-26T17:28:43.717 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt 2024-04-26T17:28:43.719 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt 2024-04-26T17:28:43.722 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt 2024-04-26T17:28:43.724 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ 2024-04-26T17:28:43.727 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt 2024-04-26T17:28:43.729 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt 2024-04-26T17:28:43.732 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt 2024-04-26T17:28:43.735 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt 2024-04-26T17:28:43.737 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt 2024-04-26T17:28:43.740 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt 2024-04-26T17:28:43.742 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt 2024-04-26T17:28:43.744 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt 2024-04-26T17:28:43.746 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt 2024-04-26T17:28:43.749 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt 2024-04-26T17:28:43.751 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt 2024-04-26T17:28:43.754 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt 2024-04-26T17:28:43.756 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt 2024-04-26T17:28:43.758 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt 2024-04-26T17:28:43.760 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt 2024-04-26T17:28:43.763 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt 2024-04-26T17:28:43.765 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt 2024-04-26T17:28:43.768 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt 2024-04-26T17:28:43.769 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt 2024-04-26T17:28:43.772 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt 2024-04-26T17:28:43.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:43 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:43.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:43 smithi090 ceph-mon[29417]: pgmap v419: 129 pgs: 129 active+clean; 93 MiB data, 622 MiB used, 1.0 TiB / 1.0 TiB avail; 579 KiB/s rd, 5.8 MiB/s wr, 204 op/s 2024-04-26T17:28:44.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:43 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:44.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:43 smithi167 ceph-mon[32665]: pgmap v419: 129 pgs: 129 active+clean; 93 MiB data, 622 MiB used, 1.0 TiB / 1.0 TiB avail; 579 KiB/s rd, 5.8 MiB/s wr, 204 op/s 2024-04-26T17:28:44.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:43 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:44.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:43 smithi119 ceph-mon[32584]: pgmap v419: 129 pgs: 129 active+clean; 93 MiB data, 622 MiB used, 1.0 TiB / 1.0 TiB avail; 579 KiB/s rd, 5.8 MiB/s wr, 204 op/s 2024-04-26T17:28:44.100 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt 2024-04-26T17:28:44.284 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt 2024-04-26T17:28:44.353 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt 2024-04-26T17:28:44.367 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt 2024-04-26T17:28:44.380 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt 2024-04-26T17:28:44.403 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt 2024-04-26T17:28:44.414 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt 2024-04-26T17:28:44.422 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt 2024-04-26T17:28:44.426 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d 2024-04-26T17:28:44.433 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt 2024-04-26T17:28:44.441 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt 2024-04-26T17:28:44.451 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt 2024-04-26T17:28:44.455 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt 2024-04-26T17:28:44.460 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt 2024-04-26T17:28:44.463 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt 2024-04-26T17:28:44.467 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt 2024-04-26T17:28:44.471 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt 2024-04-26T17:28:44.474 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt 2024-04-26T17:28:44.477 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt 2024-04-26T17:28:44.480 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt 2024-04-26T17:28:44.484 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt 2024-04-26T17:28:44.487 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt 2024-04-26T17:28:44.490 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt 2024-04-26T17:28:44.493 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt 2024-04-26T17:28:44.496 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/ 2024-04-26T17:28:44.499 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt 2024-04-26T17:28:44.501 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/ 2024-04-26T17:28:44.504 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt 2024-04-26T17:28:44.506 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt 2024-04-26T17:28:44.509 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt 2024-04-26T17:28:44.512 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ 2024-04-26T17:28:44.514 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt 2024-04-26T17:28:44.516 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt 2024-04-26T17:28:44.519 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt 2024-04-26T17:28:44.521 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt 2024-04-26T17:28:44.523 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt 2024-04-26T17:28:44.526 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt 2024-04-26T17:28:44.528 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt 2024-04-26T17:28:44.530 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt 2024-04-26T17:28:44.532 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt 2024-04-26T17:28:44.534 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt 2024-04-26T17:28:44.537 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt 2024-04-26T17:28:44.539 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt 2024-04-26T17:28:44.541 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt 2024-04-26T17:28:44.544 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt 2024-04-26T17:28:44.546 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt 2024-04-26T17:28:44.549 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt 2024-04-26T17:28:44.551 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt 2024-04-26T17:28:44.553 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt 2024-04-26T17:28:44.556 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt 2024-04-26T17:28:44.558 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt 2024-04-26T17:28:44.560 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt 2024-04-26T17:28:44.562 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt 2024-04-26T17:28:44.565 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt 2024-04-26T17:28:44.567 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt 2024-04-26T17:28:44.570 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt 2024-04-26T17:28:44.572 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt 2024-04-26T17:28:44.575 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ 2024-04-26T17:28:44.578 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt 2024-04-26T17:28:44.580 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt 2024-04-26T17:28:44.582 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt 2024-04-26T17:28:44.584 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt 2024-04-26T17:28:44.588 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/ 2024-04-26T17:28:44.591 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt 2024-04-26T17:28:44.593 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/booting-without-of.txt 2024-04-26T17:28:44.599 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/changesets.txt 2024-04-26T17:28:44.656 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt 2024-04-26T17:28:44.674 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/of_selftest.txt 2024-04-26T17:28:44.679 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/overlay-notes.txt 2024-04-26T17:28:44.687 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/todo.txt 2024-04-26T17:28:44.696 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/devicetree/usage-model.txt 2024-04-26T17:28:44.706 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/digsig.txt 2024-04-26T17:28:44.716 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dma-buf-sharing.txt 2024-04-26T17:28:44.718 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dmaengine/ 2024-04-26T17:28:44.720 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dmaengine/00-INDEX 2024-04-26T17:28:44.722 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dmaengine/client.txt 2024-04-26T17:28:44.724 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dmaengine/dmatest.txt 2024-04-26T17:28:44.727 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dmaengine/provider.txt 2024-04-26T17:28:44.729 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dontdiff 2024-04-26T17:28:44.732 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/driver-model/ 2024-04-26T17:28:44.733 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/driver-model/binding.txt 2024-04-26T17:28:44.735 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/driver-model/bus.txt 2024-04-26T17:28:44.737 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/driver-model/class.txt 2024-04-26T17:28:44.740 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/driver-model/design-patterns.txt 2024-04-26T17:28:44.742 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/driver-model/device.txt 2024-04-26T17:28:44.744 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/driver-model/devres.txt 2024-04-26T17:28:44.747 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/driver-model/driver.txt 2024-04-26T17:28:44.749 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/driver-model/overview.txt 2024-04-26T17:28:44.751 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/driver-model/platform.txt 2024-04-26T17:28:44.753 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/driver-model/porting.txt 2024-04-26T17:28:44.756 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/ 2024-04-26T17:28:44.758 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/README.dvb-usb 2024-04-26T17:28:44.760 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/avermedia.txt 2024-04-26T17:28:44.762 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/bt8xx.txt 2024-04-26T17:28:44.765 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/cards.txt 2024-04-26T17:28:44.767 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/ci.txt 2024-04-26T17:28:44.769 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/contributors.txt 2024-04-26T17:28:44.771 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/faq.txt 2024-04-26T17:28:44.774 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/get_dvb_firmware 2024-04-26T17:28:44.777 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/lmedm04.txt 2024-04-26T17:28:44.779 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/opera-firmware.txt 2024-04-26T17:28:44.781 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/readme.txt 2024-04-26T17:28:44.783 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/technisat.txt 2024-04-26T17:28:44.785 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/ttusb-dec.txt 2024-04-26T17:28:44.788 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dvb/udev.txt 2024-04-26T17:28:44.790 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/dynamic-debug-howto.txt 2024-04-26T17:28:44.793 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/early-userspace/ 2024-04-26T17:28:44.794 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/early-userspace/README 2024-04-26T17:28:44.796 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/early-userspace/buffer-format.txt 2024-04-26T17:28:44.799 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/edac.txt 2024-04-26T17:28:44.803 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/efi-stub.txt 2024-04-26T17:28:44.805 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/eisa.txt 2024-04-26T17:28:44.807 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/email-clients.txt 2024-04-26T17:28:44.809 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/extcon/ 2024-04-26T17:28:44.811 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/extcon/porting-android-switch-class 2024-04-26T17:28:44.813 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fault-injection/ 2024-04-26T17:28:44.815 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fault-injection/fault-injection.txt 2024-04-26T17:28:44.818 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fault-injection/notifier-error-inject.txt 2024-04-26T17:28:44.820 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fault-injection/provoke-crashes.txt 2024-04-26T17:28:44.823 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/ 2024-04-26T17:28:44.825 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/00-INDEX 2024-04-26T17:28:44.826 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/api.txt 2024-04-26T17:28:44.829 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/arkfb.txt 2024-04-26T17:28:44.831 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/aty128fb.txt 2024-04-26T17:28:44.833 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/cirrusfb.txt 2024-04-26T17:28:44.835 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/cmap_xfbdev.txt 2024-04-26T17:28:44.837 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/deferred_io.txt 2024-04-26T17:28:44.840 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/efifb.txt 2024-04-26T17:28:44.842 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/ep93xx-fb.txt 2024-04-26T17:28:44.844 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/fbcon.txt 2024-04-26T17:28:44.846 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/framebuffer.txt 2024-04-26T17:28:44.849 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/gxfb.txt 2024-04-26T17:28:44.851 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/intel810.txt 2024-04-26T17:28:44.854 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/intelfb.txt 2024-04-26T17:28:44.856 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/internals.txt 2024-04-26T17:28:44.859 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/lxfb.txt 2024-04-26T17:28:44.861 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/matroxfb.txt 2024-04-26T17:28:44.864 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/metronomefb.txt 2024-04-26T17:28:44.866 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/modedb.txt 2024-04-26T17:28:44.868 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/pvr2fb.txt 2024-04-26T17:28:44.870 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/pxafb.txt 2024-04-26T17:28:44.873 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/s3fb.txt 2024-04-26T17:28:44.875 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/sa1100fb.txt 2024-04-26T17:28:44.877 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/sh7760fb.txt 2024-04-26T17:28:44.880 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/sisfb.txt 2024-04-26T17:28:44.884 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/sm501.txt 2024-04-26T17:28:44.886 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/sstfb.txt 2024-04-26T17:28:44.890 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/tgafb.txt 2024-04-26T17:28:44.893 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/tridentfb.txt 2024-04-26T17:28:44.895 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/udlfb.txt 2024-04-26T17:28:44.907 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/uvesafb.txt 2024-04-26T17:28:44.937 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/vesafb.txt 2024-04-26T17:28:44.939 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/viafb.modes 2024-04-26T17:28:44.943 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/viafb.txt 2024-04-26T17:28:44.945 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fb/vt8623fb.txt 2024-04-26T17:28:44.947 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/ 2024-04-26T17:28:44.949 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/.gitignore 2024-04-26T17:28:44.951 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/00-INDEX 2024-04-26T17:28:44.953 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/9p.txt 2024-04-26T17:28:44.956 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/Locking 2024-04-26T17:28:44.958 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/Makefile 2024-04-26T17:28:44.960 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/adfs.txt 2024-04-26T17:28:44.962 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/affs.txt 2024-04-26T17:28:44.965 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/afs.txt 2024-04-26T17:28:44.967 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/autofs4-mount-control.txt 2024-04-26T17:28:44.970 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/autofs4.txt 2024-04-26T17:28:44.973 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/automount-support.txt 2024-04-26T17:28:44.975 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/befs.txt 2024-04-26T17:28:44.977 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/bfs.txt 2024-04-26T17:28:44.979 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/btrfs.txt 2024-04-26T17:28:44.982 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/caching/ 2024-04-26T17:28:44.983 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/caching/backend-api.txt 2024-04-26T17:28:44.985 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/caching/cachefiles.txt 2024-04-26T17:28:44.988 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/caching/fscache.txt 2024-04-26T17:28:44.991 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/caching/netfs-api.txt 2024-04-26T17:28:44.994 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/caching/object.txt 2024-04-26T17:28:44.997 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/caching/operations.txt 2024-04-26T17:28:44.999 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/ceph.txt 2024-04-26T17:28:45.002 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/cifs/ 2024-04-26T17:28:45.003 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/cifs/AUTHORS 2024-04-26T17:28:45.005 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/cifs/CHANGES 2024-04-26T17:28:45.008 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/cifs/README 2024-04-26T17:28:45.011 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/cifs/TODO 2024-04-26T17:28:45.014 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/cifs/cifs.txt 2024-04-26T17:28:45.016 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/cifs/winucase_convert.pl 2024-04-26T17:28:45.018 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/coda.txt 2024-04-26T17:28:45.021 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/configfs/ 2024-04-26T17:28:45.023 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/configfs/Makefile 2024-04-26T17:28:45.025 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs.txt 2024-04-26T17:28:45.027 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_explicit.c 2024-04-26T17:28:45.030 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_macros.c 2024-04-26T17:28:45.032 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/cramfs.txt 2024-04-26T17:28:45.035 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/dax.txt 2024-04-26T17:28:45.037 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/debugfs.txt 2024-04-26T17:28:45.040 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/devpts.txt 2024-04-26T17:28:45.042 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/directory-locking 2024-04-26T17:28:45.044 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/dlmfs.txt 2024-04-26T17:28:45.046 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/dnotify.txt 2024-04-26T17:28:45.049 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/dnotify_test.c 2024-04-26T17:28:45.051 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/ecryptfs.txt 2024-04-26T17:28:45.053 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/efivarfs.txt 2024-04-26T17:28:45.056 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/exofs.txt 2024-04-26T17:28:45.058 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/ext2.txt 2024-04-26T17:28:45.061 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/ext3.txt 2024-04-26T17:28:45.064 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/ext4.txt 2024-04-26T17:28:45.066 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/f2fs.txt 2024-04-26T17:28:45.069 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/fiemap.txt 2024-04-26T17:28:45.072 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/files.txt 2024-04-26T17:28:45.074 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/fuse.txt 2024-04-26T17:28:45.077 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/gfs2-glocks.txt 2024-04-26T17:28:45.082 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/gfs2-uevents.txt 2024-04-26T17:28:45.082 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/gfs2.txt 2024-04-26T17:28:45.083 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/hfs.txt 2024-04-26T17:28:45.086 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/hfsplus.txt 2024-04-26T17:28:45.088 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/hpfs.txt 2024-04-26T17:28:45.090 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/inotify.txt 2024-04-26T17:28:45.093 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/isofs.txt 2024-04-26T17:28:45.095 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/jfs.txt 2024-04-26T17:28:45.097 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/locks.txt 2024-04-26T17:28:45.099 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/logfs.txt 2024-04-26T17:28:45.102 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/mandatory-locking.txt 2024-04-26T17:28:45.104 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/ncpfs.txt 2024-04-26T17:28:45.107 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/ 2024-04-26T17:28:45.109 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/00-INDEX 2024-04-26T17:28:45.111 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/Exporting 2024-04-26T17:28:45.114 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/fault_injection.txt 2024-04-26T17:28:45.116 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/idmapper.txt 2024-04-26T17:28:45.119 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/knfsd-stats.txt 2024-04-26T17:28:45.121 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs-rdma.txt 2024-04-26T17:28:45.123 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs.txt 2024-04-26T17:28:45.126 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs41-server.txt 2024-04-26T17:28:45.129 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsd-admin-interfaces.txt 2024-04-26T17:28:45.131 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsroot.txt 2024-04-26T17:28:45.133 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs-block-server.txt 2024-04-26T17:28:45.135 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs.txt 2024-04-26T17:28:45.138 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-cache.txt 2024-04-26T17:28:45.141 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-server-gss.txt 2024-04-26T17:28:45.142 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/nilfs2.txt 2024-04-26T17:28:45.145 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/ntfs.txt 2024-04-26T17:28:45.148 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/ocfs2.txt 2024-04-26T17:28:45.150 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/omfs.txt 2024-04-26T17:28:45.152 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/overlayfs.txt 2024-04-26T17:28:45.154 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/path-lookup.txt 2024-04-26T17:28:45.157 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/ 2024-04-26T17:28:45.158 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/design_notes.txt 2024-04-26T17:28:45.160 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/info.txt 2024-04-26T17:28:45.162 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/network_protocol.txt 2024-04-26T17:28:45.165 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/porting 2024-04-26T17:28:45.168 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/proc.txt 2024-04-26T17:28:45.172 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/qnx6.txt 2024-04-26T17:28:45.174 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/quota.txt 2024-04-26T17:28:45.177 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/ramfs-rootfs-initramfs.txt 2024-04-26T17:28:45.179 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/relay.txt 2024-04-26T17:28:45.182 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/romfs.txt 2024-04-26T17:28:45.184 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/seq_file.txt 2024-04-26T17:28:45.187 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/sharedsubtree.txt 2024-04-26T17:28:45.190 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/spufs.txt 2024-04-26T17:28:45.192 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/squashfs.txt 2024-04-26T17:28:45.195 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/sysfs-pci.txt 2024-04-26T17:28:45.197 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/sysfs-tagging.txt 2024-04-26T17:28:45.199 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/sysfs.txt 2024-04-26T17:28:45.201 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/sysv-fs.txt 2024-04-26T17:28:45.204 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/tmpfs.txt 2024-04-26T17:28:45.206 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/ubifs.txt 2024-04-26T17:28:45.208 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/udf.txt 2024-04-26T17:28:45.210 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/ufs.txt 2024-04-26T17:28:45.212 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/vfat.txt 2024-04-26T17:28:45.215 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/vfs.txt 2024-04-26T17:28:45.218 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/xfs-delayed-logging-design.txt 2024-04-26T17:28:45.221 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/xfs-self-describing-metadata.txt 2024-04-26T17:28:45.223 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/filesystems/xfs.txt 2024-04-26T17:28:45.226 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/firmware_class/ 2024-04-26T17:28:45.229 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/firmware_class/README 2024-04-26T17:28:45.230 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/firmware_class/hotplug-script 2024-04-26T17:28:45.232 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/flexible-arrays.txt 2024-04-26T17:28:45.235 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fmc/ 2024-04-26T17:28:45.237 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fmc/00-INDEX 2024-04-26T17:28:45.239 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fmc/API.txt 2024-04-26T17:28:45.241 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fmc/FMC-and-SDB.txt 2024-04-26T17:28:45.244 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fmc/carrier.txt 2024-04-26T17:28:45.246 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fmc/fmc-chardev.txt 2024-04-26T17:28:45.248 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fmc/fmc-fakedev.txt 2024-04-26T17:28:45.250 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fmc/fmc-trivial.txt 2024-04-26T17:28:45.252 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fmc/fmc-write-eeprom.txt 2024-04-26T17:28:45.255 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fmc/identifiers.txt 2024-04-26T17:28:45.258 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fmc/mezzanine.txt 2024-04-26T17:28:45.261 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/fmc/parameters.txt 2024-04-26T17:28:45.263 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/frv/ 2024-04-26T17:28:45.265 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/frv/README.txt 2024-04-26T17:28:45.267 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/frv/atomic-ops.txt 2024-04-26T17:28:45.269 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/frv/booting.txt 2024-04-26T17:28:45.272 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/frv/clock.txt 2024-04-26T17:28:45.274 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/frv/configuring.txt 2024-04-26T17:28:45.276 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/frv/features.txt 2024-04-26T17:28:45.278 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/frv/gdbinit 2024-04-26T17:28:45.281 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/frv/gdbstub.txt 2024-04-26T17:28:45.286 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/frv/kernel-ABI.txt 2024-04-26T17:28:45.286 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/frv/mmu-layout.txt 2024-04-26T17:28:45.288 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/futex-requeue-pi.txt 2024-04-26T17:28:45.291 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/gcov.txt 2024-04-26T17:28:45.293 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/gdb-kernel-debugging.txt 2024-04-26T17:28:45.295 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/gpio/ 2024-04-26T17:28:45.297 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/gpio/00-INDEX 2024-04-26T17:28:45.299 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/gpio/board.txt 2024-04-26T17:28:45.301 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/gpio/consumer.txt 2024-04-26T17:28:45.304 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/gpio/driver.txt 2024-04-26T17:28:45.306 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/gpio/gpio-legacy.txt 2024-04-26T17:28:45.309 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/gpio/gpio.txt 2024-04-26T17:28:45.312 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/gpio/sysfs.txt 2024-04-26T17:28:45.314 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hid/ 2024-04-26T17:28:45.317 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hid/hid-sensor.txt 2024-04-26T17:28:45.319 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hid/hid-transport.txt 2024-04-26T17:28:45.322 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hid/hiddev.txt 2024-04-26T17:28:45.324 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hid/hidraw.txt 2024-04-26T17:28:45.326 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hid/uhid.txt 2024-04-26T17:28:45.329 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/highuid.txt 2024-04-26T17:28:45.332 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hsi.txt 2024-04-26T17:28:45.334 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hw_random.txt 2024-04-26T17:28:45.337 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ 2024-04-26T17:28:45.338 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ab8500 2024-04-26T17:28:45.340 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/abituguru 2024-04-26T17:28:45.342 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/abituguru-datasheet 2024-04-26T17:28:45.345 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/abituguru3 2024-04-26T17:28:45.347 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/abx500 2024-04-26T17:28:45.349 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/acpi_power_meter 2024-04-26T17:28:45.352 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ad7314 2024-04-26T17:28:45.354 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/adc128d818 2024-04-26T17:28:45.356 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/adm1021 2024-04-26T17:28:45.358 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/adm1025 2024-04-26T17:28:45.361 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/adm1026 2024-04-26T17:28:45.363 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/adm1031 2024-04-26T17:28:45.365 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/adm1275 2024-04-26T17:28:45.368 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/adm9240 2024-04-26T17:28:45.371 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ads1015 2024-04-26T17:28:45.373 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ads7828 2024-04-26T17:28:45.375 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/adt7410 2024-04-26T17:28:45.378 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/adt7411 2024-04-26T17:28:45.380 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/adt7462 2024-04-26T17:28:45.382 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/adt7470 2024-04-26T17:28:45.385 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/adt7475 2024-04-26T17:28:45.387 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/amc6821 2024-04-26T17:28:45.389 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/asb100 2024-04-26T17:28:45.391 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/asc7621 2024-04-26T17:28:45.393 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/coretemp 2024-04-26T17:28:45.396 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/da9052 2024-04-26T17:28:45.398 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/da9055 2024-04-26T17:28:45.400 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/dme1737 2024-04-26T17:28:45.403 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ds1621 2024-04-26T17:28:45.406 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ds620 2024-04-26T17:28:45.408 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/emc1403 2024-04-26T17:28:45.411 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/emc2103 2024-04-26T17:28:45.413 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/emc6w201 2024-04-26T17:28:45.416 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/f71805f 2024-04-26T17:28:45.418 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/f71882fg 2024-04-26T17:28:45.421 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/fam15h_power 2024-04-26T17:28:45.423 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/g760a 2024-04-26T17:28:45.425 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/g762 2024-04-26T17:28:45.428 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/gl518sm 2024-04-26T17:28:45.430 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/hih6130 2024-04-26T17:28:45.432 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/htu21 2024-04-26T17:28:45.434 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/hwmon-kernel-api.txt 2024-04-26T17:28:45.437 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ibmaem 2024-04-26T17:28:45.439 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ibmpowernv 2024-04-26T17:28:45.441 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ina209 2024-04-26T17:28:45.443 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ina2xx 2024-04-26T17:28:45.446 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/it87 2024-04-26T17:28:45.448 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/jc42 2024-04-26T17:28:45.451 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/k10temp 2024-04-26T17:28:45.453 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/k8temp 2024-04-26T17:28:45.455 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lineage-pem 2024-04-26T17:28:45.457 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm25066 2024-04-26T17:28:45.459 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm63 2024-04-26T17:28:45.461 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm70 2024-04-26T17:28:45.463 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm73 2024-04-26T17:28:45.466 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm75 2024-04-26T17:28:45.468 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm77 2024-04-26T17:28:45.471 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm78 2024-04-26T17:28:45.473 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm80 2024-04-26T17:28:45.475 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm83 2024-04-26T17:28:45.478 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm85 2024-04-26T17:28:45.480 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm87 2024-04-26T17:28:45.482 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm90 2024-04-26T17:28:45.485 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm92 2024-04-26T17:28:45.490 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm93 2024-04-26T17:28:45.490 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm95234 2024-04-26T17:28:45.491 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/lm95245 2024-04-26T17:28:45.493 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ltc2945 2024-04-26T17:28:45.496 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ltc2978 2024-04-26T17:28:45.498 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ltc4151 2024-04-26T17:28:45.500 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ltc4215 2024-04-26T17:28:45.503 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ltc4245 2024-04-26T17:28:45.505 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ltc4260 2024-04-26T17:28:45.507 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ltc4261 2024-04-26T17:28:45.509 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/max16064 2024-04-26T17:28:45.511 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/max16065 2024-04-26T17:28:45.514 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/max1619 2024-04-26T17:28:45.516 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/max1668 2024-04-26T17:28:45.518 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/max197 2024-04-26T17:28:45.520 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/max34440 2024-04-26T17:28:45.522 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/max6639 2024-04-26T17:28:45.524 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/max6642 2024-04-26T17:28:45.526 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/max6650 2024-04-26T17:28:45.529 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/max6697 2024-04-26T17:28:45.531 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/max8688 2024-04-26T17:28:45.533 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/mc13783-adc 2024-04-26T17:28:45.535 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/mcp3021 2024-04-26T17:28:45.538 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/menf21bmc 2024-04-26T17:28:45.540 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/nct6683 2024-04-26T17:28:45.542 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/nct6775 2024-04-26T17:28:45.545 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/nct7802 2024-04-26T17:28:45.548 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ntc_thermistor 2024-04-26T17:28:45.550 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/pc87360 2024-04-26T17:28:45.552 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/pc87427 2024-04-26T17:28:45.555 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/pcf8591 2024-04-26T17:28:45.557 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/pmbus 2024-04-26T17:28:45.559 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/pmbus-core 2024-04-26T17:28:45.562 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/powr1220 2024-04-26T17:28:45.564 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/pwm-fan 2024-04-26T17:28:45.566 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/sch5627 2024-04-26T17:28:45.569 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/sch5636 2024-04-26T17:28:45.571 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/sht15 2024-04-26T17:28:45.574 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/sht21 2024-04-26T17:28:45.577 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/shtc1 2024-04-26T17:28:45.579 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/sis5595 2024-04-26T17:28:45.581 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/smm665 2024-04-26T17:28:45.584 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/smsc47b397 2024-04-26T17:28:45.587 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/smsc47m1 2024-04-26T17:28:45.589 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/smsc47m192 2024-04-26T17:28:45.592 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/submitting-patches 2024-04-26T17:28:45.594 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/sysfs-interface 2024-04-26T17:28:45.597 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/thmc50 2024-04-26T17:28:45.599 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/tmp102 2024-04-26T17:28:45.601 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/tmp103 2024-04-26T17:28:45.603 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/tmp401 2024-04-26T17:28:45.606 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/tmp421 2024-04-26T17:28:45.609 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/tps40422 2024-04-26T17:28:45.611 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/twl4030-madc-hwmon 2024-04-26T17:28:45.613 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ucd9000 2024-04-26T17:28:45.615 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/ucd9200 2024-04-26T17:28:45.618 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/userspace-tools 2024-04-26T17:28:45.621 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/vexpress 2024-04-26T17:28:45.623 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/via686a 2024-04-26T17:28:45.625 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/vt1211 2024-04-26T17:28:45.628 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/w83627ehf 2024-04-26T17:28:45.630 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/w83627hf 2024-04-26T17:28:45.632 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/w83781d 2024-04-26T17:28:45.635 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/w83791d 2024-04-26T17:28:45.637 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/w83792d 2024-04-26T17:28:45.640 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/w83793 2024-04-26T17:28:45.642 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/w83795 2024-04-26T17:28:45.645 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/w83l785ts 2024-04-26T17:28:45.647 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/w83l786ng 2024-04-26T17:28:45.649 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/wm831x 2024-04-26T17:28:45.652 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/wm8350 2024-04-26T17:28:45.654 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwmon/zl6100 2024-04-26T17:28:45.656 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/hwspinlock.txt 2024-04-26T17:28:45.659 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/ 2024-04-26T17:28:45.661 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/ 2024-04-26T17:28:45.663 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1535 2024-04-26T17:28:45.665 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1563 2024-04-26T17:28:45.667 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali15x3 2024-04-26T17:28:45.670 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd756 2024-04-26T17:28:45.672 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd8111 2024-04-26T17:28:45.675 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-diolan-u2c 2024-04-26T17:28:45.677 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-i801 2024-04-26T17:28:45.680 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ismt 2024-04-26T17:28:45.682 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-nforce2 2024-04-26T17:28:45.685 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ocores 2024-04-26T17:28:45.687 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport 2024-04-26T17:28:45.690 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport-light 2024-04-26T17:28:45.694 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-pca-isa 2024-04-26T17:28:45.695 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-piix4 2024-04-26T17:28:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.697+0000 7f1d3856f640 1 -- 172.21.15.90:0/3200880277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1d30102250 msgr2=0x7f1d301026d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.697+0000 7f1d3856f640 1 --2- 172.21.15.90:0/3200880277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1d30102250 0x7f1d301026d0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f1d20009900 tx=0x7f1d2002a410 comp rx=0 tx=0).stop 2024-04-26T17:28:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.697+0000 7f1d3856f640 1 -- 172.21.15.90:0/3200880277 shutdown_connections 2024-04-26T17:28:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.697+0000 7f1d3856f640 1 --2- 172.21.15.90:0/3200880277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d30102c10 0x7f1d301094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.697+0000 7f1d3856f640 1 --2- 172.21.15.90:0/3200880277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1d30102250 0x7f1d301026d0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.697+0000 7f1d3856f640 1 --2- 172.21.15.90:0/3200880277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d30101060 0x7f1d30101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.697+0000 7f1d3856f640 1 -- 172.21.15.90:0/3200880277 >> 172.21.15.90:0/3200880277 conn(0x7f1d300fc5d0 msgr2=0x7f1d300fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.697+0000 7f1d3856f640 1 -- 172.21.15.90:0/3200880277 shutdown_connections 2024-04-26T17:28:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.697+0000 7f1d3856f640 1 -- 172.21.15.90:0/3200880277 wait complete. 2024-04-26T17:28:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d3856f640 1 Processor -- start 2024-04-26T17:28:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d3856f640 1 -- start start 2024-04-26T17:28:45.698 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis5595 2024-04-26T17:28:45.700 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d3856f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d30101060 0x7f1d30105130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.700 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d3856f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1d30102250 0x7f1d30103770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.700 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d3856f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d30102c10 0x7f1d30103cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.700 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d3856f640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3010cb70 con 0x7f1d30102250 2024-04-26T17:28:45.700 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d3856f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3010c9f0 con 0x7f1d30101060 2024-04-26T17:28:45.700 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d3856f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3010ccf0 con 0x7f1d30102c10 2024-04-26T17:28:45.700 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d3630b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d30101060 0x7f1d30105130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.700 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d36b0c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d30102c10 0x7f1d30103cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.700 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d3630b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d30101060 0x7f1d30105130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:46410/0 (socket says 172.21.15.90:46410) 2024-04-26T17:28:45.700 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d3630b640 1 -- 172.21.15.90:0/3074848043 learned_addr learned my addr 172.21.15.90:0/3074848043 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:45.701 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d36b0c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d30102c10 0x7f1d30103cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:59820/0 (socket says 172.21.15.90:59820) 2024-04-26T17:28:45.701 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.698+0000 7f1d35b0a640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1d30102250 0x7f1d30103770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.701 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.699+0000 7f1d3630b640 1 -- 172.21.15.90:0/3074848043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d30102c10 msgr2=0x7f1d30103cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:45.701 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.699+0000 7f1d3630b640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d30102c10 0x7f1d30103cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.701 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.699+0000 7f1d3630b640 1 -- 172.21.15.90:0/3074848043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1d30102250 msgr2=0x7f1d30103770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:45.701 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.699+0000 7f1d3630b640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1d30102250 0x7f1d30103770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.701 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.699+0000 7f1d3630b640 1 -- 172.21.15.90:0/3074848043 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d30104540 con 0x7f1d30101060 2024-04-26T17:28:45.701 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.699+0000 7f1d3630b640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d30101060 0x7f1d30105130 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c00e9c0 tx=0x7f1d2c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:45.701 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.699+0000 7f1d277fe640 1 -- 172.21.15.90:0/3074848043 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d2c00cd80 con 0x7f1d30101060 2024-04-26T17:28:45.701 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.699+0000 7f1d3856f640 1 -- 172.21.15.90:0/3074848043 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d301a2410 con 0x7f1d30101060 2024-04-26T17:28:45.701 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.699+0000 7f1d3856f640 1 -- 172.21.15.90:0/3074848043 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d301a2980 con 0x7f1d30101060 2024-04-26T17:28:45.701 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.699+0000 7f1d277fe640 1 -- 172.21.15.90:0/3074848043 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1d2c0035f0 con 0x7f1d30101060 2024-04-26T17:28:45.702 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.699+0000 7f1d277fe640 1 -- 172.21.15.90:0/3074848043 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d2c010690 con 0x7f1d30101060 2024-04-26T17:28:45.702 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis630 2024-04-26T17:28:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.702+0000 7f1d277fe640 1 -- 172.21.15.90:0/3074848043 <== mon.2 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f1d2c0108f0 con 0x7f1d30101060 2024-04-26T17:28:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.702+0000 7f1d3b367740 1 Processor -- start 2024-04-26T17:28:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d3b367740 1 -- start start 2024-04-26T17:28:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d3b367740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0ede0 0x560068f0f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d3b367740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0f7d0 0x560068f142d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d3b367740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f16dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d3b367740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x560068e6b110 con 0x560068f14940 2024-04-26T17:28:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d3b367740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x560068e074a0 con 0x560068f0ede0 2024-04-26T17:28:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d3b367740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560068e670d0 con 0x560068f0f7d0 2024-04-26T17:28:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d277fe640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1d1c0a3cd0 0x7f1d1c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d35b0a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f16dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d36b0c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0ede0 0x560068f0f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d35b0a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f16dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34626/0 (socket says 172.21.15.90:34626) 2024-04-26T17:28:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d35b0a640 1 -- 172.21.15.90:0/2228812245 learned_addr learned my addr 172.21.15.90:0/2228812245 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d277fe640 1 -- 172.21.15.90:0/3074848043 <== mon.2 v2:172.21.15.119:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f1d2c0d0af0 con 0x7f1d30101060 2024-04-26T17:28:45.704 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis96x 2024-04-26T17:28:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d3630b640 1 --2- 172.21.15.90:0/2228812245 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0f7d0 0x560068f142d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.703+0000 7f1d36b0c640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1d1c0a3cd0 0x7f1d1c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.704+0000 7f1d35b0a640 1 -- 172.21.15.90:0/2228812245 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0f7d0 msgr2=0x560068f142d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.704+0000 7f1d35b0a640 1 --2- 172.21.15.90:0/2228812245 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0f7d0 0x560068f142d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.704+0000 7f1d35b0a640 1 -- 172.21.15.90:0/2228812245 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0ede0 msgr2=0x560068f0f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.704+0000 7f1d35b0a640 1 --2- 172.21.15.90:0/2228812245 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0ede0 0x560068f0f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.704+0000 7f1d35b0a640 1 -- 172.21.15.90:0/2228812245 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560068b7d210 con 0x560068f14940 2024-04-26T17:28:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.704+0000 7f1d35b0a640 1 --2- 172.21.15.90:0/2228812245 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f16dd0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f1d2002a930 tx=0x7f1d20005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90d1de9d4197521f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.704+0000 7f1d36b0c640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1d1c0a3cd0 0x7f1d1c0a6190 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x560068f10030 tx=0x7f1d28004ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.704+0000 7f1d24bfe640 1 -- 172.21.15.90:0/2228812245 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d20035030 con 0x560068f14940 2024-04-26T17:28:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.704+0000 7f1d24bfe640 1 -- 172.21.15.90:0/2228812245 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1d20040070 con 0x560068f14940 2024-04-26T17:28:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.704+0000 7f1d24bfe640 1 -- 172.21.15.90:0/2228812245 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d200039e0 con 0x560068f14940 2024-04-26T17:28:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.705+0000 7f1d3b367740 1 -- 172.21.15.90:0/2228812245 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 msgr2=0x560068f16dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.705+0000 7f1d3b367740 1 --2- 172.21.15.90:0/2228812245 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f16dd0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f1d2002a930 tx=0x7f1d20005bd0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.705+0000 7f1d3b367740 1 -- 172.21.15.90:0/2228812245 shutdown_connections 2024-04-26T17:28:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.705+0000 7f1d3b367740 1 --2- 172.21.15.90:0/2228812245 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f16dd0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.705+0000 7f1d3b367740 1 --2- 172.21.15.90:0/2228812245 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0f7d0 0x560068f142d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.705+0000 7f1d3b367740 1 --2- 172.21.15.90:0/2228812245 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0ede0 0x560068f0f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.705+0000 7f1d3b367740 1 -- 172.21.15.90:0/2228812245 >> 172.21.15.90:0/2228812245 conn(0x560068ece9c0 msgr2=0x560068f02050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.705+0000 7f1d3b367740 1 -- 172.21.15.90:0/2228812245 shutdown_connections 2024-04-26T17:28:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.705+0000 7f1d3b367740 1 -- 172.21.15.90:0/2228812245 wait complete. 2024-04-26T17:28:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.705+0000 7f1d3b367740 1 -- start start 2024-04-26T17:28:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3b367740 1 Processor -- start 2024-04-26T17:28:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3b367740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f0ede0 0x560068f18f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3b367740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0f7d0 0x560068f19440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.708 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-taos-evm 2024-04-26T17:28:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3b367740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f14940 0x560068f20480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3b367740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x560068f17890 con 0x560068f0ede0 2024-04-26T17:28:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3b367740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x560068e050b0 con 0x560068f0f7d0 2024-04-26T17:28:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3630b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f0ede0 0x560068f18f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3b367740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560068f17a10 con 0x560068f14940 2024-04-26T17:28:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3630b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f0ede0 0x560068f18f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34634/0 (socket says 172.21.15.90:34634) 2024-04-26T17:28:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3630b640 1 -- 172.21.15.90:0/2590344340 learned_addr learned my addr 172.21.15.90:0/2590344340 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3b367740 10 client.0 _ll_register_callbacks cb 0x560068df2d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d35b0a640 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0f7d0 0x560068f19440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d36b0c640 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f14940 0x560068f20480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3630b640 1 -- 172.21.15.90:0/2590344340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f14940 msgr2=0x560068f20480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3630b640 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f14940 0x560068f20480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3630b640 1 -- 172.21.15.90:0/2590344340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0f7d0 msgr2=0x560068f19440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3630b640 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0f7d0 0x560068f19440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3630b640 1 -- 172.21.15.90:0/2590344340 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560068c49620 con 0x560068f0ede0 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d35b0a640 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0f7d0 0x560068f19440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d3630b640 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f0ede0 0x560068f18f00 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c0ce220 tx=0x7f1d2c09c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=131ab72431727d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.706+0000 7f1d19ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d19ffb640 1 -- 172.21.15.90:0/2590344340 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d2c0a0db0 con 0x560068f0ede0 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d19ffb640 1 -- 172.21.15.90:0/2590344340 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f1d2c0037a0 con 0x560068f0ede0 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d3b367740 1 -- 172.21.15.90:0/2590344340 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d20040070 con 0x560068f0ede0 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d19ffb640 1 -- 172.21.15.90:0/2590344340 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1d2c0a5670 con 0x560068f0ede0 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d3b367740 10 client.16272 fetch_fsmap learned FSMap version 31 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d3b367740 1 -- 172.21.15.90:0/2590344340 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560068f23860 con 0x560068f0ede0 2024-04-26T17:28:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d19ffb640 1 -- 172.21.15.90:0/2590344340 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1d2c0b7070 con 0x560068f0ede0 2024-04-26T17:28:45.713 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d19ffb640 1 -- 172.21.15.90:0/2590344340 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f1d2c0bbbc0 con 0x560068f0ede0 2024-04-26T17:28:45.713 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d3b367740 10 client.16272 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T17:28:45.713 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d3b367740 10 client.16272 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:45.713 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d3b367740 20 client.16272 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:45.713 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d3b367740 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560068f25060 0x560068f27500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.713 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d3b367740 4 client.16272 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:45.713 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.707+0000 7f1d3b367740 1 -- 172.21.15.90:0/2590344340 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f1d20040070 con 0x560068f25060 2024-04-26T17:28:45.713 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.708+0000 7f1d35b0a640 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560068f25060 0x560068f27500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.713 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.708+0000 7f1d19ffb640 10 client.16272 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:45.713 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.708+0000 7f1d35b0a640 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560068f25060 0x560068f27500 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5fe190922459f78 server_cookie=4adad56b9e7a4f4 in_seq=0 out_seq=0 2024-04-26T17:28:45.713 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-via 2024-04-26T17:28:45.714 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d19ffb640 1 -- 172.21.15.90:0/2590344340 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f1d20040070 con 0x560068f25060 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d19ffb640 10 client.16272 handle_command_reply: tid=0 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d3b367740 1 client.16272 shutdown 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d3b367740 1 -- 172.21.15.90:0/2590344340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f0ede0 msgr2=0x560068f18f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d3b367740 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f0ede0 0x560068f18f00 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c0ce220 tx=0x7f1d2c09c3d0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d3b367740 1 -- 172.21.15.90:0/2590344340 shutdown_connections 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d3b367740 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560068f25060 0x560068f27500 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d3b367740 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f14940 0x560068f20480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d3b367740 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0f7d0 0x560068f19440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d19ffb640 0 client.16272 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d3b367740 1 --2- 172.21.15.90:0/2590344340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f0ede0 0x560068f18f00 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d3b367740 1 -- 172.21.15.90:0/2590344340 >> 172.21.15.90:0/2590344340 conn(0x560068ece9c0 msgr2=0x560068f01250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d3b367740 1 -- 172.21.15.90:0/2590344340 shutdown_connections 2024-04-26T17:28:45.715 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d3b367740 1 -- 172.21.15.90:0/2590344340 wait complete. 2024-04-26T17:28:45.716 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.709+0000 7f1d3b367740 20 client.16272 trim_cache size 0 max 16384 2024-04-26T17:28:45.716 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-viapro 2024-04-26T17:28:45.716 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/busses/scx200_acb 2024-04-26T17:28:45.716 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/dev-interface 2024-04-26T17:28:45.719 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/fault-codes 2024-04-26T17:28:45.722 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/functionality 2024-04-26T17:28:45.724 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/i2c-protocol 2024-04-26T17:28:45.727 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/i2c-stub 2024-04-26T17:28:45.729 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.728+0000 7f1d3b367740 1 Processor -- start 2024-04-26T17:28:45.729 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.728+0000 7f1d3b367740 1 -- start start 2024-04-26T17:28:45.729 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d3b367740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0ede0 0x560068f101d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d3b367740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0f7d0 0x560068f20440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d3b367740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f10710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d3b367740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1d1400fcd0 con 0x560068f14940 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d3b367740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f1d140118d0 con 0x560068f0ede0 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d3b367740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1d140103a0 con 0x560068f0f7d0 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d36b0c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f10710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d36b0c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f10710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34650/0 (socket says 172.21.15.90:34650) 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d35b0a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0f7d0 0x560068f20440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d36b0c640 1 -- 172.21.15.90:0/4085618386 learned_addr learned my addr 172.21.15.90:0/4085618386 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d3630b640 1 --2- 172.21.15.90:0/4085618386 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0ede0 0x560068f101d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d36b0c640 1 -- 172.21.15.90:0/4085618386 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0f7d0 msgr2=0x560068f20440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d36b0c640 1 --2- 172.21.15.90:0/4085618386 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0f7d0 0x560068f20440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d36b0c640 1 -- 172.21.15.90:0/4085618386 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0ede0 msgr2=0x560068f101d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d36b0c640 1 --2- 172.21.15.90:0/4085618386 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0ede0 0x560068f101d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d36b0c640 1 -- 172.21.15.90:0/4085618386 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560068f0fbb0 con 0x560068f14940 2024-04-26T17:28:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.729+0000 7f1d36b0c640 1 --2- 172.21.15.90:0/4085618386 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f10710 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f1d28009270 tx=0x7f1d28005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e866e0e7d2e92d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.730+0000 7f1d1bfff640 1 -- 172.21.15.90:0/4085618386 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d280139c0 con 0x560068f14940 2024-04-26T17:28:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.730+0000 7f1d1bfff640 1 -- 172.21.15.90:0/4085618386 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1d28013df0 con 0x560068f14940 2024-04-26T17:28:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.730+0000 7f1d1bfff640 1 -- 172.21.15.90:0/4085618386 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d280046c0 con 0x560068f14940 2024-04-26T17:28:45.731 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/instantiating-devices 2024-04-26T17:28:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 -- 172.21.15.90:0/4085618386 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 msgr2=0x560068f10710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 --2- 172.21.15.90:0/4085618386 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f10710 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f1d28009270 tx=0x7f1d28005bd0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 -- 172.21.15.90:0/4085618386 shutdown_connections 2024-04-26T17:28:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 --2- 172.21.15.90:0/4085618386 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f10710 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 --2- 172.21.15.90:0/4085618386 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0f7d0 0x560068f20440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 --2- 172.21.15.90:0/4085618386 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0ede0 0x560068f101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 -- 172.21.15.90:0/4085618386 >> 172.21.15.90:0/4085618386 conn(0x560068ece9c0 msgr2=0x560068f01250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 -- 172.21.15.90:0/4085618386 shutdown_connections 2024-04-26T17:28:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 -- 172.21.15.90:0/4085618386 wait complete. 2024-04-26T17:28:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 -- start start 2024-04-26T17:28:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 Processor -- start 2024-04-26T17:28:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0ede0 0x560068f1de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0f7d0 0x560068f1e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f1f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1d14011140 con 0x560068f14940 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f1d14010a70 con 0x560068f0f7d0 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1d1400dc80 con 0x560068f0ede0 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3b367740 10 client.0 _ll_register_callbacks cb 0x7f1d2c09c5f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d36b0c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f1f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d3630b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0ede0 0x560068f1de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d35b0a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0f7d0 0x560068f1e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.731+0000 7f1d36b0c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f1f340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34666/0 (socket says 172.21.15.90:34666) 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d36b0c640 1 -- 172.21.15.90:0/1305290146 learned_addr learned my addr 172.21.15.90:0/1305290146 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d36b0c640 1 -- 172.21.15.90:0/1305290146 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0ede0 msgr2=0x560068f1de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d36b0c640 1 --2- 172.21.15.90:0/1305290146 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0ede0 0x560068f1de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d36b0c640 1 -- 172.21.15.90:0/1305290146 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0f7d0 msgr2=0x560068f1e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d36b0c640 1 --2- 172.21.15.90:0/1305290146 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0f7d0 0x560068f1e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d36b0c640 1 -- 172.21.15.90:0/1305290146 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560068f1f930 con 0x560068f14940 2024-04-26T17:28:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d35b0a640 1 --2- 172.21.15.90:0/1305290146 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0f7d0 0x560068f1e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d36b0c640 1 --2- 172.21.15.90:0/1305290146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f1f340 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f1d280097e0 tx=0x7f1d28009320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98511d7009853a28 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d19ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d19ffb640 1 -- 172.21.15.90:0/1305290146 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d28004b20 con 0x560068f14940 2024-04-26T17:28:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d19ffb640 1 -- 172.21.15.90:0/1305290146 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f1d28004cc0 con 0x560068f14940 2024-04-26T17:28:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d3b367740 1 -- 172.21.15.90:0/1305290146 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d28013df0 con 0x560068f14940 2024-04-26T17:28:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d19ffb640 1 -- 172.21.15.90:0/1305290146 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1d2803d050 con 0x560068f14940 2024-04-26T17:28:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d3b367740 10 client.16278 fetch_fsmap learned FSMap version 31 2024-04-26T17:28:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.732+0000 7f1d3b367740 1 -- 172.21.15.90:0/1305290146 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560068f8b8f0 con 0x560068f14940 2024-04-26T17:28:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.733+0000 7f1d19ffb640 1 -- 172.21.15.90:0/1305290146 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1d28013df0 con 0x560068f14940 2024-04-26T17:28:45.737 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/muxes/ 2024-04-26T17:28:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.733+0000 7f1d19ffb640 1 -- 172.21.15.90:0/1305290146 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f1d28032020 con 0x560068f14940 2024-04-26T17:28:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.733+0000 7f1d3b367740 10 client.16278 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T17:28:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.733+0000 7f1d3b367740 10 client.16278 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:45.738 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.733+0000 7f1d3b367740 20 client.16278 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:45.738 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.733+0000 7f1d3b367740 1 --2- 172.21.15.90:0/1305290146 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560068f8c330 0x560068f8e750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:45.738 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.733+0000 7f1d3b367740 4 client.16278 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:28:45.738 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.733+0000 7f1d3b367740 1 -- 172.21.15.90:0/1305290146 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560068f02400 con 0x560068f8c330 2024-04-26T17:28:45.738 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.733+0000 7f1d3630b640 1 --2- 172.21.15.90:0/1305290146 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560068f8c330 0x560068f8e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:45.738 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.733+0000 7f1d3630b640 1 --2- 172.21.15.90:0/1305290146 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560068f8c330 0x560068f8e750 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23f90863d547ff75 server_cookie=74685b5c0cec3c3e in_seq=0 out_seq=0 2024-04-26T17:28:45.738 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.733+0000 7f1d19ffb640 10 client.16278 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:45.738 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/muxes/i2c-mux-gpio 2024-04-26T17:28:45.738 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/old-module-parameters 2024-04-26T17:28:45.739 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/smbus-protocol 2024-04-26T17:28:45.741 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/summary 2024-04-26T17:28:45.744 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/ten-bit-addresses 2024-04-26T17:28:45.747 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/upgrading-clients 2024-04-26T17:28:45.749 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2c/writing-clients 2024-04-26T17:28:45.752 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2o/ 2024-04-26T17:28:45.755 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2o/README 2024-04-26T17:28:45.757 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/i2o/ioctl 2024-04-26T17:28:45.759 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/ 2024-04-26T17:28:45.761 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/.gitignore 2024-04-26T17:28:45.763 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/IRQ-redir.txt 2024-04-26T17:28:45.767 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/Makefile 2024-04-26T17:28:45.771 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/README 2024-04-26T17:28:45.781 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/aliasing-test.c 2024-04-26T17:28:45.789 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/aliasing.txt 2024-04-26T17:28:45.795 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/efirtc.txt 2024-04-26T17:28:45.801 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/err_inject.txt 2024-04-26T17:28:45.806 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/fsys.txt 2024-04-26T17:28:45.811 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/mca.txt 2024-04-26T17:28:45.817 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/serial.txt 2024-04-26T17:28:45.821 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ia64/xen.txt 2024-04-26T17:28:45.829 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ide/ 2024-04-26T17:28:45.838 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ide/00-INDEX 2024-04-26T17:28:45.844 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-cd.1994-2004 2024-04-26T17:28:45.850 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-floppy.1996-2002 2024-04-26T17:28:45.853 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-tape.1995-2002 2024-04-26T17:28:45.859 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ide/ide-tape.txt 2024-04-26T17:28:45.863 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ide/ide.txt 2024-04-26T17:28:45.868 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ide/warm-plug-howto.txt 2024-04-26T17:28:45.873 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/infiniband/ 2024-04-26T17:28:45.877 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/infiniband/core_locking.txt 2024-04-26T17:28:45.878 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/infiniband/ipoib.txt 2024-04-26T17:28:45.883 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/infiniband/sysfs.txt 2024-04-26T17:28:45.887 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/infiniband/user_mad.txt 2024-04-26T17:28:45.890 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.889+0000 7f1d19ffb640 1 -- 172.21.15.90:0/1305290146 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560068f02400 con 0x560068f8c330 2024-04-26T17:28:45.890 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.889+0000 7f1d19ffb640 10 client.16278 handle_command_reply: tid=0 2024-04-26T17:28:45.890 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.889+0000 7f1d3b367740 1 client.16278 shutdown 2024-04-26T17:28:45.890 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3b367740 1 -- 172.21.15.90:0/1305290146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 msgr2=0x560068f1f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:45.890 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3b367740 1 --2- 172.21.15.90:0/1305290146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f1f340 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f1d280097e0 tx=0x7f1d28009320 comp rx=0 tx=0).stop 2024-04-26T17:28:45.890 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3b367740 1 -- 172.21.15.90:0/1305290146 shutdown_connections 2024-04-26T17:28:45.890 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3b367740 1 --2- 172.21.15.90:0/1305290146 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x560068f8c330 0x560068f8e750 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.890 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3b367740 1 --2- 172.21.15.90:0/1305290146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x560068f14940 0x560068f1f340 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.891 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3b367740 1 --2- 172.21.15.90:0/1305290146 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560068f0f7d0 0x560068f1e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.891 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d19ffb640 0 client.16278 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:45.891 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3b367740 1 --2- 172.21.15.90:0/1305290146 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560068f0ede0 0x560068f1de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.891 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3b367740 1 -- 172.21.15.90:0/1305290146 >> 172.21.15.90:0/1305290146 conn(0x560068ece9c0 msgr2=0x560068f04f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:45.891 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3b367740 1 -- 172.21.15.90:0/1305290146 shutdown_connections 2024-04-26T17:28:45.891 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3b367740 1 -- 172.21.15.90:0/1305290146 wait complete. 2024-04-26T17:28:45.891 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3b367740 20 client.16278 trim_cache size 0 max 16384 2024-04-26T17:28:45.891 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:28:45.892 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:28:45.892 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:28:45.892 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:28:45.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3856f640 1 -- 172.21.15.90:0/3074848043 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1d1c0a3cd0 msgr2=0x7f1d1c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:45.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3856f640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1d1c0a3cd0 0x7f1d1c0a6190 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x560068f10030 tx=0x7f1d28004ab0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3856f640 1 -- 172.21.15.90:0/3074848043 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d30101060 msgr2=0x7f1d30105130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:45.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3856f640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d30101060 0x7f1d30105130 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c00e9c0 tx=0x7f1d2c00ee80 comp rx=0 tx=0).stop 2024-04-26T17:28:45.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3856f640 1 -- 172.21.15.90:0/3074848043 shutdown_connections 2024-04-26T17:28:45.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3856f640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1d1c0a3cd0 0x7f1d1c0a6190 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3856f640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d30102c10 0x7f1d30103cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3856f640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1d30102250 0x7f1d30103770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3856f640 1 --2- 172.21.15.90:0/3074848043 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d30101060 0x7f1d30105130 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:45.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.890+0000 7f1d3856f640 1 -- 172.21.15.90:0/3074848043 >> 172.21.15.90:0/3074848043 conn(0x7f1d300fc5d0 msgr2=0x7f1d300697b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:45.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.891+0000 7f1d3856f640 1 -- 172.21.15.90:0/3074848043 shutdown_connections 2024-04-26T17:28:45.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:45.891+0000 7f1d3856f640 1 -- 172.21.15.90:0/3074848043 wait complete. 2024-04-26T17:28:45.894 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/infiniband/user_verbs.txt 2024-04-26T17:28:45.898 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/init.txt 2024-04-26T17:28:45.899 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/initrd.txt 2024-04-26T17:28:45.904 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/ 2024-04-26T17:28:45.906 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/alps.txt 2024-04-26T17:28:45.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:45 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:45.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:45 smithi090 ceph-mon[29417]: pgmap v420: 129 pgs: 129 active+clean; 94 MiB data, 661 MiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 2.5 MiB/s wr, 208 op/s 2024-04-26T17:28:46.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:45 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:46.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:45 smithi167 ceph-mon[32665]: pgmap v420: 129 pgs: 129 active+clean; 94 MiB data, 661 MiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 2.5 MiB/s wr, 208 op/s 2024-04-26T17:28:46.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:45 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:46.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:45 smithi119 ceph-mon[32584]: pgmap v420: 129 pgs: 129 active+clean; 94 MiB data, 661 MiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 2.5 MiB/s wr, 208 op/s 2024-04-26T17:28:46.182 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/amijoy.txt 2024-04-26T17:28:46.184 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/appletouch.txt 2024-04-26T17:28:46.187 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/atarikbd.txt 2024-04-26T17:28:46.189 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/bcm5974.txt 2024-04-26T17:28:46.191 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/cd32.txt 2024-04-26T17:28:46.193 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/cma3000_d0x.txt 2024-04-26T17:28:46.195 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/cs461x.txt 2024-04-26T17:28:46.197 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/edt-ft5x06.txt 2024-04-26T17:28:46.199 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/elantech.txt 2024-04-26T17:28:46.202 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/event-codes.txt 2024-04-26T17:28:46.204 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/ff.txt 2024-04-26T17:28:46.207 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/gamepad.txt 2024-04-26T17:28:46.210 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/gameport-programming.txt 2024-04-26T17:28:46.212 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/gpio-tilt.txt 2024-04-26T17:28:46.215 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/iforce-protocol.txt 2024-04-26T17:28:46.217 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/input-programming.txt 2024-04-26T17:28:46.220 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/input.txt 2024-04-26T17:28:46.223 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/interactive.fig 2024-04-26T17:28:46.225 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/joystick-api.txt 2024-04-26T17:28:46.227 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/joystick-parport.txt 2024-04-26T17:28:46.229 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/joystick.txt 2024-04-26T17:28:46.232 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/multi-touch-protocol.txt 2024-04-26T17:28:46.235 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/notifier.txt 2024-04-26T17:28:46.237 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/ntrig.txt 2024-04-26T17:28:46.239 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/rotary-encoder.txt 2024-04-26T17:28:46.241 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/sentelic.txt 2024-04-26T17:28:46.244 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/shape.fig 2024-04-26T17:28:46.247 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/walkera0701.txt 2024-04-26T17:28:46.249 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/xpad.txt 2024-04-26T17:28:46.251 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/input/yealink.txt 2024-04-26T17:28:46.254 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/intel_txt.txt 2024-04-26T17:28:46.257 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/io-mapping.txt 2024-04-26T17:28:46.259 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/io_ordering.txt 2024-04-26T17:28:46.261 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ioctl/ 2024-04-26T17:28:46.264 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ioctl/00-INDEX 2024-04-26T17:28:46.266 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ioctl/botching-up-ioctls.txt 2024-04-26T17:28:46.268 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ioctl/cdrom.txt 2024-04-26T17:28:46.271 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ioctl/hdio.txt 2024-04-26T17:28:46.274 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ioctl/ioctl-decoding.txt 2024-04-26T17:28:46.276 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ioctl/ioctl-number.txt 2024-04-26T17:28:46.278 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/iostats.txt 2024-04-26T17:28:46.281 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/irqflags-tracing.txt 2024-04-26T17:28:46.283 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isapnp.txt 2024-04-26T17:28:46.286 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/ 2024-04-26T17:28:46.287 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/00-INDEX 2024-04-26T17:28:46.289 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/CREDITS 2024-04-26T17:28:46.292 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/HiSax.cert 2024-04-26T17:28:46.293 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/INTERFACE 2024-04-26T17:28:46.297 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.CAPI 2024-04-26T17:28:46.299 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.fax 2024-04-26T17:28:46.301 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README 2024-04-26T17:28:46.304 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.FAQ 2024-04-26T17:28:46.306 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.HiSax 2024-04-26T17:28:46.308 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.act2000 2024-04-26T17:28:46.315 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.audio 2024-04-26T17:28:46.315 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.avmb1 2024-04-26T17:28:46.315 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.concap 2024-04-26T17:28:46.318 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.diversion 2024-04-26T17:28:46.320 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.fax 2024-04-26T17:28:46.322 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.gigaset 2024-04-26T17:28:46.325 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.hfc-pci 2024-04-26T17:28:46.327 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.hysdn 2024-04-26T17:28:46.330 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.icn 2024-04-26T17:28:46.332 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.mISDN 2024-04-26T17:28:46.334 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.pcbit 2024-04-26T17:28:46.336 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.sc 2024-04-26T17:28:46.339 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.syncppp 2024-04-26T17:28:46.341 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/README.x25 2024-04-26T17:28:46.344 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/isdn/syncPPP.FAQ 2024-04-26T17:28:46.346 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ja_JP/ 2024-04-26T17:28:46.349 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ja_JP/HOWTO 2024-04-26T17:28:46.352 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ja_JP/SubmitChecklist 2024-04-26T17:28:46.354 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ja_JP/SubmittingPatches 2024-04-26T17:28:46.358 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ja_JP/stable_api_nonsense.txt 2024-04-26T17:28:46.360 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ja_JP/stable_kernel_rules.txt 2024-04-26T17:28:46.363 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/java.txt 2024-04-26T17:28:46.365 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kasan.txt 2024-04-26T17:28:46.368 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kbuild/ 2024-04-26T17:28:46.370 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kbuild/00-INDEX 2024-04-26T17:28:46.372 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kbuild/headers_install.txt 2024-04-26T17:28:46.374 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kbuild/kbuild.txt 2024-04-26T17:28:46.376 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kbuild/kconfig-language.txt 2024-04-26T17:28:46.379 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kbuild/kconfig.txt 2024-04-26T17:28:46.381 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kbuild/makefiles.txt 2024-04-26T17:28:46.384 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kbuild/modules.txt 2024-04-26T17:28:46.387 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kdump/ 2024-04-26T17:28:46.389 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kdump/gdbmacros.txt 2024-04-26T17:28:46.391 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kdump/kdump.txt 2024-04-26T17:28:46.394 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kernel-doc-nano-HOWTO.txt 2024-04-26T17:28:46.397 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kernel-docs.txt 2024-04-26T17:28:46.400 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kernel-parameters.txt 2024-04-26T17:28:46.404 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kernel-per-CPU-kthreads.txt 2024-04-26T17:28:46.407 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kmemcheck.txt 2024-04-26T17:28:46.410 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kmemleak.txt 2024-04-26T17:28:46.413 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ko_KR/ 2024-04-26T17:28:46.415 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ko_KR/HOWTO 2024-04-26T17:28:46.417 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ko_KR/stable_api_nonsense.txt 2024-04-26T17:28:46.420 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kobject.txt 2024-04-26T17:28:46.423 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kprobes.txt 2024-04-26T17:28:46.426 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kref.txt 2024-04-26T17:28:46.429 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/kselftest.txt 2024-04-26T17:28:46.432 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/ 2024-04-26T17:28:46.434 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/.gitignore 2024-04-26T17:28:46.436 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/00-INDEX 2024-04-26T17:28:46.438 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/Makefile 2024-04-26T17:28:46.440 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/asus-laptop.txt 2024-04-26T17:28:46.443 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/disk-shock-protection.txt 2024-04-26T17:28:46.445 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/dslm.c 2024-04-26T17:28:46.448 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/freefall.c 2024-04-26T17:28:46.451 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/laptop-mode.txt 2024-04-26T17:28:46.454 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/sony-laptop.txt 2024-04-26T17:28:46.457 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/sonypi.txt 2024-04-26T17:28:46.459 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/thinkpad-acpi.txt 2024-04-26T17:28:46.463 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/laptops/toshiba_haps.txt 2024-04-26T17:28:46.466 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ldm.txt 2024-04-26T17:28:46.468 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/leds/ 2024-04-26T17:28:46.470 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/leds/00-INDEX 2024-04-26T17:28:46.472 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/leds/leds-blinkm.txt 2024-04-26T17:28:46.474 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/leds/leds-class.txt 2024-04-26T17:28:46.476 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/leds/leds-lm3556.txt 2024-04-26T17:28:46.479 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/leds/leds-lp3944.txt 2024-04-26T17:28:46.481 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/leds/leds-lp5521.txt 2024-04-26T17:28:46.483 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/leds/leds-lp5523.txt 2024-04-26T17:28:46.486 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/leds/leds-lp5562.txt 2024-04-26T17:28:46.489 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/leds/leds-lp55xx.txt 2024-04-26T17:28:46.491 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/leds/ledtrig-oneshot.txt 2024-04-26T17:28:46.493 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/leds/ledtrig-transient.txt 2024-04-26T17:28:46.496 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/local_ops.txt 2024-04-26T17:28:46.499 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/locking/ 2024-04-26T17:28:46.502 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/locking/00-INDEX 2024-04-26T17:28:46.503 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/locking/lglock.txt 2024-04-26T17:28:46.506 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/locking/lockdep-design.txt 2024-04-26T17:28:46.508 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/locking/lockstat.txt 2024-04-26T17:28:46.510 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/locking/locktorture.txt 2024-04-26T17:28:46.513 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/locking/mutex-design.txt 2024-04-26T17:28:46.516 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/locking/rt-mutex-design.txt 2024-04-26T17:28:46.522 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/locking/rt-mutex.txt 2024-04-26T17:28:46.522 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/locking/spinlocks.txt 2024-04-26T17:28:46.523 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/locking/ww-mutex-design.txt 2024-04-26T17:28:46.526 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/lockup-watchdogs.txt 2024-04-26T17:28:46.529 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/logo.gif 2024-04-26T17:28:46.531 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/logo.txt 2024-04-26T17:28:46.533 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/lzo.txt 2024-04-26T17:28:46.535 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/m68k/ 2024-04-26T17:28:46.537 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/m68k/00-INDEX 2024-04-26T17:28:46.539 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/m68k/README.buddha 2024-04-26T17:28:46.542 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/m68k/kernel-options.txt 2024-04-26T17:28:46.544 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/magic-number.txt 2024-04-26T17:28:46.547 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mailbox.txt 2024-04-26T17:28:46.550 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/md.txt 2024-04-26T17:28:46.553 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/media-framework.txt 2024-04-26T17:28:46.555 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/memory-barriers.txt 2024-04-26T17:28:46.704 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/memory-devices/ 2024-04-26T17:28:46.706 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/memory-devices/ti-emif.txt 2024-04-26T17:28:46.708 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/memory-hotplug.txt 2024-04-26T17:28:46.710 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/metag/ 2024-04-26T17:28:46.712 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/metag/00-INDEX 2024-04-26T17:28:46.714 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/metag/kernel-ABI.txt 2024-04-26T17:28:46.716 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mic/ 2024-04-26T17:28:46.718 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mic/Makefile 2024-04-26T17:28:46.720 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mic/mic_overview.txt 2024-04-26T17:28:46.727 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mic/mpssd/ 2024-04-26T17:28:46.727 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mic/mpssd/.gitignore 2024-04-26T17:28:46.727 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mic/mpssd/Makefile 2024-04-26T17:28:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mic/mpssd/micctrl 2024-04-26T17:28:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mic/mpssd/mpss 2024-04-26T17:28:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.c 2024-04-26T17:28:46.739 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.h 2024-04-26T17:28:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mic/mpssd/sysfs.c 2024-04-26T17:28:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mips/ 2024-04-26T17:28:46.746 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mips/00-INDEX 2024-04-26T17:28:46.747 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mips/AU1xxx_IDE.README 2024-04-26T17:28:46.750 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/ 2024-04-26T17:28:46.752 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/Makefile 2024-04-26T17:28:46.754 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/ad525x_dpot.txt 2024-04-26T17:28:46.756 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/apds990x.txt 2024-04-26T17:28:46.759 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/bh1770glc.txt 2024-04-26T17:28:46.761 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/c2port.txt 2024-04-26T17:28:46.764 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/eeprom 2024-04-26T17:28:46.766 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/ics932s401 2024-04-26T17:28:46.768 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/isl29003 2024-04-26T17:28:46.770 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/lis3lv02d 2024-04-26T17:28:46.772 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/max6875 2024-04-26T17:28:46.775 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/mei/ 2024-04-26T17:28:46.776 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/mei/.gitignore 2024-04-26T17:28:46.778 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/mei/Makefile 2024-04-26T17:28:46.781 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/mei/TODO 2024-04-26T17:28:46.783 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-amt-version.c 2024-04-26T17:28:46.785 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-client-bus.txt 2024-04-26T17:28:46.788 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei.txt 2024-04-26T17:28:46.790 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/misc-devices/spear-pcie-gadget.txt 2024-04-26T17:28:46.793 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mmc/ 2024-04-26T17:28:46.795 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mmc/00-INDEX 2024-04-26T17:28:46.796 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mmc/mmc-async-req.txt 2024-04-26T17:28:46.799 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-attrs.txt 2024-04-26T17:28:46.801 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-parts.txt 2024-04-26T17:28:46.803 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mn10300/ 2024-04-26T17:28:46.806 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mn10300/ABI.txt 2024-04-26T17:28:46.808 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mn10300/compartmentalisation.txt 2024-04-26T17:28:46.810 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/module-signing.txt 2024-04-26T17:28:46.813 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mono.txt 2024-04-26T17:28:46.815 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mtd/ 2024-04-26T17:28:46.817 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mtd/nand/ 2024-04-26T17:28:46.819 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mtd/nand/pxa3xx-nand.txt 2024-04-26T17:28:46.821 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mtd/nand_ecc.txt 2024-04-26T17:28:46.824 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/mtd/spi-nor.txt 2024-04-26T17:28:46.827 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/namespaces/ 2024-04-26T17:28:46.829 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/namespaces/compatibility-list.txt 2024-04-26T17:28:46.831 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/namespaces/resource-control.txt 2024-04-26T17:28:46.833 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/netlabel/ 2024-04-26T17:28:46.835 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/netlabel/00-INDEX 2024-04-26T17:28:46.837 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/netlabel/cipso_ipv4.txt 2024-04-26T17:28:46.839 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/netlabel/draft-ietf-cipso-ipsecurity-01.txt 2024-04-26T17:28:46.841 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/netlabel/introduction.txt 2024-04-26T17:28:46.844 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/netlabel/lsm_interface.txt 2024-04-26T17:28:46.846 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ 2024-04-26T17:28:46.848 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/00-INDEX 2024-04-26T17:28:46.850 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/3c509.txt 2024-04-26T17:28:46.852 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/6pack.txt 2024-04-26T17:28:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/LICENSE.qla3xxx 2024-04-26T17:28:46.857 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlcnic 2024-04-26T17:28:46.859 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlge 2024-04-26T17:28:46.862 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/Makefile 2024-04-26T17:28:46.864 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/PLIP.txt 2024-04-26T17:28:46.866 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/README.ipw2100 2024-04-26T17:28:46.868 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/README.ipw2200 2024-04-26T17:28:46.870 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/README.sb1000 2024-04-26T17:28:46.872 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/alias.txt 2024-04-26T17:28:46.875 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/altera_tse.txt 2024-04-26T17:28:46.878 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/arcnet-hardware.txt 2024-04-26T17:28:46.882 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/arcnet.txt 2024-04-26T17:28:46.885 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/atm.txt 2024-04-26T17:28:46.887 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ax25.txt 2024-04-26T17:28:46.890 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/batman-adv.txt 2024-04-26T17:28:46.891 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/baycom.txt 2024-04-26T17:28:46.894 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/bonding.txt 2024-04-26T17:28:46.898 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/bridge.txt 2024-04-26T17:28:46.901 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/caif/ 2024-04-26T17:28:46.902 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/caif/Linux-CAIF.txt 2024-04-26T17:28:46.904 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/caif/README 2024-04-26T17:28:46.907 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/caif/spi_porting.txt 2024-04-26T17:28:46.909 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/can.txt 2024-04-26T17:28:46.913 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/cdc_mbim.txt 2024-04-26T17:28:46.916 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/cops.txt 2024-04-26T17:28:46.918 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/cs89x0.txt 2024-04-26T17:28:46.934 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/cxacru-cf.py 2024-04-26T17:28:47.001 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/cxacru.txt 2024-04-26T17:28:47.003 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/cxgb.txt 2024-04-26T17:28:47.005 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/dccp.txt 2024-04-26T17:28:47.008 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/dctcp.txt 2024-04-26T17:28:47.010 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/de4x5.txt 2024-04-26T17:28:47.013 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/decnet.txt 2024-04-26T17:28:47.015 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/dl2k.txt 2024-04-26T17:28:47.018 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/dm9000.txt 2024-04-26T17:28:47.019 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/dmfe.txt 2024-04-26T17:28:47.022 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/dns_resolver.txt 2024-04-26T17:28:47.024 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/driver.txt 2024-04-26T17:28:47.027 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/e100.txt 2024-04-26T17:28:47.029 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/e1000.txt 2024-04-26T17:28:47.032 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/e1000e.txt 2024-04-26T17:28:47.034 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/eql.txt 2024-04-26T17:28:47.037 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/fib_trie.txt 2024-04-26T17:28:47.039 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/filter.txt 2024-04-26T17:28:47.042 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/fore200e.txt 2024-04-26T17:28:47.044 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/framerelay.txt 2024-04-26T17:28:47.047 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/gen_stats.txt 2024-04-26T17:28:47.049 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/generic-hdlc.txt 2024-04-26T17:28:47.051 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/generic_netlink.txt 2024-04-26T17:28:47.053 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/gianfar.txt 2024-04-26T17:28:47.055 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/i40e.txt 2024-04-26T17:28:47.057 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/i40evf.txt 2024-04-26T17:28:47.060 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ieee802154.txt 2024-04-26T17:28:47.062 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/igb.txt 2024-04-26T17:28:47.065 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/igbvf.txt 2024-04-26T17:28:47.066 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ip-sysctl.txt 2024-04-26T17:28:47.070 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ip_dynaddr.txt 2024-04-26T17:28:47.073 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ipddp.txt 2024-04-26T17:28:47.075 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/iphase.txt 2024-04-26T17:28:47.078 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ipsec.txt 2024-04-26T17:28:47.080 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ipv6.txt 2024-04-26T17:28:47.083 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ipvlan.txt 2024-04-26T17:28:47.085 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ipvs-sysctl.txt 2024-04-26T17:28:47.087 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/irda.txt 2024-04-26T17:28:47.090 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ixgb.txt 2024-04-26T17:28:47.092 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ixgbe.txt 2024-04-26T17:28:47.095 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ixgbevf.txt 2024-04-26T17:28:47.097 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/l2tp.txt 2024-04-26T17:28:47.099 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/lapb-module.txt 2024-04-26T17:28:47.102 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ltpc.txt 2024-04-26T17:28:47.104 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/mac80211-auth-assoc-deauth.txt 2024-04-26T17:28:47.106 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/mac80211-injection.txt 2024-04-26T17:28:47.108 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/ 2024-04-26T17:28:47.110 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/README 2024-04-26T17:28:47.113 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/hostapd.conf 2024-04-26T17:28:47.115 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/wpa_supplicant.conf 2024-04-26T17:28:47.117 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/multiqueue.txt 2024-04-26T17:28:47.120 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/netconsole.txt 2024-04-26T17:28:47.122 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/netdev-FAQ.txt 2024-04-26T17:28:47.125 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/netdev-features.txt 2024-04-26T17:28:47.127 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/netdevices.txt 2024-04-26T17:28:47.129 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/netif-msg.txt 2024-04-26T17:28:47.134 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/netlink_mmap.txt 2024-04-26T17:28:47.134 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/nf_conntrack-sysctl.txt 2024-04-26T17:28:47.136 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/nfc.txt 2024-04-26T17:28:47.139 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/openvswitch.txt 2024-04-26T17:28:47.142 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/operstates.txt 2024-04-26T17:28:47.144 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/packet_mmap.txt 2024-04-26T17:28:47.147 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/phonet.txt 2024-04-26T17:28:47.150 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/phy.txt 2024-04-26T17:28:47.152 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/pktgen.txt 2024-04-26T17:28:47.155 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/policy-routing.txt 2024-04-26T17:28:47.157 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ppp_generic.txt 2024-04-26T17:28:47.160 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/proc_net_tcp.txt 2024-04-26T17:28:47.162 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/radiotap-headers.txt 2024-04-26T17:28:47.165 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/ray_cs.txt 2024-04-26T17:28:47.168 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/rds.txt 2024-04-26T17:28:47.170 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/regulatory.txt 2024-04-26T17:28:47.172 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/rxrpc.txt 2024-04-26T17:28:47.175 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/s2io.txt 2024-04-26T17:28:47.178 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/scaling.txt 2024-04-26T17:28:47.180 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/sctp.txt 2024-04-26T17:28:47.182 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/secid.txt 2024-04-26T17:28:47.184 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/skfp.txt 2024-04-26T17:28:47.186 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/smc9.txt 2024-04-26T17:28:47.188 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/spider_net.txt 2024-04-26T17:28:47.191 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/stmmac.txt 2024-04-26T17:28:47.193 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/switchdev.txt 2024-04-26T17:28:47.195 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/tc-actions-env-rules.txt 2024-04-26T17:28:47.198 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/tcp-thin.txt 2024-04-26T17:28:47.200 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/tcp.txt 2024-04-26T17:28:47.202 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/team.txt 2024-04-26T17:28:47.205 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/timestamping.txt 2024-04-26T17:28:47.207 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/timestamping/ 2024-04-26T17:28:47.209 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/timestamping/.gitignore 2024-04-26T17:28:47.211 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/timestamping/Makefile 2024-04-26T17:28:47.213 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/timestamping/hwtstamp_config.c 2024-04-26T17:28:47.215 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/timestamping/timestamping.c 2024-04-26T17:28:47.218 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/timestamping/txtimestamp.c 2024-04-26T17:28:47.220 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/tlan.txt 2024-04-26T17:28:47.223 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/tproxy.txt 2024-04-26T17:28:47.225 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/tuntap.txt 2024-04-26T17:28:47.228 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/udplite.txt 2024-04-26T17:28:47.230 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/vortex.txt 2024-04-26T17:28:47.232 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/vxge.txt 2024-04-26T17:28:47.235 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/vxlan.txt 2024-04-26T17:28:47.236 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/x25-iface.txt 2024-04-26T17:28:47.239 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/x25.txt 2024-04-26T17:28:47.241 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/xfrm_proc.txt 2024-04-26T17:28:47.243 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/xfrm_sync.txt 2024-04-26T17:28:47.246 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/xfrm_sysctl.txt 2024-04-26T17:28:47.248 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/networking/z8530drv.txt 2024-04-26T17:28:47.251 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/nfc/ 2024-04-26T17:28:47.253 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/nfc/nfc-hci.txt 2024-04-26T17:28:47.256 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/nfc/nfc-pn544.txt 2024-04-26T17:28:47.258 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/nios2/ 2024-04-26T17:28:47.261 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/nios2/README 2024-04-26T17:28:47.263 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/nommu-mmap.txt 2024-04-26T17:28:47.266 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/numastat.txt 2024-04-26T17:28:47.268 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/oops-tracing.txt 2024-04-26T17:28:47.270 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/padata.txt 2024-04-26T17:28:47.273 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/parisc/ 2024-04-26T17:28:47.275 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/parisc/00-INDEX 2024-04-26T17:28:47.277 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/parisc/debugging 2024-04-26T17:28:47.279 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/parisc/registers 2024-04-26T17:28:47.281 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/parport-lowlevel.txt 2024-04-26T17:28:47.285 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/parport.txt 2024-04-26T17:28:47.288 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pcmcia/ 2024-04-26T17:28:47.290 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pcmcia/.gitignore 2024-04-26T17:28:47.292 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pcmcia/Makefile 2024-04-26T17:28:47.294 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pcmcia/crc32hash.c 2024-04-26T17:28:47.297 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pcmcia/devicetable.txt 2024-04-26T17:28:47.299 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pcmcia/driver-changes.txt 2024-04-26T17:28:47.302 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pcmcia/driver.txt 2024-04-26T17:28:47.304 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pcmcia/locking.txt 2024-04-26T17:28:47.306 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/percpu-rw-semaphore.txt 2024-04-26T17:28:47.308 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/phy.txt 2024-04-26T17:28:47.311 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/phy/ 2024-04-26T17:28:47.313 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/phy/samsung-usb2.txt 2024-04-26T17:28:47.315 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pi-futex.txt 2024-04-26T17:28:47.317 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pinctrl.txt 2024-04-26T17:28:47.321 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/platform/ 2024-04-26T17:28:47.323 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/platform/x86-laptop-drivers.txt 2024-04-26T17:28:47.325 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pnp.txt 2024-04-26T17:28:47.328 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/ 2024-04-26T17:28:47.329 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/00-INDEX 2024-04-26T17:28:47.331 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/apm-acpi.txt 2024-04-26T17:28:47.334 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/basic-pm-debugging.txt 2024-04-26T17:28:47.338 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/charger-manager.txt 2024-04-26T17:28:47.339 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/devices.txt 2024-04-26T17:28:47.341 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/drivers-testing.txt 2024-04-26T17:28:47.344 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/freezing-of-tasks.txt 2024-04-26T17:28:47.346 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/interface.txt 2024-04-26T17:28:47.348 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/notifiers.txt 2024-04-26T17:28:47.351 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/opp.txt 2024-04-26T17:28:47.353 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/pci.txt 2024-04-26T17:28:47.356 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/pm_qos_interface.txt 2024-04-26T17:28:47.359 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/power_supply_class.txt 2024-04-26T17:28:47.362 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/powercap/ 2024-04-26T17:28:47.363 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/powercap/powercap.txt 2024-04-26T17:28:47.367 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/regulator/ 2024-04-26T17:28:47.368 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/regulator/consumer.txt 2024-04-26T17:28:47.371 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/regulator/design.txt 2024-04-26T17:28:47.373 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/regulator/machine.txt 2024-04-26T17:28:47.376 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/regulator/overview.txt 2024-04-26T17:28:47.378 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/regulator/regulator.txt 2024-04-26T17:28:47.380 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/runtime_pm.txt 2024-04-26T17:28:47.384 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/s2ram.txt 2024-04-26T17:28:47.386 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/states.txt 2024-04-26T17:28:47.389 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/suspend-and-cpuhotplug.txt 2024-04-26T17:28:47.391 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/suspend-and-interrupts.txt 2024-04-26T17:28:47.394 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/swsusp-and-swap-files.txt 2024-04-26T17:28:47.396 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/swsusp-dmcrypt.txt 2024-04-26T17:28:47.398 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/swsusp.txt 2024-04-26T17:28:47.400 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/tricks.txt 2024-04-26T17:28:47.402 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/userland-swsusp.txt 2024-04-26T17:28:47.405 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/power/video.txt 2024-04-26T17:28:47.407 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/ 2024-04-26T17:28:47.409 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/00-INDEX 2024-04-26T17:28:47.411 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/bootwrapper.txt 2024-04-26T17:28:47.413 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/cpu_families.txt 2024-04-26T17:28:47.415 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/cpu_features.txt 2024-04-26T17:28:47.418 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/cxl.txt 2024-04-26T17:28:47.420 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/eeh-pci-error-recovery.txt 2024-04-26T17:28:47.423 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/firmware-assisted-dump.txt 2024-04-26T17:28:47.425 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/hvcs.txt 2024-04-26T17:28:47.428 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/mpc52xx.txt 2024-04-26T17:28:47.430 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/pmu-ebb.txt 2024-04-26T17:28:47.433 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/ptrace.txt 2024-04-26T17:28:47.435 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/qe_firmware.txt 2024-04-26T17:28:47.438 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/powerpc/transactional_memory.txt 2024-04-26T17:28:47.440 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pps/ 2024-04-26T17:28:47.442 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pps/pps.txt 2024-04-26T17:28:47.444 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/prctl/ 2024-04-26T17:28:47.446 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/prctl/.gitignore 2024-04-26T17:28:47.448 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/prctl/Makefile 2024-04-26T17:28:47.450 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-ctxt-sw-stress-test.c 2024-04-26T17:28:47.453 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-on-off-stress-test.c 2024-04-26T17:28:47.455 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-test.c 2024-04-26T17:28:47.457 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/prctl/no_new_privs.txt 2024-04-26T17:28:47.460 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/prctl/seccomp_filter.txt 2024-04-26T17:28:47.464 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/preempt-locking.txt 2024-04-26T17:28:47.467 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/printk-formats.txt 2024-04-26T17:28:47.470 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pti/ 2024-04-26T17:28:47.471 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pti/pti_intel_mid.txt 2024-04-26T17:28:47.473 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ptp/ 2024-04-26T17:28:47.476 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ptp/.gitignore 2024-04-26T17:28:47.477 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ptp/Makefile 2024-04-26T17:28:47.480 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ptp/ptp.txt 2024-04-26T17:28:47.483 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ptp/testptp.c 2024-04-26T17:28:47.486 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ptp/testptp.mk 2024-04-26T17:28:47.490 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/pwm.txt 2024-04-26T17:28:47.491 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/ramoops.txt 2024-04-26T17:28:47.494 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/rapidio/ 2024-04-26T17:28:47.496 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/rapidio/rapidio.txt 2024-04-26T17:28:47.498 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/rapidio/sysfs.txt 2024-04-26T17:28:47.501 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/rapidio/tsi721.txt 2024-04-26T17:28:47.504 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/rbtree.txt 2024-04-26T17:28:47.507 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/remoteproc.txt 2024-04-26T17:28:47.509 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/rfkill.txt 2024-04-26T17:28:47.512 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/robust-futex-ABI.txt 2024-04-26T17:28:47.514 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/robust-futexes.txt 2024-04-26T17:28:47.516 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/rpmsg.txt 2024-04-26T17:28:47.519 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/rtc.txt 2024-04-26T17:28:47.521 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/ 2024-04-26T17:28:47.522 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/00-INDEX 2024-04-26T17:28:47.524 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/3270.ChangeLog 2024-04-26T17:28:47.526 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/3270.txt 2024-04-26T17:28:47.529 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/CommonIO 2024-04-26T17:28:47.532 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/DASD 2024-04-26T17:28:47.534 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/Debugging390.txt 2024-04-26T17:28:47.537 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/cds.txt 2024-04-26T17:28:47.540 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/config3270.sh 2024-04-26T17:28:47.542 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/driver-model.txt 2024-04-26T17:28:47.544 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/kvm.txt 2024-04-26T17:28:47.547 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/monreader.txt 2024-04-26T17:28:47.549 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/qeth.txt 2024-04-26T17:28:47.551 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/s390dbf.txt 2024-04-26T17:28:47.554 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/s390/zfcpdump.txt 2024-04-26T17:28:47.556 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scheduler/ 2024-04-26T17:28:47.559 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scheduler/00-INDEX 2024-04-26T17:28:47.561 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scheduler/completion.txt 2024-04-26T17:28:47.563 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scheduler/sched-arch.txt 2024-04-26T17:28:47.566 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scheduler/sched-bwc.txt 2024-04-26T17:28:47.568 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scheduler/sched-deadline.txt 2024-04-26T17:28:47.571 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scheduler/sched-design-CFS.txt 2024-04-26T17:28:47.573 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scheduler/sched-domains.txt 2024-04-26T17:28:47.576 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scheduler/sched-nice-design.txt 2024-04-26T17:28:47.578 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scheduler/sched-rt-group.txt 2024-04-26T17:28:47.580 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scheduler/sched-stats.txt 2024-04-26T17:28:47.583 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ 2024-04-26T17:28:47.585 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/00-INDEX 2024-04-26T17:28:47.587 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/53c700.txt 2024-04-26T17:28:47.589 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/BusLogic.txt 2024-04-26T17:28:47.592 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.1992-1997 2024-04-26T17:28:47.596 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.arcmsr 2024-04-26T17:28:47.598 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ips 2024-04-26T17:28:47.601 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.lpfc 2024-04-26T17:28:47.604 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid 2024-04-26T17:28:47.607 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid_sas 2024-04-26T17:28:47.609 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ncr53c8xx 2024-04-26T17:28:47.612 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx 2024-04-26T17:28:47.615 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx_2 2024-04-26T17:28:47.617 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/FlashPoint.txt 2024-04-26T17:28:47.620 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/LICENSE.FlashPoint 2024-04-26T17:28:47.622 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla2xxx 2024-04-26T17:28:47.625 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla4xxx 2024-04-26T17:28:47.627 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/Mylex.txt 2024-04-26T17:28:47.630 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/NinjaSCSI.txt 2024-04-26T17:28:47.632 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/aacraid.txt 2024-04-26T17:28:47.633 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/advansys.txt 2024-04-26T17:28:47.636 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/aha152x.txt 2024-04-26T17:28:47.638 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/aic79xx.txt 2024-04-26T17:28:47.641 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/aic7xxx.txt 2024-04-26T17:28:47.643 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/arcmsr_spec.txt 2024-04-26T17:28:47.646 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/bfa.txt 2024-04-26T17:28:47.648 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/bnx2fc.txt 2024-04-26T17:28:47.650 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/cxgb3i.txt 2024-04-26T17:28:47.653 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/dc395x.txt 2024-04-26T17:28:47.655 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/dpti.txt 2024-04-26T17:28:47.658 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/dtc3x80.txt 2024-04-26T17:28:47.660 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/g_NCR5380.txt 2024-04-26T17:28:47.662 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/hpsa.txt 2024-04-26T17:28:47.664 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/hptiop.txt 2024-04-26T17:28:47.667 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/in2000.txt 2024-04-26T17:28:47.669 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/libsas.txt 2024-04-26T17:28:47.671 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/link_power_management_policy.txt 2024-04-26T17:28:47.673 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/lpfc.txt 2024-04-26T17:28:47.675 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/megaraid.txt 2024-04-26T17:28:47.677 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ncr53c8xx.txt 2024-04-26T17:28:47.681 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/osd.txt 2024-04-26T17:28:47.684 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/osst.txt 2024-04-26T17:28:47.686 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ppa.txt 2024-04-26T17:28:47.688 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/qlogicfas.txt 2024-04-26T17:28:47.691 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/scsi-changer.txt 2024-04-26T17:28:47.693 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/scsi-generic.txt 2024-04-26T17:28:47.696 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/scsi-parameters.txt 2024-04-26T17:28:47.698 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/scsi.txt 2024-04-26T17:28:47.700 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/scsi_eh.txt 2024-04-26T17:28:47.703 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/scsi_fc_transport.txt 2024-04-26T17:28:47.706 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/scsi_mid_low_api.txt 2024-04-26T17:28:47.709 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/ 2024-04-26T17:28:47.711 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/Makefile 2024-04-26T17:28:47.714 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/rport_state_diagram.dot 2024-04-26T17:28:47.716 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/st.txt 2024-04-26T17:28:47.719 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/sym53c500_cs.txt 2024-04-26T17:28:47.721 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/sym53c8xx_2.txt 2024-04-26T17:28:47.724 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/tmscsim.txt 2024-04-26T17:28:47.726 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/ufs.txt 2024-04-26T17:28:47.729 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/scsi/wd719x.txt 2024-04-26T17:28:47.730 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/ 2024-04-26T17:28:47.733 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/00-INDEX 2024-04-26T17:28:47.735 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/IMA-templates.txt 2024-04-26T17:28:47.775 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/LSM.txt 2024-04-26T17:28:47.777 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/SELinux.txt 2024-04-26T17:28:47.779 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/Smack.txt 2024-04-26T17:28:47.782 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/Yama.txt 2024-04-26T17:28:47.785 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/apparmor.txt 2024-04-26T17:28:47.787 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/credentials.txt 2024-04-26T17:28:47.790 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/keys-ecryptfs.txt 2024-04-26T17:28:47.792 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/keys-request-key.txt 2024-04-26T17:28:47.795 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/keys-trusted-encrypted.txt 2024-04-26T17:28:47.798 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/keys.txt 2024-04-26T17:28:47.802 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/security/tomoyo.txt 2024-04-26T17:28:47.804 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/serial-console.txt 2024-04-26T17:28:47.807 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/serial/ 2024-04-26T17:28:47.808 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/serial/00-INDEX 2024-04-26T17:28:47.811 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/serial/README.cycladesZ 2024-04-26T17:28:47.813 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/serial/driver 2024-04-26T17:28:47.815 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/serial/moxa-smartio 2024-04-26T17:28:47.818 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/serial/n_gsm.txt 2024-04-26T17:28:47.820 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/serial/rocket.txt 2024-04-26T17:28:47.822 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/serial/serial-rs485.txt 2024-04-26T17:28:47.824 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/serial/tty.txt 2024-04-26T17:28:47.827 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sgi-ioc4.txt 2024-04-26T17:28:47.829 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sh/ 2024-04-26T17:28:47.831 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sh/new-machine.txt 2024-04-26T17:28:47.833 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sh/register-banks.txt 2024-04-26T17:28:47.835 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/smsc_ece1099.txt 2024-04-26T17:28:47.838 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/ 2024-04-26T17:28:47.840 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/ 2024-04-26T17:28:47.841 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/ALSA-Configuration.txt 2024-04-26T17:28:47.845 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/Audigy-mixer.txt 2024-04-26T17:28:47.848 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/Audiophile-Usb.txt 2024-04-26T17:28:47.851 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/Bt87x.txt 2024-04-26T17:28:47.853 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/CMIPCI.txt 2024-04-26T17:28:47.855 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/Channel-Mapping-API.txt 2024-04-26T17:28:47.858 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/ControlNames.txt 2024-04-26T17:28:47.860 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Controls.txt 2024-04-26T17:28:47.862 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Models.txt 2024-04-26T17:28:47.865 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio.txt 2024-04-26T17:28:47.868 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/Joystick.txt 2024-04-26T17:28:47.870 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/MIXART.txt 2024-04-26T17:28:47.872 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/OSS-Emulation.txt 2024-04-26T17:28:47.875 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/Procfile.txt 2024-04-26T17:28:47.877 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/README.maya44 2024-04-26T17:28:47.880 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/SB-Live-mixer.txt 2024-04-26T17:28:47.882 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/VIA82xx-mixer.txt 2024-04-26T17:28:47.884 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/alsa-parameters.txt 2024-04-26T17:28:47.887 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/compress_offload.txt 2024-04-26T17:28:47.889 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/emu10k1-jack.txt 2024-04-26T17:28:47.892 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/hda_codec.txt 2024-04-26T17:28:47.895 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/hdspm.txt 2024-04-26T17:28:47.898 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/powersave.txt 2024-04-26T17:28:47.900 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/seq_oss.html 2024-04-26T17:28:47.903 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/serial-u16550.txt 2024-04-26T17:28:47.905 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/soc/ 2024-04-26T17:28:47.907 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DAI.txt 2024-04-26T17:28:47.909 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DPCM.txt 2024-04-26T17:28:47.912 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/soc/clocking.txt 2024-04-26T17:28:47.914 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/soc/codec.txt 2024-04-26T17:28:47.917 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/soc/dapm.txt 2024-04-26T17:28:47.920 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/soc/jack.txt 2024-04-26T17:28:47.922 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/soc/machine.txt 2024-04-26T17:28:47.924 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/soc/overview.txt 2024-04-26T17:28:47.927 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/soc/platform.txt 2024-04-26T17:28:47.929 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/alsa/soc/pops_clicks.txt 2024-04-26T17:28:47.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:47 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:47.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:47 smithi090 ceph-mon[29417]: pgmap v421: 129 pgs: 129 active+clean; 95 MiB data, 663 MiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 1.1 MiB/s wr, 200 op/s 2024-04-26T17:28:47.932 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/ 2024-04-26T17:28:48.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:47 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:48.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:47 smithi167 ceph-mon[32665]: pgmap v421: 129 pgs: 129 active+clean; 95 MiB data, 663 MiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 1.1 MiB/s wr, 200 op/s 2024-04-26T17:28:48.037 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/ALS 2024-04-26T17:28:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/AudioExcelDSP16 2024-04-26T17:28:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/CMI8330 2024-04-26T17:28:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/ESS 2024-04-26T17:28:48.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:47 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:48.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:47 smithi119 ceph-mon[32584]: pgmap v421: 129 pgs: 129 active+clean; 95 MiB data, 663 MiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 1.1 MiB/s wr, 200 op/s 2024-04-26T17:28:48.047 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/ESS1868 2024-04-26T17:28:48.049 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/Introduction 2024-04-26T17:28:48.052 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/MultiSound 2024-04-26T17:28:48.055 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/OPL3 2024-04-26T17:28:48.058 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/Opti 2024-04-26T17:28:48.060 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/PAS16 2024-04-26T17:28:48.063 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/PSS 2024-04-26T17:28:48.065 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/PSS-updates 2024-04-26T17:28:48.067 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/README.OSS 2024-04-26T17:28:48.071 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/README.modules 2024-04-26T17:28:48.074 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/README.ymfsb 2024-04-26T17:28:48.076 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/SoundPro 2024-04-26T17:28:48.078 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/Soundblaster 2024-04-26T17:28:48.081 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/Tropez+ 2024-04-26T17:28:48.084 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/VIBRA16 2024-04-26T17:28:48.086 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/WaveArtist 2024-04-26T17:28:48.089 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/btaudio 2024-04-26T17:28:48.092 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/mwave 2024-04-26T17:28:48.094 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/oss-parameters.txt 2024-04-26T17:28:48.097 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sound/oss/ultrasound 2024-04-26T17:28:48.099 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sparse.txt 2024-04-26T17:28:48.103 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/ 2024-04-26T17:28:48.105 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/.gitignore 2024-04-26T17:28:48.106 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/00-INDEX 2024-04-26T17:28:48.108 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/Makefile 2024-04-26T17:28:48.110 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/butterfly 2024-04-26T17:28:48.113 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/ep93xx_spi 2024-04-26T17:28:48.115 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/pxa2xx 2024-04-26T17:28:48.117 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/spi-lm70llp 2024-04-26T17:28:48.119 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/spi-sc18is602 2024-04-26T17:28:48.121 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/spi-summary 2024-04-26T17:28:48.124 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/spidev 2024-04-26T17:28:48.126 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/spidev_fdx.c 2024-04-26T17:28:48.129 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/spi/spidev_test.c 2024-04-26T17:28:48.131 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/stable_api_nonsense.txt 2024-04-26T17:28:48.133 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/stable_kernel_rules.txt 2024-04-26T17:28:48.135 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/static-keys.txt 2024-04-26T17:28:48.138 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/svga.txt 2024-04-26T17:28:48.141 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sysctl/ 2024-04-26T17:28:48.142 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sysctl/00-INDEX 2024-04-26T17:28:48.144 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sysctl/README 2024-04-26T17:28:48.147 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sysctl/abi.txt 2024-04-26T17:28:48.149 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sysctl/fs.txt 2024-04-26T17:28:48.152 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sysctl/kernel.txt 2024-04-26T17:28:48.155 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sysctl/net.txt 2024-04-26T17:28:48.157 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sysctl/sunrpc.txt 2024-04-26T17:28:48.160 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sysctl/vm.txt 2024-04-26T17:28:48.163 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sysfs-rules.txt 2024-04-26T17:28:48.165 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/sysrq.txt 2024-04-26T17:28:48.168 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/target/ 2024-04-26T17:28:48.170 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.py 2024-04-26T17:28:48.173 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.txt 2024-04-26T17:28:48.175 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/target/tcmu-design.txt 2024-04-26T17:28:48.178 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/thermal/ 2024-04-26T17:28:48.180 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/thermal/cpu-cooling-api.txt 2024-04-26T17:28:48.182 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal 2024-04-26T17:28:48.185 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal_emulation 2024-04-26T17:28:48.187 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/thermal/intel_powerclamp.txt 2024-04-26T17:28:48.190 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/thermal/nouveau_thermal 2024-04-26T17:28:48.192 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/thermal/sysfs-api.txt 2024-04-26T17:28:48.195 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/thermal/x86_pkg_temperature_thermal 2024-04-26T17:28:48.197 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/this_cpu_ops.txt 2024-04-26T17:28:48.199 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/timers/ 2024-04-26T17:28:48.202 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/timers/.gitignore 2024-04-26T17:28:48.203 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/timers/00-INDEX 2024-04-26T17:28:48.205 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/timers/Makefile 2024-04-26T17:28:48.208 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/timers/NO_HZ.txt 2024-04-26T17:28:48.210 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/timers/highres.txt 2024-04-26T17:28:48.213 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/timers/hpet.txt 2024-04-26T17:28:48.215 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/timers/hpet_example.c 2024-04-26T17:28:48.217 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/timers/hrtimers.txt 2024-04-26T17:28:48.220 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/timers/timekeeping.txt 2024-04-26T17:28:48.222 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/timers/timer_stats.txt 2024-04-26T17:28:48.225 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/timers/timers-howto.txt 2024-04-26T17:28:48.227 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/tpm/ 2024-04-26T17:28:48.229 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/tpm/xen-tpmfront.txt 2024-04-26T17:28:48.231 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/ 2024-04-26T17:28:48.233 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/coresight.txt 2024-04-26T17:28:48.235 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/events-kmem.txt 2024-04-26T17:28:48.238 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/events-nmi.txt 2024-04-26T17:28:48.240 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/events-power.txt 2024-04-26T17:28:48.242 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/events.txt 2024-04-26T17:28:48.245 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/ftrace-design.txt 2024-04-26T17:28:48.248 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/ftrace.txt 2024-04-26T17:28:48.252 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/function-graph-fold.vim 2024-04-26T17:28:48.255 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/kprobetrace.txt 2024-04-26T17:28:48.257 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/mmiotrace.txt 2024-04-26T17:28:48.260 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/postprocess/ 2024-04-26T17:28:48.261 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-pagealloc-postprocess.pl 2024-04-26T17:28:48.264 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-vmscan-postprocess.pl 2024-04-26T17:28:48.266 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/ring-buffer-design.txt 2024-04-26T17:28:48.269 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/tracepoint-analysis.txt 2024-04-26T17:28:48.272 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/tracepoints.txt 2024-04-26T17:28:48.274 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/trace/uprobetracer.txt 2024-04-26T17:28:48.276 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/unaligned-memory-access.txt 2024-04-26T17:28:48.280 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/unicode.txt 2024-04-26T17:28:48.282 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/unshare.txt 2024-04-26T17:28:48.285 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/ 2024-04-26T17:28:48.287 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/CREDITS 2024-04-26T17:28:48.289 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/URB.txt 2024-04-26T17:28:48.291 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/WUSB-Design-overview.txt 2024-04-26T17:28:48.294 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/acm.txt 2024-04-26T17:28:48.296 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/anchors.txt 2024-04-26T17:28:48.298 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/authorization.txt 2024-04-26T17:28:48.300 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/bulk-streams.txt 2024-04-26T17:28:48.302 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/callbacks.txt 2024-04-26T17:28:48.304 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/chipidea.txt 2024-04-26T17:28:48.306 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/dma.txt 2024-04-26T17:28:48.309 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/dwc3.txt 2024-04-26T17:28:48.311 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/ehci.txt 2024-04-26T17:28:48.313 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/error-codes.txt 2024-04-26T17:28:48.316 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/functionfs.txt 2024-04-26T17:28:48.318 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/gadget-testing.txt 2024-04-26T17:28:48.321 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/gadget_configfs.txt 2024-04-26T17:28:48.323 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/gadget_hid.txt 2024-04-26T17:28:48.326 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/gadget_multi.txt 2024-04-26T17:28:48.328 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/gadget_printer.txt 2024-04-26T17:28:48.330 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/gadget_serial.txt 2024-04-26T17:28:48.333 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/hotplug.txt 2024-04-26T17:28:48.335 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/iuu_phoenix.txt 2024-04-26T17:28:48.338 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/linux-cdc-acm.inf 2024-04-26T17:28:48.340 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/linux.inf 2024-04-26T17:28:48.342 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/mass-storage.txt 2024-04-26T17:28:48.345 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/misc_usbsevseg.txt 2024-04-26T17:28:48.347 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/mtouchusb.txt 2024-04-26T17:28:48.349 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/ohci.txt 2024-04-26T17:28:48.351 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/persist.txt 2024-04-26T17:28:48.354 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/power-management.txt 2024-04-26T17:28:48.358 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/proc_usb_info.txt 2024-04-26T17:28:48.359 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/rio.txt 2024-04-26T17:28:48.361 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/usb-help.txt 2024-04-26T17:28:48.364 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/usb-serial.txt 2024-04-26T17:28:48.367 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/usbmon.txt 2024-04-26T17:28:48.369 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/usb/wusb-cbaf 2024-04-26T17:28:48.371 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vDSO/ 2024-04-26T17:28:48.374 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vDSO/.gitignore 2024-04-26T17:28:48.375 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vDSO/Makefile 2024-04-26T17:28:48.378 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vDSO/parse_vdso.c 2024-04-26T17:28:48.380 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vDSO/vdso_standalone_test_x86.c 2024-04-26T17:28:48.383 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vDSO/vdso_test.c 2024-04-26T17:28:48.385 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vfio.txt 2024-04-26T17:28:48.388 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vgaarbiter.txt 2024-04-26T17:28:48.391 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video-output.txt 2024-04-26T17:28:48.393 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/ 2024-04-26T17:28:48.395 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/4CCs.txt 2024-04-26T17:28:48.397 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/API.html 2024-04-26T17:28:48.399 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.au0828 2024-04-26T17:28:48.402 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.bttv 2024-04-26T17:28:48.404 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx23885 2024-04-26T17:28:48.406 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx88 2024-04-26T17:28:48.408 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.em28xx 2024-04-26T17:28:48.411 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.ivtv 2024-04-26T17:28:48.413 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7134 2024-04-26T17:28:48.415 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7164 2024-04-26T17:28:48.418 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tm6000 2024-04-26T17:28:48.420 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tuner 2024-04-26T17:28:48.422 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.usbvision 2024-04-26T17:28:48.424 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/Makefile 2024-04-26T17:28:48.427 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/README.cpia2 2024-04-26T17:28:48.429 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/README.cx88 2024-04-26T17:28:48.431 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/README.davinci-vpbe 2024-04-26T17:28:48.433 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/README.ir 2024-04-26T17:28:48.435 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/README.ivtv 2024-04-26T17:28:48.438 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/README.pvrusb2 2024-04-26T17:28:48.440 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/README.saa7134 2024-04-26T17:28:48.442 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/Zoran 2024-04-26T17:28:48.445 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/ 2024-04-26T17:28:48.447 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/CONTRIBUTORS 2024-04-26T17:28:48.449 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/Cards 2024-04-26T17:28:48.452 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/ICs 2024-04-26T17:28:48.454 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/Insmod-options 2024-04-26T17:28:48.456 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/MAKEDEV 2024-04-26T17:28:48.458 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modprobe.conf 2024-04-26T17:28:48.461 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modules.conf 2024-04-26T17:28:48.463 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/PROBLEMS 2024-04-26T17:28:48.466 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/README 2024-04-26T17:28:48.468 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.WINVIEW 2024-04-26T17:28:48.470 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.freeze 2024-04-26T17:28:48.472 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.quirks 2024-04-26T17:28:48.474 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/Sound-FAQ 2024-04-26T17:28:48.477 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/Specs 2024-04-26T17:28:48.479 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/THANKS 2024-04-26T17:28:48.481 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/bttv/Tuners 2024-04-26T17:28:48.484 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cafe_ccic 2024-04-26T17:28:48.486 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cpia2_overview.txt 2024-04-26T17:28:48.489 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx18.txt 2024-04-26T17:28:48.491 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/ 2024-04-26T17:28:48.492 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.hm12 2024-04-26T17:28:48.495 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.vbi 2024-04-26T17:28:48.497 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-calling.txt 2024-04-26T17:28:48.499 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-api.txt 2024-04-26T17:28:48.502 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-regs.txt 2024-04-26T17:28:48.504 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-dma.txt 2024-04-26T17:28:48.507 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-encoder-api.txt 2024-04-26T17:28:48.509 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-memory.txt 2024-04-26T17:28:48.512 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-osd-api.txt 2024-04-26T17:28:48.514 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-upload.txt 2024-04-26T17:28:48.516 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx88/ 2024-04-26T17:28:48.519 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/cx88/hauppauge-wintv-cx88-ir.txt 2024-04-26T17:28:48.521 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/extract_xc3028.pl 2024-04-26T17:28:48.525 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/fimc.txt 2024-04-26T17:28:48.527 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/gspca.txt 2024-04-26T17:28:48.530 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/hauppauge-wintv-cx88-ir.txt 2024-04-26T17:28:48.532 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/lifeview.txt 2024-04-26T17:28:48.535 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/meye.txt 2024-04-26T17:28:48.537 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/not-in-cx2388x-datasheet.txt 2024-04-26T17:28:48.539 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/omap3isp.txt 2024-04-26T17:28:48.542 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/omap4_camera.txt 2024-04-26T17:28:48.544 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/pxa_camera.txt 2024-04-26T17:28:48.546 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/radiotrack.txt 2024-04-26T17:28:48.549 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/sh_mobile_ceu_camera.txt 2024-04-26T17:28:48.551 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/si470x.txt 2024-04-26T17:28:48.554 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/si4713.txt 2024-04-26T17:28:48.556 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/si476x.txt 2024-04-26T17:28:48.558 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/soc-camera.txt 2024-04-26T17:28:48.560 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/uvcvideo.txt 2024-04-26T17:28:48.563 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/v4l2-controls.txt 2024-04-26T17:28:48.566 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/v4l2-framework.txt 2024-04-26T17:28:48.570 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/v4l2-pci-skeleton.c 2024-04-26T17:28:48.572 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/videobuf 2024-04-26T17:28:48.575 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/vivid.txt 2024-04-26T17:28:48.579 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/video4linux/zr364xx.txt 2024-04-26T17:28:48.581 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/ 2024-04-26T17:28:48.583 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/00-INDEX 2024-04-26T17:28:48.585 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/ 2024-04-26T17:28:48.587 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/00-INDEX 2024-04-26T17:28:48.589 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/api.txt 2024-04-26T17:28:48.593 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/cpuid.txt 2024-04-26T17:28:48.596 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/ 2024-04-26T17:28:48.598 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/README 2024-04-26T17:28:48.600 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/arm-vgic.txt 2024-04-26T17:28:48.602 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/mpic.txt 2024-04-26T17:28:48.605 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/s390_flic.txt 2024-04-26T17:28:48.608 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vfio.txt 2024-04-26T17:28:48.610 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vm.txt 2024-04-26T17:28:48.613 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/xics.txt 2024-04-26T17:28:48.615 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/hypercalls.txt 2024-04-26T17:28:48.618 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/locking.txt 2024-04-26T17:28:48.620 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/mmu.txt 2024-04-26T17:28:48.623 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/msr.txt 2024-04-26T17:28:48.625 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/nested-vmx.txt 2024-04-26T17:28:48.628 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/ppc-pv.txt 2024-04-26T17:28:48.630 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/review-checklist.txt 2024-04-26T17:28:48.633 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/s390-diag.txt 2024-04-26T17:28:48.635 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/kvm/timekeeping.txt 2024-04-26T17:28:48.638 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/paravirt_ops.txt 2024-04-26T17:28:48.640 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/uml/ 2024-04-26T17:28:48.642 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/virtual/uml/UserModeLinux-HOWTO.txt 2024-04-26T17:28:48.647 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/ 2024-04-26T17:28:48.650 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/.gitignore 2024-04-26T17:28:48.652 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/00-INDEX 2024-04-26T17:28:48.654 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/active_mm.txt 2024-04-26T17:28:48.657 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/balance 2024-04-26T17:28:48.659 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/cleancache.txt 2024-04-26T17:28:48.662 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/frontswap.txt 2024-04-26T17:28:48.664 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/highmem.txt 2024-04-26T17:28:48.666 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/hugetlbpage.txt 2024-04-26T17:28:48.669 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/hwpoison.txt 2024-04-26T17:28:48.671 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/ksm.txt 2024-04-26T17:28:48.674 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/numa 2024-04-26T17:28:48.677 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/numa_memory_policy.txt 2024-04-26T17:28:48.679 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/overcommit-accounting 2024-04-26T17:28:48.682 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/page_migration 2024-04-26T17:28:48.684 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/page_owner.txt 2024-04-26T17:28:48.686 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/pagemap.txt 2024-04-26T17:28:48.689 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/remap_file_pages.txt 2024-04-26T17:28:48.691 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/slub.txt 2024-04-26T17:28:48.694 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/soft-dirty.txt 2024-04-26T17:28:48.696 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/split_page_table_lock 2024-04-26T17:28:48.698 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/transhuge.txt 2024-04-26T17:28:48.701 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/unevictable-lru.txt 2024-04-26T17:28:48.704 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vm/zswap.txt 2024-04-26T17:28:48.706 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/vme_api.txt 2024-04-26T17:28:48.709 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/volatile-considered-harmful.txt 2024-04-26T17:28:48.712 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/ 2024-04-26T17:28:48.713 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/00-INDEX 2024-04-26T17:28:48.715 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/masters/ 2024-04-26T17:28:48.717 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/masters/00-INDEX 2024-04-26T17:28:48.719 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/masters/ds2482 2024-04-26T17:28:48.721 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/masters/ds2490 2024-04-26T17:28:48.723 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/masters/mxc-w1 2024-04-26T17:28:48.725 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/masters/omap-hdq 2024-04-26T17:28:48.727 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/masters/w1-gpio 2024-04-26T17:28:48.729 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/slaves/ 2024-04-26T17:28:48.732 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/slaves/00-INDEX 2024-04-26T17:28:48.733 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2406 2024-04-26T17:28:48.736 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2423 2024-04-26T17:28:48.738 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds28e04 2024-04-26T17:28:48.740 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/slaves/w1_therm 2024-04-26T17:28:48.743 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/w1.generic 2024-04-26T17:28:48.745 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/w1/w1.netlink 2024-04-26T17:28:48.748 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/ 2024-04-26T17:28:48.750 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/Makefile 2024-04-26T17:28:48.752 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/convert_drivers_to_kernel_api.txt 2024-04-26T17:28:48.754 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/hpwdt.txt 2024-04-26T17:28:48.756 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/pcwd-watchdog.txt 2024-04-26T17:28:48.758 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/src/ 2024-04-26T17:28:48.760 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/src/.gitignore 2024-04-26T17:28:48.762 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/src/Makefile 2024-04-26T17:28:48.764 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-simple.c 2024-04-26T17:28:48.767 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-test.c 2024-04-26T17:28:48.770 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/watchdog-api.txt 2024-04-26T17:28:48.772 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/watchdog-kernel-api.txt 2024-04-26T17:28:48.775 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/watchdog-parameters.txt 2024-04-26T17:28:48.777 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/watchdog/wdt.txt 2024-04-26T17:28:48.779 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/wimax/ 2024-04-26T17:28:48.782 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/wimax/README.i2400m 2024-04-26T17:28:48.784 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/wimax/README.wimax 2024-04-26T17:28:48.787 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/workqueue.txt 2024-04-26T17:28:48.789 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/ 2024-04-26T17:28:48.791 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/00-INDEX 2024-04-26T17:28:48.794 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/boot.txt 2024-04-26T17:28:48.797 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/early-microcode.txt 2024-04-26T17:28:48.799 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/earlyprintk.txt 2024-04-26T17:28:48.801 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/entry_64.txt 2024-04-26T17:28:48.804 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/exception-tables.txt 2024-04-26T17:28:48.806 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/i386/ 2024-04-26T17:28:48.808 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/i386/IO-APIC.txt 2024-04-26T17:28:48.810 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/intel_mpx.txt 2024-04-26T17:28:48.813 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/mtrr.txt 2024-04-26T17:28:48.815 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/pat.txt 2024-04-26T17:28:48.818 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/tlb.txt 2024-04-26T17:28:48.820 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/usb-legacy-support.txt 2024-04-26T17:28:48.822 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/x86_64/ 2024-04-26T17:28:48.823 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/x86_64/00-INDEX 2024-04-26T17:28:48.825 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/x86_64/boot-options.txt 2024-04-26T17:28:48.828 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/x86_64/cpu-hotplug-spec 2024-04-26T17:28:48.830 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/x86_64/fake-numa-for-cpusets 2024-04-26T17:28:48.832 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/x86_64/kernel-stacks 2024-04-26T17:28:48.834 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/x86_64/machinecheck 2024-04-26T17:28:48.836 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/x86_64/mm.txt 2024-04-26T17:28:48.839 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/x86_64/uefi.txt 2024-04-26T17:28:48.841 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/x86/zero-page.txt 2024-04-26T17:28:48.844 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/xillybus.txt 2024-04-26T17:28:48.847 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/xtensa/ 2024-04-26T17:28:48.848 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/xtensa/atomctl.txt 2024-04-26T17:28:48.851 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/xtensa/mmu.txt 2024-04-26T17:28:48.853 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/xz.txt 2024-04-26T17:28:48.855 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/ 2024-04-26T17:28:48.857 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/CodingStyle 2024-04-26T17:28:48.860 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/HOWTO 2024-04-26T17:28:48.863 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/IRQ.txt 2024-04-26T17:28:48.865 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/SecurityBugs 2024-04-26T17:28:48.867 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingDrivers 2024-04-26T17:28:48.869 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingPatches 2024-04-26T17:28:48.872 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/arm/ 2024-04-26T17:28:48.874 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/arm/Booting 2024-04-26T17:28:48.876 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/arm/kernel_user_helpers.txt 2024-04-26T17:28:48.878 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/arm64/ 2024-04-26T17:28:48.881 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/arm64/booting.txt 2024-04-26T17:28:48.883 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/arm64/memory.txt 2024-04-26T17:28:48.885 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/arm64/tagged-pointers.txt 2024-04-26T17:28:48.888 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/basic_profiling.txt 2024-04-26T17:28:48.890 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/email-clients.txt 2024-04-26T17:28:48.892 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/ 2024-04-26T17:28:48.894 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/sysfs.txt 2024-04-26T17:28:48.897 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/gpio.txt 2024-04-26T17:28:48.901 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/io_ordering.txt 2024-04-26T17:28:48.903 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/magic-number.txt 2024-04-26T17:28:48.905 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/oops-tracing.txt 2024-04-26T17:28:48.908 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/sparse.txt 2024-04-26T17:28:48.910 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/stable_api_nonsense.txt 2024-04-26T17:28:48.913 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/stable_kernel_rules.txt 2024-04-26T17:28:48.915 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/ 2024-04-26T17:28:48.918 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/omap3isp.txt 2024-04-26T17:28:48.920 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/v4l2-framework.txt 2024-04-26T17:28:48.924 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zh_CN/volatile-considered-harmful.txt 2024-04-26T17:28:48.926 INFO:tasks.workunit.client.0.smithi090.stdout:linux-4.0.5/Documentation/zorro.txt 2024-04-26T17:28:49.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:49 smithi090 ceph-mon[29417]: pgmap v422: 129 pgs: 129 active+clean; 102 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 2.0 MiB/s wr, 354 op/s 2024-04-26T17:28:50.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:49 smithi167 ceph-mon[32665]: pgmap v422: 129 pgs: 129 active+clean; 102 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 2.0 MiB/s wr, 354 op/s 2024-04-26T17:28:50.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:49 smithi119 ceph-mon[32584]: pgmap v422: 129 pgs: 129 active+clean; 102 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 2.0 MiB/s wr, 354 op/s 2024-04-26T17:28:51.697 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T17:28:51.697 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T17:28:51.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.810+0000 7fe0da3bf640 1 -- 172.21.15.90:0/995091391 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0d4107e20 msgr2=0x7fe0d410a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:51.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.810+0000 7fe0da3bf640 1 --2- 172.21.15.90:0/995091391 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0d4107e20 0x7fe0d410a270 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc009ca0 tx=0x7fe0cc02a8c0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.810+0000 7fe0da3bf640 1 -- 172.21.15.90:0/995091391 shutdown_connections 2024-04-26T17:28:51.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.810+0000 7fe0da3bf640 1 --2- 172.21.15.90:0/995091391 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0d4107e20 0x7fe0d410a270 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.810+0000 7fe0da3bf640 1 --2- 172.21.15.90:0/995091391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe0d41054f0 0x7fe0d41078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.810+0000 7fe0da3bf640 1 --2- 172.21.15.90:0/995091391 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe0d4102bc0 0x7fe0d4104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.810+0000 7fe0da3bf640 1 -- 172.21.15.90:0/995091391 >> 172.21.15.90:0/995091391 conn(0x7fe0d40fc5b0 msgr2=0x7fe0d40fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:51.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.810+0000 7fe0da3bf640 1 -- 172.21.15.90:0/995091391 shutdown_connections 2024-04-26T17:28:51.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.810+0000 7fe0da3bf640 1 -- 172.21.15.90:0/995091391 wait complete. 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.810+0000 7fe0da3bf640 1 Processor -- start 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.810+0000 7fe0da3bf640 1 -- start start 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0da3bf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0d4102bc0 0x7fe0d4198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0da3bf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe0d41054f0 0x7fe0d41988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0da3bf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe0d4107e20 0x7fe0d419f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0da3bf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d410dc50 con 0x7fe0d4102bc0 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0da3bf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d410dad0 con 0x7fe0d41054f0 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0da3bf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d410ddd0 con 0x7fe0d4107e20 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0d4102bc0 0x7fe0d4198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0d4102bc0 0x7fe0d4198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34684/0 (socket says 172.21.15.90:34684) 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d3fff640 1 -- 172.21.15.90:0/2860517318 learned_addr learned my addr 172.21.15.90:0/2860517318 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d895c640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe0d4107e20 0x7fe0d419f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d37fe640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe0d41054f0 0x7fe0d41988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d3fff640 1 -- 172.21.15.90:0/2860517318 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe0d4107e20 msgr2=0x7fe0d419f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:51.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d3fff640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe0d4107e20 0x7fe0d419f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d3fff640 1 -- 172.21.15.90:0/2860517318 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe0d41054f0 msgr2=0x7fe0d41988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:51.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d3fff640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe0d41054f0 0x7fe0d41988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d3fff640 1 -- 172.21.15.90:0/2860517318 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0d419ffa0 con 0x7fe0d4102bc0 2024-04-26T17:28:51.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d3fff640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0d4102bc0 0x7fe0d4198380 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fe0c800d950 tx=0x7fe0c800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:51.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d17fa640 1 -- 172.21.15.90:0/2860517318 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0c8017030 con 0x7fe0d4102bc0 2024-04-26T17:28:51.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0da3bf640 1 -- 172.21.15.90:0/2860517318 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0d41a0290 con 0x7fe0d4102bc0 2024-04-26T17:28:51.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d17fa640 1 -- 172.21.15.90:0/2860517318 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe0c8004020 con 0x7fe0d4102bc0 2024-04-26T17:28:51.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0d17fa640 1 -- 172.21.15.90:0/2860517318 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0c80047a0 con 0x7fe0d4102bc0 2024-04-26T17:28:51.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.811+0000 7fe0da3bf640 1 -- 172.21.15.90:0/2860517318 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0d41a0830 con 0x7fe0d4102bc0 2024-04-26T17:28:51.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0dd1b1740 1 Processor -- start 2024-04-26T17:28:51.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0dd1b1740 1 -- start start 2024-04-26T17:28:51.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0dd1b1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea76090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0dd1b1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea76660 0x5571eea7b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0dd1b1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea7b7d0 0x5571eea7dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0dd1b1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5571ee9daaf0 con 0x5571eea75c70 2024-04-26T17:28:51.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0dd1b1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5571ee976890 con 0x5571eea76660 2024-04-26T17:28:51.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0dd1b1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5571ee9d6ab0 con 0x5571eea7b7d0 2024-04-26T17:28:51.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0d17fa640 1 -- 172.21.15.90:0/2860517318 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fe0c80041d0 con 0x7fe0d4102bc0 2024-04-26T17:28:51.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0d895c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea76090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0d895c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea76090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34688/0 (socket says 172.21.15.90:34688) 2024-04-26T17:28:51.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0d895c640 1 -- 172.21.15.90:0/1300121233 learned_addr learned my addr 172.21.15.90:0/1300121233 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:51.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0d37fe640 1 --2- 172.21.15.90:0/1300121233 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea7b7d0 0x5571eea7dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0d3fff640 1 --2- 172.21.15.90:0/1300121233 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea76660 0x5571eea7b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.814+0000 7fe0d895c640 1 -- 172.21.15.90:0/1300121233 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea7b7d0 msgr2=0x5571eea7dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:51.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.815+0000 7fe0d895c640 1 --2- 172.21.15.90:0/1300121233 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea7b7d0 0x5571eea7dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.815+0000 7fe0d895c640 1 -- 172.21.15.90:0/1300121233 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea76660 msgr2=0x5571eea7b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:51.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.815+0000 7fe0d895c640 1 --2- 172.21.15.90:0/1300121233 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea76660 0x5571eea7b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.815+0000 7fe0d895c640 1 -- 172.21.15.90:0/1300121233 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571ee7b67d0 con 0x5571eea75c70 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.815+0000 7fe0d895c640 1 --2- 172.21.15.90:0/1300121233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea76090 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc035000 tx=0x7fe0cc031be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a787f87181729e58 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.815+0000 7fe0d17fa640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe0bc0a3bb0 0x7fe0bc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.815+0000 7fe0ba7fc640 1 -- 172.21.15.90:0/1300121233 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0cc031450 con 0x5571eea75c70 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.815+0000 7fe0ba7fc640 1 -- 172.21.15.90:0/1300121233 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe0cc036030 con 0x5571eea75c70 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.815+0000 7fe0ba7fc640 1 -- 172.21.15.90:0/1300121233 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0cc0046c0 con 0x5571eea75c70 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.815+0000 7fe0d17fa640 1 -- 172.21.15.90:0/2860517318 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fe0c80d0270 con 0x7fe0d4102bc0 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.815+0000 7fe0d3fff640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe0bc0a3bb0 0x7fe0bc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.816+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/1300121233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 msgr2=0x5571eea76090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.816+0000 7fe0d3fff640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe0bc0a3bb0 0x7fe0bc0a6070 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe0c80cdd10 tx=0x7fe0c80d3a80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.816+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/1300121233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea76090 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc035000 tx=0x7fe0cc031be0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.816+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/1300121233 shutdown_connections 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.816+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/1300121233 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea7b7d0 0x5571eea7dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.816+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/1300121233 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea76660 0x5571eea7b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.816+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/1300121233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea76090 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.816+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/1300121233 >> 172.21.15.90:0/1300121233 conn(0x5571eea712e0 msgr2=0x5571eea716e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.816+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/1300121233 shutdown_connections 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.816+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/1300121233 wait complete. 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.816+0000 7fe0dd1b1740 1 -- start start 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.816+0000 7fe0dd1b1740 1 Processor -- start 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0dd1b1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea7fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0dd1b1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea76660 0x5571eea80400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0dd1b1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea7b7d0 0x5571eea87440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0dd1b1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5571eea7e5a0 con 0x5571eea75c70 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0dd1b1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5571ee9743c0 con 0x5571eea76660 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0dd1b1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5571eea7e720 con 0x5571eea7b7d0 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0dd1b1740 10 client.0 _ll_register_callbacks cb 0x5571ee974a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:51.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0d895c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea7fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0d895c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea7fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34690/0 (socket says 172.21.15.90:34690) 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0d895c640 1 -- 172.21.15.90:0/4030703364 learned_addr learned my addr 172.21.15.90:0/4030703364 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0d37fe640 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea76660 0x5571eea80400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0d895c640 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea7b7d0 0x5571eea87440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0d895c640 1 -- 172.21.15.90:0/4030703364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea7b7d0 msgr2=0x5571eea87440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0d895c640 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea7b7d0 0x5571eea87440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0d895c640 1 -- 172.21.15.90:0/4030703364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea76660 msgr2=0x5571eea80400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0d895c640 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea76660 0x5571eea80400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0d895c640 1 -- 172.21.15.90:0/4030703364 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571ee6ec3f0 con 0x5571eea75c70 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0d895c640 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea7fec0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc009620 tx=0x7fe0cc02b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd3de1d95e7864ad server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0b37fe640 1 -- 172.21.15.90:0/4030703364 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0cc004690 con 0x5571eea75c70 2024-04-26T17:28:51.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0b37fe640 1 -- 172.21.15.90:0/4030703364 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fe0cc003970 con 0x5571eea75c70 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.817+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/4030703364 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe0cc036030 con 0x5571eea75c70 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.818+0000 7fe0b37fe640 1 -- 172.21.15.90:0/4030703364 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fe0cc004830 con 0x5571eea75c70 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.818+0000 7fe0dd1b1740 10 client.16290 fetch_fsmap learned FSMap version 32 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.818+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/4030703364 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5571ee6ac0f0 con 0x5571eea75c70 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.818+0000 7fe0b37fe640 1 -- 172.21.15.90:0/4030703364 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe0cc036030 con 0x5571eea75c70 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.818+0000 7fe0b37fe640 1 -- 172.21.15.90:0/4030703364 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 32) ==== 8386+0+0 (secure 0 0 0) 0x7fe0cc050040 con 0x5571eea75c70 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.818+0000 7fe0dd1b1740 10 client.16290 fetch_fsmap finished waiting for FSMap version 32 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.818+0000 7fe0dd1b1740 10 client.16290 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.818+0000 7fe0dd1b1740 20 client.16290 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.818+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5571eea8b6c0 0x5571eea8dae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.818+0000 7fe0dd1b1740 4 client.16290 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.818+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/4030703364 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5571ee9e8700 con 0x5571eea8b6c0 2024-04-26T17:28:51.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.818+0000 7fe0d37fe640 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5571eea8b6c0 0x5571eea8dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.819+0000 7fe0d37fe640 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5571eea8b6c0 0x5571eea8dae0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51beb3eb37329d60 server_cookie=625bc00361c8b700 in_seq=0 out_seq=0 2024-04-26T17:28:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.819+0000 7fe0b37fe640 10 client.16290 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.819+0000 7fe0b37fe640 1 -- 172.21.15.90:0/4030703364 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5571ee9e8700 con 0x5571eea8b6c0 2024-04-26T17:28:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.819+0000 7fe0b37fe640 10 client.16290 handle_command_reply: tid=0 2024-04-26T17:28:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.819+0000 7fe0dd1b1740 1 client.16290 shutdown 2024-04-26T17:28:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.820+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/4030703364 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 msgr2=0x5571eea7fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.820+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea7fec0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc009620 tx=0x7fe0cc02b040 comp rx=0 tx=0).stop 2024-04-26T17:28:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.820+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/4030703364 shutdown_connections 2024-04-26T17:28:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.820+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5571eea8b6c0 0x5571eea8dae0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.820+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea7b7d0 0x5571eea87440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.820+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea76660 0x5571eea80400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.820+0000 7fe0b37fe640 0 client.16290 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:51.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.820+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/4030703364 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea7fec0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.820+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/4030703364 >> 172.21.15.90:0/4030703364 conn(0x5571eea712e0 msgr2=0x5571eea70460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:51.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.820+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/4030703364 shutdown_connections 2024-04-26T17:28:51.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.820+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/4030703364 wait complete. 2024-04-26T17:28:51.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.820+0000 7fe0dd1b1740 20 client.16290 trim_cache size 0 max 16384 2024-04-26T17:28:51.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.837+0000 7fe0dd1b1740 1 Processor -- start 2024-04-26T17:28:51.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.837+0000 7fe0dd1b1740 1 -- start start 2024-04-26T17:28:51.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.837+0000 7fe0dd1b1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea74900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.837+0000 7fe0dd1b1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea76660 0x5571eea74e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.837+0000 7fe0dd1b1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea7b7d0 0x5571eea873d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.837+0000 7fe0dd1b1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d41aada0 con 0x5571eea75c70 2024-04-26T17:28:51.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.837+0000 7fe0dd1b1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d41ac9a0 con 0x5571eea7b7d0 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.837+0000 7fe0dd1b1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d41ab470 con 0x5571eea76660 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.837+0000 7fe0d895c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea74900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.837+0000 7fe0d895c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea74900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34696/0 (socket says 172.21.15.90:34696) 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.837+0000 7fe0d895c640 1 -- 172.21.15.90:0/3129874194 learned_addr learned my addr 172.21.15.90:0/3129874194 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.838+0000 7fe0d37fe640 1 --2- 172.21.15.90:0/3129874194 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea76660 0x5571eea74e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.838+0000 7fe0d895c640 1 -- 172.21.15.90:0/3129874194 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea76660 msgr2=0x5571eea74e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.838+0000 7fe0d895c640 1 --2- 172.21.15.90:0/3129874194 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea76660 0x5571eea74e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.838+0000 7fe0d895c640 1 -- 172.21.15.90:0/3129874194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea7b7d0 msgr2=0x5571eea873d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.838+0000 7fe0d895c640 1 --2- 172.21.15.90:0/3129874194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea7b7d0 0x5571eea873d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.838+0000 7fe0d895c640 1 -- 172.21.15.90:0/3129874194 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571eea758b0 con 0x5571eea75c70 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.838+0000 7fe0d895c640 1 --2- 172.21.15.90:0/3129874194 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea74900 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc031a90 tx=0x7fe0cc009380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=394fbfcee0351cec server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.838+0000 7fe0b9ffb640 1 -- 172.21.15.90:0/3129874194 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0cc004690 con 0x5571eea75c70 2024-04-26T17:28:51.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.838+0000 7fe0b9ffb640 1 -- 172.21.15.90:0/3129874194 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe0cc036040 con 0x5571eea75c70 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.838+0000 7fe0b9ffb640 1 -- 172.21.15.90:0/3129874194 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0cc003c60 con 0x5571eea75c70 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3129874194 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 msgr2=0x5571eea74900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/3129874194 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea74900 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc031a90 tx=0x7fe0cc009380 comp rx=0 tx=0).stop 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3129874194 shutdown_connections 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/3129874194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea7b7d0 0x5571eea873d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/3129874194 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea76660 0x5571eea74e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/3129874194 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea74900 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3129874194 >> 172.21.15.90:0/3129874194 conn(0x5571eea712e0 msgr2=0x5571eea741f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3129874194 shutdown_connections 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3129874194 wait complete. 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 -- start start 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 Processor -- start 2024-04-26T17:28:51.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea871b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea76660 0x5571eea85830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea7b7d0 0x5571eea85d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.839+0000 7fe0dd1b1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d41ac210 con 0x5571eea75c70 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0dd1b1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d41abb40 con 0x5571eea7b7d0 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0dd1b1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d41a8d20 con 0x5571eea76660 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0dd1b1740 10 client.0 _ll_register_callbacks cb 0x7fe0c400c2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0d895c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea871b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0d895c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea871b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34704/0 (socket says 172.21.15.90:34704) 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0d895c640 1 -- 172.21.15.90:0/3217043634 learned_addr learned my addr 172.21.15.90:0/3217043634 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0d895c640 1 -- 172.21.15.90:0/3217043634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea76660 msgr2=0x5571eea85830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0d895c640 1 --2- 172.21.15.90:0/3217043634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea76660 0x5571eea85830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0d895c640 1 -- 172.21.15.90:0/3217043634 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea7b7d0 msgr2=0x5571eea85d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:51.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0d895c640 1 --2- 172.21.15.90:0/3217043634 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea7b7d0 0x5571eea85d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0d895c640 1 -- 172.21.15.90:0/3217043634 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571eea86410 con 0x5571eea75c70 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0d895c640 1 --2- 172.21.15.90:0/3217043634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea871b0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc030a10 tx=0x7fe0cc02f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb117e20869cea90 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0b37fe640 1 -- 172.21.15.90:0/3217043634 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0cc04a040 con 0x5571eea75c70 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3217043634 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe0cc036040 con 0x5571eea75c70 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0b37fe640 1 -- 172.21.15.90:0/3217043634 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fe0cc02f4c0 con 0x5571eea75c70 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0b37fe640 1 -- 172.21.15.90:0/3217043634 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fe0cc030b60 con 0x5571eea75c70 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0dd1b1740 10 client.16296 fetch_fsmap learned FSMap version 32 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.840+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3217043634 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5571eeaf2b20 con 0x5571eea75c70 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.841+0000 7fe0b37fe640 1 -- 172.21.15.90:0/3217043634 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe0cc036040 con 0x5571eea75c70 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.841+0000 7fe0b37fe640 1 -- 172.21.15.90:0/3217043634 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 32) ==== 8386+0+0 (secure 0 0 0) 0x7fe0cc050040 con 0x5571eea75c70 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.841+0000 7fe0dd1b1740 10 client.16296 fetch_fsmap finished waiting for FSMap version 32 2024-04-26T17:28:51.846 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.841+0000 7fe0dd1b1740 10 client.16296 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.841+0000 7fe0dd1b1740 20 client.16296 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.841+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/3217043634 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5571eeaf32d0 0x5571eeaf56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.841+0000 7fe0dd1b1740 4 client.16296 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.841+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3217043634 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5571ee9e2570 con 0x5571eeaf32d0 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.841+0000 7fe0d37fe640 1 --2- 172.21.15.90:0/3217043634 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5571eeaf32d0 0x5571eeaf56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0d37fe640 1 --2- 172.21.15.90:0/3217043634 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5571eeaf32d0 0x5571eeaf56f0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7b913d830ab0443 server_cookie=2309eaabb3f43f50 in_seq=0 out_seq=0 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0b37fe640 10 client.16296 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0b37fe640 1 -- 172.21.15.90:0/3217043634 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5571ee9e2570 con 0x5571eeaf32d0 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0b37fe640 10 client.16296 handle_command_reply: tid=0 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0dd1b1740 1 client.16296 shutdown 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3217043634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 msgr2=0x5571eea871b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/3217043634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea871b0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc030a10 tx=0x7fe0cc02f310 comp rx=0 tx=0).stop 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3217043634 shutdown_connections 2024-04-26T17:28:51.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/3217043634 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5571eeaf32d0 0x5571eeaf56f0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/3217043634 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5571eea7b7d0 0x5571eea85d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/3217043634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5571eea76660 0x5571eea85830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0b37fe640 0 client.16296 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:51.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0dd1b1740 1 --2- 172.21.15.90:0/3217043634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5571eea75c70 0x5571eea871b0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3217043634 >> 172.21.15.90:0/3217043634 conn(0x5571eea712e0 msgr2=0x5571eea74a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:51.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3217043634 shutdown_connections 2024-04-26T17:28:51.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0dd1b1740 1 -- 172.21.15.90:0/3217043634 wait complete. 2024-04-26T17:28:51.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.842+0000 7fe0dd1b1740 20 client.16296 trim_cache size 0 max 16384 2024-04-26T17:28:51.848 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:28:51.848 INFO:teuthology.orchestra.run.smithi090.stdout: "status": "no active scrubs running", 2024-04-26T17:28:51.849 INFO:teuthology.orchestra.run.smithi090.stdout: "scrubs": {} 2024-04-26T17:28:51.849 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:28:51.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.843+0000 7fe0da3bf640 1 -- 172.21.15.90:0/2860517318 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe0bc0a3bb0 msgr2=0x7fe0bc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:51.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.843+0000 7fe0da3bf640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe0bc0a3bb0 0x7fe0bc0a6070 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe0c80cdd10 tx=0x7fe0c80d3a80 comp rx=0 tx=0).stop 2024-04-26T17:28:51.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.843+0000 7fe0da3bf640 1 -- 172.21.15.90:0/2860517318 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0d4102bc0 msgr2=0x7fe0d4198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:51.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.843+0000 7fe0da3bf640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0d4102bc0 0x7fe0d4198380 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fe0c800d950 tx=0x7fe0c800de10 comp rx=0 tx=0).stop 2024-04-26T17:28:51.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.843+0000 7fe0da3bf640 1 -- 172.21.15.90:0/2860517318 shutdown_connections 2024-04-26T17:28:51.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.843+0000 7fe0da3bf640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe0bc0a3bb0 0x7fe0bc0a6070 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.843+0000 7fe0da3bf640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe0d4107e20 0x7fe0d419f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.843+0000 7fe0da3bf640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe0d41054f0 0x7fe0d41988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.843+0000 7fe0da3bf640 1 --2- 172.21.15.90:0/2860517318 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0d4102bc0 0x7fe0d4198380 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.843+0000 7fe0da3bf640 1 -- 172.21.15.90:0/2860517318 >> 172.21.15.90:0/2860517318 conn(0x7fe0d40fc5b0 msgr2=0x7fe0d4103520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:51.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.843+0000 7fe0da3bf640 1 -- 172.21.15.90:0/2860517318 shutdown_connections 2024-04-26T17:28:51.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.843+0000 7fe0da3bf640 1 -- 172.21.15.90:0/2860517318 wait complete. 2024-04-26T17:28:51.855 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:51 smithi090 ceph-mon[29417]: pgmap v423: 129 pgs: 129 active+clean; 109 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 365 op/s 2024-04-26T17:28:51.856 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T17:28:51.856 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:28:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.957+0000 7ff85e272640 1 -- 172.21.15.90:0/2051468052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff858102c30 msgr2=0x7ff8581094c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.957+0000 7ff85e272640 1 --2- 172.21.15.90:0/2051468052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff858102c30 0x7ff8581094c0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7ff850009ca0 tx=0x7ff85002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.957+0000 7ff85e272640 1 -- 172.21.15.90:0/2051468052 shutdown_connections 2024-04-26T17:28:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.957+0000 7ff85e272640 1 --2- 172.21.15.90:0/2051468052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff858102c30 0x7ff8581094c0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.957+0000 7ff85e272640 1 --2- 172.21.15.90:0/2051468052 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff858102270 0x7ff8581026f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.957+0000 7ff85e272640 1 --2- 172.21.15.90:0/2051468052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff858101080 0x7ff8581014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.957+0000 7ff85e272640 1 -- 172.21.15.90:0/2051468052 >> 172.21.15.90:0/2051468052 conn(0x7ff8580fc5f0 msgr2=0x7ff8580fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.957+0000 7ff85e272640 1 -- 172.21.15.90:0/2051468052 shutdown_connections 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.957+0000 7ff85e272640 1 -- 172.21.15.90:0/2051468052 wait complete. 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85e272640 1 Processor -- start 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85e272640 1 -- start start 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85e272640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff858101080 0x7ff85806afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85e272640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff858102270 0x7ff85819d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85e272640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff858102c30 0x7ff85819f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85e272640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff85810cb90 con 0x7ff858102c30 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85e272640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff85810ca10 con 0x7ff858101080 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85e272640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff85810cd10 con 0x7ff858102270 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85c80f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff858102c30 0x7ff85819f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85c80f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff858102c30 0x7ff85819f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34718/0 (socket says 172.21.15.90:34718) 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85c80f640 1 -- 172.21.15.90:0/2346380656 learned_addr learned my addr 172.21.15.90:0/2346380656 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff8577fe640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff858102270 0x7ff85819d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff857fff640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff858101080 0x7ff85806afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85c80f640 1 -- 172.21.15.90:0/2346380656 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff858102270 msgr2=0x7ff85819d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85c80f640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff858102270 0x7ff85819d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85c80f640 1 -- 172.21.15.90:0/2346380656 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff858101080 msgr2=0x7ff85806afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85c80f640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff858101080 0x7ff85806afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.958+0000 7ff85c80f640 1 -- 172.21.15.90:0/2346380656 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff85819ffe0 con 0x7ff858102c30 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.959+0000 7ff857fff640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff858101080 0x7ff85806afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.959+0000 7ff85c80f640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff858102c30 0x7ff85819f6d0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7ff850006010 tx=0x7ff850003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.959+0000 7ff8557fa640 1 -- 172.21.15.90:0/2346380656 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8500317e0 con 0x7ff858102c30 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.959+0000 7ff85e272640 1 -- 172.21.15.90:0/2346380656 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8581a0210 con 0x7ff858102c30 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.959+0000 7ff8557fa640 1 -- 172.21.15.90:0/2346380656 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff8500044f0 con 0x7ff858102c30 2024-04-26T17:28:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.959+0000 7ff8557fa640 1 -- 172.21.15.90:0/2346380656 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff850030ab0 con 0x7ff858102c30 2024-04-26T17:28:51.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.959+0000 7ff85e272640 1 -- 172.21.15.90:0/2346380656 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8581a07b0 con 0x7ff858102c30 2024-04-26T17:28:51.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.960+0000 7ff85e272640 1 -- 172.21.15.90:0/2346380656 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8581083f0 con 0x7ff858102c30 2024-04-26T17:28:51.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.962+0000 7ff8557fa640 1 -- 172.21.15.90:0/2346380656 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7ff8500046a0 con 0x7ff858102c30 2024-04-26T17:28:51.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.962+0000 7ff8557fa640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff8400a3d50 0x7ff8400a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:51.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.962+0000 7ff857fff640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff8400a3d50 0x7ff8400a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:51.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.962+0000 7ff8557fa640 1 -- 172.21.15.90:0/2346380656 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ff8500f1d40 con 0x7ff858102c30 2024-04-26T17:28:51.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.963+0000 7ff857fff640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff8400a3d50 0x7ff8400a6210 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff8581020d0 tx=0x7ff848005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:51.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:51.967+0000 7ff8557fa640 1 -- 172.21.15.90:0/2346380656 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff8500be350 con 0x7ff858102c30 2024-04-26T17:28:52.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:51 smithi167 ceph-mon[32665]: pgmap v423: 129 pgs: 129 active+clean; 109 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 365 op/s 2024-04-26T17:28:52.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:51 smithi119 ceph-mon[32584]: pgmap v423: 129 pgs: 129 active+clean; 109 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 365 op/s 2024-04-26T17:28:52.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.206+0000 7ff85e272640 1 -- 172.21.15.90:0/2346380656 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff858062d00 con 0x7ff858102c30 2024-04-26T17:28:52.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.207+0000 7ff8557fa640 1 -- 172.21.15.90:0/2346380656 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+11954 (secure 0 0 0) 0x7ff8500bdc50 con 0x7ff858102c30 2024-04-26T17:28:52.207 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:28:52.207 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":32,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":32,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:28:46.615300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24472,24409,24476,24509,24404]},"id":1}]} 2024-04-26T17:28:52.207 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 32 2024-04-26T17:28:52.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.209+0000 7ff85e272640 1 -- 172.21.15.90:0/2346380656 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff8400a3d50 msgr2=0x7ff8400a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.209+0000 7ff85e272640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff8400a3d50 0x7ff8400a6210 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff8581020d0 tx=0x7ff848005f90 comp rx=0 tx=0).stop 2024-04-26T17:28:52.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.209+0000 7ff85e272640 1 -- 172.21.15.90:0/2346380656 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff858102c30 msgr2=0x7ff85819f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.209+0000 7ff85e272640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff858102c30 0x7ff85819f6d0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7ff850006010 tx=0x7ff850003ba0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.209+0000 7ff85e272640 1 -- 172.21.15.90:0/2346380656 shutdown_connections 2024-04-26T17:28:52.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.209+0000 7ff85e272640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff8400a3d50 0x7ff8400a6210 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.211 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.209+0000 7ff85e272640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff858102c30 0x7ff85819f6d0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.211 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.209+0000 7ff85e272640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff858102270 0x7ff85819d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.211 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.209+0000 7ff85e272640 1 --2- 172.21.15.90:0/2346380656 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff858101080 0x7ff85806afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.211 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.209+0000 7ff85e272640 1 -- 172.21.15.90:0/2346380656 >> 172.21.15.90:0/2346380656 conn(0x7ff8580fc5f0 msgr2=0x7ff8581055c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.211 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.209+0000 7ff85e272640 1 -- 172.21.15.90:0/2346380656 shutdown_connections 2024-04-26T17:28:52.211 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.209+0000 7ff85e272640 1 -- 172.21.15.90:0/2346380656 wait complete. 2024-04-26T17:28:52.221 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-26T17:28:52.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.327+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4023781584 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2d18102150 msgr2=0x7f2d18102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.327+0000 7f2d1dc9a640 1 --2- 172.21.15.90:0/4023781584 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2d18102150 0x7f2d18102570 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f2d08009900 tx=0x7f2d0802a410 comp rx=0 tx=0).stop 2024-04-26T17:28:52.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.327+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4023781584 shutdown_connections 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.327+0000 7f2d1dc9a640 1 --2- 172.21.15.90:0/4023781584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d18103d00 0x7f2d1810a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.327+0000 7f2d1dc9a640 1 --2- 172.21.15.90:0/4023781584 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d18103340 0x7f2d181037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.327+0000 7f2d1dc9a640 1 --2- 172.21.15.90:0/4023781584 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2d18102150 0x7f2d18102570 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.327+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4023781584 >> 172.21.15.90:0/4023781584 conn(0x7f2d180fd6e0 msgr2=0x7f2d180ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.327+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4023781584 shutdown_connections 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.327+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4023781584 wait complete. 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d1dc9a640 1 Processor -- start 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d1dc9a640 1 -- start start 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d1dc9a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d18102150 0x7f2d18198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d1dc9a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2d18103340 0x7f2d18198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d1dc9a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d18103d00 0x7f2d1819f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d1dc9a640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1810dc60 con 0x7f2d18103340 2024-04-26T17:28:52.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d1dc9a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1810dae0 con 0x7f2d18103d00 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d1dc9a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1810dde0 con 0x7f2d18102150 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d16ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2d18103340 0x7f2d18198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d16ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2d18103340 0x7f2d18198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34728/0 (socket says 172.21.15.90:34728) 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d16ffd640 1 -- 172.21.15.90:0/4051617299 learned_addr learned my addr 172.21.15.90:0/4051617299 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d177fe640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d18102150 0x7f2d18198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.328+0000 7f2d17fff640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d18103d00 0x7f2d1819f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.329+0000 7f2d16ffd640 1 -- 172.21.15.90:0/4051617299 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d18102150 msgr2=0x7f2d18198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.329+0000 7f2d16ffd640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d18102150 0x7f2d18198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.329+0000 7f2d16ffd640 1 -- 172.21.15.90:0/4051617299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d18103d00 msgr2=0x7f2d1819f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.329+0000 7f2d16ffd640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d18103d00 0x7f2d1819f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.329+0000 7f2d16ffd640 1 -- 172.21.15.90:0/4051617299 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1819ff40 con 0x7f2d18103340 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.329+0000 7f2d16ffd640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2d18103340 0x7f2d18198860 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c00c920 tx=0x7f2d0c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.329+0000 7f2d14ff9640 1 -- 172.21.15.90:0/4051617299 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0c007c70 con 0x7f2d18103340 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.329+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4051617299 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d181a0230 con 0x7f2d18103340 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.329+0000 7f2d14ff9640 1 -- 172.21.15.90:0/4051617299 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2d0c007e10 con 0x7f2d18103340 2024-04-26T17:28:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.329+0000 7f2d14ff9640 1 -- 172.21.15.90:0/4051617299 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0c0187b0 con 0x7f2d18103340 2024-04-26T17:28:52.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.329+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4051617299 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d181a0780 con 0x7f2d18103340 2024-04-26T17:28:52.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.331+0000 7f2d14ff9640 1 -- 172.21.15.90:0/4051617299 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f2d0c018990 con 0x7f2d18103340 2024-04-26T17:28:52.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.331+0000 7f2d209b2740 1 Processor -- start 2024-04-26T17:28:52.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.331+0000 7f2d209b2740 1 -- start start 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.331+0000 7f2d209b2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e861684b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.331+0000 7f2d209b2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 0x55e861685db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d209b2740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8616862f0 0x55e86168cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d209b2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e8615e9b30 con 0x55e861684760 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d209b2740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55e861585a00 con 0x55e8616862f0 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d209b2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e8615e5af0 con 0x55e861685930 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d14ff9640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2d000a3bb0 0x7f2d000a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d17fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e861684b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d17fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e861684b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34734/0 (socket says 172.21.15.90:34734) 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d17fff640 1 -- 172.21.15.90:0/97576679 learned_addr learned my addr 172.21.15.90:0/97576679 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d16ffd640 1 --2- 172.21.15.90:0/97576679 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8616862f0 0x55e86168cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d17fff640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2d000a3bb0 0x7f2d000a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d177fe640 1 --2- 172.21.15.90:0/97576679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 0x55e861685db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d14ff9640 1 -- 172.21.15.90:0/4051617299 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f2d0c0d0940 con 0x7f2d18103340 2024-04-26T17:28:52.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d17fff640 1 -- 172.21.15.90:0/97576679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 msgr2=0x55e861685db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d17fff640 1 --2- 172.21.15.90:0/97576679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 0x55e861685db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d17fff640 1 -- 172.21.15.90:0/97576679 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8616862f0 msgr2=0x55e86168cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d17fff640 1 --2- 172.21.15.90:0/97576679 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8616862f0 0x55e86168cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d17fff640 1 -- 172.21.15.90:0/97576679 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8615ae5b0 con 0x55e861684760 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d177fe640 1 --2- 172.21.15.90:0/97576679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 0x55e861685db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d16ffd640 1 --2- 172.21.15.90:0/97576679 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8616862f0 0x55e86168cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d17fff640 1 --2- 172.21.15.90:0/97576679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e861684b80 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f2d100149c0 tx=0x7f2d10014e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbc7b1e097c2ade9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2cfdffb640 1 -- 172.21.15.90:0/97576679 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d1001ec50 con 0x55e861684760 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2cfdffb640 1 -- 172.21.15.90:0/97576679 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2d10023070 con 0x55e861684760 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2cfdffb640 1 -- 172.21.15.90:0/97576679 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d10013ae0 con 0x55e861684760 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.332+0000 7f2d17fff640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2d000a3bb0 0x7f2d000a6070 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f2d10022000 tx=0x7f2d10020000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.333+0000 7f2d209b2740 1 -- 172.21.15.90:0/97576679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 msgr2=0x55e861684b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.333+0000 7f2d209b2740 1 --2- 172.21.15.90:0/97576679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e861684b80 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f2d100149c0 tx=0x7f2d10014e80 comp rx=0 tx=0).stop 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.333+0000 7f2d209b2740 1 -- 172.21.15.90:0/97576679 shutdown_connections 2024-04-26T17:28:52.340 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.333+0000 7f2d209b2740 1 --2- 172.21.15.90:0/97576679 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8616862f0 0x55e86168cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.333+0000 7f2d209b2740 1 --2- 172.21.15.90:0/97576679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 0x55e861685db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.333+0000 7f2d209b2740 1 --2- 172.21.15.90:0/97576679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e861684b80 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.333+0000 7f2d209b2740 1 -- 172.21.15.90:0/97576679 >> 172.21.15.90:0/97576679 conn(0x55e86167fc50 msgr2=0x55e861680050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.333+0000 7f2d209b2740 1 -- 172.21.15.90:0/97576679 shutdown_connections 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.333+0000 7f2d209b2740 1 -- 172.21.15.90:0/97576679 wait complete. 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d209b2740 1 -- start start 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d209b2740 1 Processor -- start 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d209b2740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e861684760 0x55e86168eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d209b2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 0x55e86168f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d209b2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8616862f0 0x55e861696100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d209b2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e86168d300 con 0x55e8616862f0 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d209b2740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55e861583530 con 0x55e861684760 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d209b2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e86168d480 con 0x55e861685930 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d209b2740 10 client.0 _ll_register_callbacks cb 0x55e861570f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d17fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8616862f0 0x55e861696100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d17fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8616862f0 0x55e861696100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34750/0 (socket says 172.21.15.90:34750) 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d177fe640 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e861684760 0x55e86168eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d17fff640 1 -- 172.21.15.90:0/3142425046 learned_addr learned my addr 172.21.15.90:0/3142425046 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d16ffd640 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 0x55e86168f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d17fff640 1 -- 172.21.15.90:0/3142425046 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 msgr2=0x55e86168f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d17fff640 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 0x55e86168f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d17fff640 1 -- 172.21.15.90:0/3142425046 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e861684760 msgr2=0x55e86168eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.334+0000 7f2d17fff640 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e861684760 0x55e86168eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2d17fff640 1 -- 172.21.15.90:0/3142425046 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8612fb3f0 con 0x55e8616862f0 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2d17fff640 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8616862f0 0x55e861696100 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f2d100128e0 tx=0x7f2d10004a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b05e1e5924d8346 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2cf6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2cf6ffd640 1 -- 172.21.15.90:0/3142425046 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d10012db0 con 0x55e8616862f0 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2d209b2740 1 -- 172.21.15.90:0/3142425046 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d10023070 con 0x55e8616862f0 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2cf6ffd640 1 -- 172.21.15.90:0/3142425046 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f2d10013d40 con 0x55e8616862f0 2024-04-26T17:28:52.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2cf6ffd640 1 -- 172.21.15.90:0/3142425046 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f2d100120c0 con 0x55e8616862f0 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2d209b2740 10 client.16314 fetch_fsmap learned FSMap version 32 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2d209b2740 1 -- 172.21.15.90:0/3142425046 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55e8613c57d0 con 0x55e8616862f0 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2cf6ffd640 1 -- 172.21.15.90:0/3142425046 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2d10023070 con 0x55e8616862f0 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2cf6ffd640 1 -- 172.21.15.90:0/3142425046 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 32) ==== 8386+0+0 (secure 0 0 0) 0x7f2d1000f040 con 0x55e8616862f0 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2d209b2740 10 client.16314 fetch_fsmap finished waiting for FSMap version 32 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2d209b2740 10 client.16314 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2d209b2740 20 client.16314 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2d209b2740 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55e86169a400 0x55e86169c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2d209b2740 4 client.16314 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.335+0000 7f2d209b2740 1 -- 172.21.15.90:0/3142425046 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8615f7740 con 0x55e86169a400 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.336+0000 7f2d177fe640 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55e86169a400 0x55e86169c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.336+0000 7f2d177fe640 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55e86169a400 0x55e86169c860 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bcb24e344992476c server_cookie=fe0aec6d0627f53a in_seq=0 out_seq=0 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.336+0000 7f2cf6ffd640 10 client.16314 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2cf6ffd640 1 -- 172.21.15.90:0/3142425046 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e8615f7740 con 0x55e86169a400 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2cf6ffd640 10 client.16314 handle_command_reply: tid=0 2024-04-26T17:28:52.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2d209b2740 1 client.16314 shutdown 2024-04-26T17:28:52.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2d209b2740 1 -- 172.21.15.90:0/3142425046 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8616862f0 msgr2=0x55e861696100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2d209b2740 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8616862f0 0x55e861696100 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f2d100128e0 tx=0x7f2d10004a70 comp rx=0 tx=0).stop 2024-04-26T17:28:52.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2d209b2740 1 -- 172.21.15.90:0/3142425046 shutdown_connections 2024-04-26T17:28:52.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2d209b2740 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55e86169a400 0x55e86169c860 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2d209b2740 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e8616862f0 0x55e861696100 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2d209b2740 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 0x55e86168f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2d209b2740 1 --2- 172.21.15.90:0/3142425046 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e861684760 0x55e86168eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2d209b2740 1 -- 172.21.15.90:0/3142425046 >> 172.21.15.90:0/3142425046 conn(0x55e86167fc50 msgr2=0x55e86167ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2cf6ffd640 0 client.16314 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:28:52.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2d209b2740 1 -- 172.21.15.90:0/3142425046 shutdown_connections 2024-04-26T17:28:52.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2d209b2740 1 -- 172.21.15.90:0/3142425046 wait complete. 2024-04-26T17:28:52.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.337+0000 7f2d209b2740 20 client.16314 trim_cache size 0 max 16384 2024-04-26T17:28:52.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d209b2740 1 Processor -- start 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d209b2740 1 -- start start 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d209b2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e86168eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d209b2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 0x55e86168f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d209b2740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8616862f0 0x55e8616960c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d209b2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181aae30 con 0x55e861684760 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d209b2740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181aca30 con 0x55e8616862f0 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d209b2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181ab500 con 0x55e861685930 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d177fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e86168eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d177fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e86168eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34760/0 (socket says 172.21.15.90:34760) 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d177fe640 1 -- 172.21.15.90:0/3866584875 learned_addr learned my addr 172.21.15.90:0/3866584875 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d17fff640 1 --2- 172.21.15.90:0/3866584875 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8616862f0 0x55e8616960c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d177fe640 1 -- 172.21.15.90:0/3866584875 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 msgr2=0x55e86168f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d177fe640 1 --2- 172.21.15.90:0/3866584875 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 0x55e86168f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d177fe640 1 -- 172.21.15.90:0/3866584875 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8616862f0 msgr2=0x55e8616960c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d177fe640 1 --2- 172.21.15.90:0/3866584875 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8616862f0 0x55e8616960c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d177fe640 1 -- 172.21.15.90:0/3866584875 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e86167fa80 con 0x55e861684760 2024-04-26T17:28:52.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d17fff640 1 --2- 172.21.15.90:0/3866584875 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8616862f0 0x55e8616960c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:52.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.351+0000 7f2d177fe640 1 --2- 172.21.15.90:0/3866584875 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e86168eb80 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f2d08009900 tx=0x7f2d08005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee8d551b476b7348 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.352+0000 7f2cfd7fa640 1 -- 172.21.15.90:0/3866584875 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0804a070 con 0x55e861684760 2024-04-26T17:28:52.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.352+0000 7f2cfd7fa640 1 -- 172.21.15.90:0/3866584875 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2d08031e20 con 0x55e861684760 2024-04-26T17:28:52.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.352+0000 7f2cfd7fa640 1 -- 172.21.15.90:0/3866584875 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d08035040 con 0x55e861684760 2024-04-26T17:28:52.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.352+0000 7f2d209b2740 1 -- 172.21.15.90:0/3866584875 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 msgr2=0x55e86168eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.352+0000 7f2d209b2740 1 --2- 172.21.15.90:0/3866584875 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e86168eb80 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f2d08009900 tx=0x7f2d08005d50 comp rx=0 tx=0).stop 2024-04-26T17:28:52.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.352+0000 7f2d209b2740 1 -- 172.21.15.90:0/3866584875 shutdown_connections 2024-04-26T17:28:52.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.352+0000 7f2d209b2740 1 --2- 172.21.15.90:0/3866584875 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e8616862f0 0x55e8616960c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.352+0000 7f2d209b2740 1 --2- 172.21.15.90:0/3866584875 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e861685930 0x55e86168f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.352+0000 7f2d209b2740 1 --2- 172.21.15.90:0/3866584875 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e86168eb80 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.352+0000 7f2d209b2740 1 -- 172.21.15.90:0/3866584875 >> 172.21.15.90:0/3866584875 conn(0x55e86167fc50 msgr2=0x55e861680030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d209b2740 1 -- 172.21.15.90:0/3866584875 shutdown_connections 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d209b2740 1 -- 172.21.15.90:0/3866584875 wait complete. 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d209b2740 1 -- start start 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d209b2740 1 Processor -- start 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d209b2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e861692dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d209b2740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e861685930 0x55e861693300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d209b2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8616862f0 0x55e8616fe990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d209b2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181ac2a0 con 0x55e861684760 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d209b2740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181abbd0 con 0x55e861685930 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d209b2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181a8db0 con 0x55e8616862f0 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d209b2740 10 client.0 _ll_register_callbacks cb 0x7f2d10012810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d177fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e861692dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d177fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e861692dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34772/0 (socket says 172.21.15.90:34772) 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d177fe640 1 -- 172.21.15.90:0/4251115726 learned_addr learned my addr 172.21.15.90:0/4251115726 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.353+0000 7f2d17fff640 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8616862f0 0x55e8616fe990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2d16ffd640 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e861685930 0x55e861693300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2d177fe640 1 -- 172.21.15.90:0/4251115726 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8616862f0 msgr2=0x55e8616fe990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2d177fe640 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8616862f0 0x55e8616fe990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2d177fe640 1 -- 172.21.15.90:0/4251115726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e861685930 msgr2=0x55e861693300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2d177fe640 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e861685930 0x55e861693300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2d177fe640 1 -- 172.21.15.90:0/4251115726 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8616963d0 con 0x55e861684760 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2d177fe640 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e861692dc0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f2d08048040 tx=0x7f2d08005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6af7064b53d46d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2cf6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2cf6ffd640 1 -- 172.21.15.90:0/4251115726 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0804a040 con 0x55e861684760 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2d209b2740 1 -- 172.21.15.90:0/4251115726 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d08031e20 con 0x55e861684760 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2cf6ffd640 1 -- 172.21.15.90:0/4251115726 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f2d08031970 con 0x55e861684760 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2cf6ffd640 1 -- 172.21.15.90:0/4251115726 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f2d0805b050 con 0x55e861684760 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2d209b2740 10 client.16320 fetch_fsmap learned FSMap version 32 2024-04-26T17:28:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2d209b2740 1 -- 172.21.15.90:0/4251115726 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55e8616fff00 con 0x55e861684760 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2cf6ffd640 1 -- 172.21.15.90:0/4251115726 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f2d08031e20 con 0x55e861684760 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.354+0000 7f2cf6ffd640 1 -- 172.21.15.90:0/4251115726 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 32) ==== 8386+0+0 (secure 0 0 0) 0x7f2d08045430 con 0x55e861684760 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.355+0000 7f2d209b2740 10 client.16320 fetch_fsmap finished waiting for FSMap version 32 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.355+0000 7f2d209b2740 10 client.16320 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.355+0000 7f2d209b2740 20 client.16320 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.355+0000 7f2d209b2740 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55e8617007f0 0x55e861702c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.355+0000 7f2d209b2740 4 client.16320 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.355+0000 7f2d209b2740 1 -- 172.21.15.90:0/4251115726 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e8615f15b0 con 0x55e8617007f0 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.355+0000 7f2d16ffd640 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55e8617007f0 0x55e861702c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.355+0000 7f2d16ffd640 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55e8617007f0 0x55e861702c10 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3ec0c41bc813c7c3 server_cookie=63ed970df6fb82cb in_seq=0 out_seq=0 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.355+0000 7f2cf6ffd640 10 client.16320 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.355+0000 7f2cf6ffd640 1 -- 172.21.15.90:0/4251115726 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e8615f15b0 con 0x55e8617007f0 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.355+0000 7f2cf6ffd640 10 client.16320 handle_command_reply: tid=0 2024-04-26T17:28:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.355+0000 7f2d209b2740 1 client.16320 shutdown 2024-04-26T17:28:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d209b2740 1 -- 172.21.15.90:0/4251115726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 msgr2=0x55e861692dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d209b2740 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e861692dc0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f2d08048040 tx=0x7f2d08005fd0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d209b2740 1 -- 172.21.15.90:0/4251115726 shutdown_connections 2024-04-26T17:28:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d209b2740 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55e8617007f0 0x55e861702c10 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d209b2740 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8616862f0 0x55e8616fe990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d209b2740 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e861685930 0x55e861693300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2cf6ffd640 0 client.16320 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:28:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d209b2740 1 --2- 172.21.15.90:0/4251115726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e861684760 0x55e861692dc0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d209b2740 1 -- 172.21.15.90:0/4251115726 >> 172.21.15.90:0/4251115726 conn(0x55e86167fc50 msgr2=0x55e86168eb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d209b2740 1 -- 172.21.15.90:0/4251115726 shutdown_connections 2024-04-26T17:28:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d209b2740 1 -- 172.21.15.90:0/4251115726 wait complete. 2024-04-26T17:28:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d209b2740 20 client.16320 trim_cache size 0 max 16384 2024-04-26T17:28:52.362 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:52.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4051617299 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2d000a3bb0 msgr2=0x7f2d000a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d1dc9a640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2d000a3bb0 0x7f2d000a6070 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f2d10022000 tx=0x7f2d10020000 comp rx=0 tx=0).stop 2024-04-26T17:28:52.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4051617299 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2d18103340 msgr2=0x7f2d18198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d1dc9a640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2d18103340 0x7f2d18198860 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c00c920 tx=0x7f2d0c00cde0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4051617299 shutdown_connections 2024-04-26T17:28:52.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d1dc9a640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f2d000a3bb0 0x7f2d000a6070 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d1dc9a640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d18103d00 0x7f2d1819f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d1dc9a640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2d18103340 0x7f2d18198860 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d1dc9a640 1 --2- 172.21.15.90:0/4051617299 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d18102150 0x7f2d18198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4051617299 >> 172.21.15.90:0/4051617299 conn(0x7f2d180fd6e0 msgr2=0x7f2d18106710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4051617299 shutdown_connections 2024-04-26T17:28:52.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.356+0000 7f2d1dc9a640 1 -- 172.21.15.90:0/4051617299 wait complete. 2024-04-26T17:28:52.368 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-26T17:28:52.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.472+0000 7fdf36730640 1 -- 172.21.15.90:0/2408705858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf30101040 msgr2=0x7fdf30101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.472+0000 7fdf36730640 1 --2- 172.21.15.90:0/2408705858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf30101040 0x7fdf30101460 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fdf20009900 tx=0x7fdf2002a410 comp rx=0 tx=0).stop 2024-04-26T17:28:52.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.472+0000 7fdf36730640 1 -- 172.21.15.90:0/2408705858 shutdown_connections 2024-04-26T17:28:52.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.472+0000 7fdf36730640 1 --2- 172.21.15.90:0/2408705858 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf30102bf0 0x7fdf30109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.472+0000 7fdf36730640 1 --2- 172.21.15.90:0/2408705858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf30102230 0x7fdf301026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.472+0000 7fdf36730640 1 --2- 172.21.15.90:0/2408705858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf30101040 0x7fdf30101460 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.472+0000 7fdf36730640 1 -- 172.21.15.90:0/2408705858 >> 172.21.15.90:0/2408705858 conn(0x7fdf300fc5b0 msgr2=0x7fdf300fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.472+0000 7fdf36730640 1 -- 172.21.15.90:0/2408705858 shutdown_connections 2024-04-26T17:28:52.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.472+0000 7fdf36730640 1 -- 172.21.15.90:0/2408705858 wait complete. 2024-04-26T17:28:52.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.472+0000 7fdf36730640 1 Processor -- start 2024-04-26T17:28:52.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.472+0000 7fdf36730640 1 -- start start 2024-04-26T17:28:52.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf36730640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf30101040 0x7fdf30197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf36730640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf30102230 0x7fdf30197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf36730640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf30102bf0 0x7fdf3019e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf36730640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdf3010cb50 con 0x7fdf30102bf0 2024-04-26T17:28:52.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf36730640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fdf3010c9d0 con 0x7fdf30101040 2024-04-26T17:28:52.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf36730640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fdf3010ccd0 con 0x7fdf30102230 2024-04-26T17:28:52.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf34ccd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf30102bf0 0x7fdf3019e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf34ccd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf30102bf0 0x7fdf3019e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34790/0 (socket says 172.21.15.90:34790) 2024-04-26T17:28:52.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf34ccd640 1 -- 172.21.15.90:0/705833738 learned_addr learned my addr 172.21.15.90:0/705833738 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf30102230 0x7fdf30197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf2ffff640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf30101040 0x7fdf30197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf34ccd640 1 -- 172.21.15.90:0/705833738 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf30102230 msgr2=0x7fdf30197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf34ccd640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf30102230 0x7fdf30197850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf34ccd640 1 -- 172.21.15.90:0/705833738 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf30101040 msgr2=0x7fdf30197310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf34ccd640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf30101040 0x7fdf30197310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf34ccd640 1 -- 172.21.15.90:0/705833738 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf3019ef30 con 0x7fdf30102bf0 2024-04-26T17:28:52.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf2ffff640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf30101040 0x7fdf30197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:52.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.473+0000 7fdf34ccd640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf30102bf0 0x7fdf3019e8c0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fdf28009fd0 tx=0x7fdf2800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.474+0000 7fdf2d7fa640 1 -- 172.21.15.90:0/705833738 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf28017070 con 0x7fdf30102bf0 2024-04-26T17:28:52.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.474+0000 7fdf2d7fa640 1 -- 172.21.15.90:0/705833738 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fdf28003e20 con 0x7fdf30102bf0 2024-04-26T17:28:52.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.474+0000 7fdf2d7fa640 1 -- 172.21.15.90:0/705833738 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf28010460 con 0x7fdf30102bf0 2024-04-26T17:28:52.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.474+0000 7fdf36730640 1 -- 172.21.15.90:0/705833738 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf3019f220 con 0x7fdf30102bf0 2024-04-26T17:28:52.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.474+0000 7fdf36730640 1 -- 172.21.15.90:0/705833738 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf3019f720 con 0x7fdf30102bf0 2024-04-26T17:28:52.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.476+0000 7fdf2d7fa640 1 -- 172.21.15.90:0/705833738 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fdf28003970 con 0x7fdf30102bf0 2024-04-26T17:28:52.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.476+0000 7fdf39448740 1 Processor -- start 2024-04-26T17:28:52.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.476+0000 7fdf39448740 1 -- start start 2024-04-26T17:28:52.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.476+0000 7fdf39448740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 0x5648b3993b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.476+0000 7fdf39448740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b3994db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.476+0000 7fdf39448740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b39952f0 0x5648b399bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.476+0000 7fdf39448740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5648b38f8b30 con 0x5648b3993760 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.476+0000 7fdf39448740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5648b3894a00 con 0x5648b3994930 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.476+0000 7fdf2d7fa640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdf180a3bb0 0x7fdf180a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.476+0000 7fdf39448740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5648b38f4af0 con 0x5648b39952f0 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf2f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 0x5648b3993b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf2f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 0x5648b3993b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34802/0 (socket says 172.21.15.90:34802) 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf2f7fe640 1 -- 172.21.15.90:0/3767504588 learned_addr learned my addr 172.21.15.90:0/3767504588 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf34ccd640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdf180a3bb0 0x7fdf180a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf2d7fa640 1 -- 172.21.15.90:0/705833738 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fdf280d0520 con 0x7fdf30102bf0 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf2ffff640 1 --2- 172.21.15.90:0/3767504588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b3994db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/3767504588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b39952f0 0x5648b399bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf2f7fe640 1 -- 172.21.15.90:0/3767504588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b39952f0 msgr2=0x5648b399bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/3767504588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b39952f0 0x5648b399bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf2f7fe640 1 -- 172.21.15.90:0/3767504588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 msgr2=0x5648b3994db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/3767504588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b3994db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf2f7fe640 1 -- 172.21.15.90:0/3767504588 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5648b38bd5b0 con 0x5648b3993760 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf34ccd640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdf180a3bb0 0x7fdf180a6070 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fdf2809c3c0 tx=0x7fdf28066b30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/3767504588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 0x5648b3993b80 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fdf2400bf10 tx=0x7fdf2400b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71041b75453ecca3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf167fc640 1 -- 172.21.15.90:0/3767504588 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf24004020 con 0x5648b3993760 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf167fc640 1 -- 172.21.15.90:0/3767504588 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fdf24004c50 con 0x5648b3993760 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.477+0000 7fdf167fc640 1 -- 172.21.15.90:0/3767504588 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf240053f0 con 0x5648b3993760 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.478+0000 7fdf39448740 1 -- 172.21.15.90:0/3767504588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 msgr2=0x5648b3993b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.478+0000 7fdf39448740 1 --2- 172.21.15.90:0/3767504588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 0x5648b3993b80 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fdf2400bf10 tx=0x7fdf2400b8c0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.478+0000 7fdf39448740 1 -- 172.21.15.90:0/3767504588 shutdown_connections 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.478+0000 7fdf39448740 1 --2- 172.21.15.90:0/3767504588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b39952f0 0x5648b399bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.478+0000 7fdf39448740 1 --2- 172.21.15.90:0/3767504588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b3994db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.478+0000 7fdf39448740 1 --2- 172.21.15.90:0/3767504588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 0x5648b3993b80 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.478+0000 7fdf39448740 1 -- 172.21.15.90:0/3767504588 >> 172.21.15.90:0/3767504588 conn(0x5648b398ec50 msgr2=0x5648b398f050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.478+0000 7fdf39448740 1 -- 172.21.15.90:0/3767504588 shutdown_connections 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.478+0000 7fdf39448740 1 -- 172.21.15.90:0/3767504588 wait complete. 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.478+0000 7fdf39448740 1 -- start start 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf39448740 1 Processor -- start 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf39448740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 0x5648b399dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf39448740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b399e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf39448740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b39952f0 0x5648b39a5110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf39448740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5648b399c2a0 con 0x5648b3993760 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf39448740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5648b3892530 con 0x5648b3994930 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf39448740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5648b399c420 con 0x5648b39952f0 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf39448740 10 client.0 _ll_register_callbacks cb 0x5648b387ff00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf2f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 0x5648b399dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf2f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 0x5648b399dc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34808/0 (socket says 172.21.15.90:34808) 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf2f7fe640 1 -- 172.21.15.90:0/3383994588 learned_addr learned my addr 172.21.15.90:0/3383994588 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf2ffff640 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b399e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b39952f0 0x5648b39a5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf2f7fe640 1 -- 172.21.15.90:0/3383994588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b39952f0 msgr2=0x5648b39a5110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b39952f0 0x5648b39a5110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf2f7fe640 1 -- 172.21.15.90:0/3383994588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 msgr2=0x5648b399e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b399e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.479+0000 7fdf2f7fe640 1 -- 172.21.15.90:0/3383994588 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648b360a3f0 con 0x5648b3993760 2024-04-26T17:28:52.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 0x5648b399dc70 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fdf2400bee0 tx=0x7fdf2400bad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8289917e2174936 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf0f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:52.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf0f7fe640 1 -- 172.21.15.90:0/3383994588 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf24005370 con 0x5648b3993760 2024-04-26T17:28:52.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf0f7fe640 1 -- 172.21.15.90:0/3383994588 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fdf24005510 con 0x5648b3993760 2024-04-26T17:28:52.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf39448740 1 -- 172.21.15.90:0/3383994588 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf24004c50 con 0x5648b3993760 2024-04-26T17:28:52.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf0f7fe640 1 -- 172.21.15.90:0/3383994588 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fdf2402f050 con 0x5648b3993760 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf39448740 10 client.16332 fetch_fsmap learned FSMap version 32 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf39448740 1 -- 172.21.15.90:0/3383994588 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5648b36d47d0 con 0x5648b3993760 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf0f7fe640 1 -- 172.21.15.90:0/3383994588 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fdf24004c50 con 0x5648b3993760 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf0f7fe640 1 -- 172.21.15.90:0/3383994588 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 32) ==== 8386+0+0 (secure 0 0 0) 0x7fdf24010460 con 0x5648b3993760 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf39448740 10 client.16332 fetch_fsmap finished waiting for FSMap version 32 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf39448740 10 client.16332 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf39448740 20 client.16332 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf39448740 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5648b39a9270 0x5648b39ab660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf39448740 4 client.16332 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.480+0000 7fdf39448740 1 -- 172.21.15.90:0/3383994588 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5648b3906740 con 0x5648b39a9270 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.481+0000 7fdf2ffff640 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5648b39a9270 0x5648b39ab660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.481+0000 7fdf2ffff640 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5648b39a9270 0x5648b39ab660 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=423bcb583e5819f9 server_cookie=dc1eb30956810f86 in_seq=0 out_seq=0 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.481+0000 7fdf0f7fe640 10 client.16332 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf0f7fe640 1 -- 172.21.15.90:0/3383994588 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5648b3906740 con 0x5648b39a9270 2024-04-26T17:28:52.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf0f7fe640 10 client.16332 handle_command_reply: tid=0 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf39448740 1 client.16332 shutdown 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf39448740 1 -- 172.21.15.90:0/3383994588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 msgr2=0x5648b399dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf39448740 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 0x5648b399dc70 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fdf2400bee0 tx=0x7fdf2400bad0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf39448740 1 -- 172.21.15.90:0/3383994588 shutdown_connections 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf39448740 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5648b39a9270 0x5648b39ab660 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf39448740 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b39952f0 0x5648b39a5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf39448740 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b399e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf39448740 1 --2- 172.21.15.90:0/3383994588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3993760 0x5648b399dc70 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf0f7fe640 0 client.16332 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf39448740 1 -- 172.21.15.90:0/3383994588 >> 172.21.15.90:0/3383994588 conn(0x5648b398ec50 msgr2=0x5648b398de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf39448740 1 -- 172.21.15.90:0/3383994588 shutdown_connections 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf39448740 1 -- 172.21.15.90:0/3383994588 wait complete. 2024-04-26T17:28:52.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.482+0000 7fdf39448740 20 client.16332 trim_cache size 0 max 16384 2024-04-26T17:28:52.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.495+0000 7fdf39448740 1 Processor -- start 2024-04-26T17:28:52.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.495+0000 7fdf39448740 1 -- start start 2024-04-26T17:28:52.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.495+0000 7fdf39448740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b3993760 0x5648b399e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.495+0000 7fdf39448740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b39a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.495+0000 7fdf39448740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b39952f0 0x5648b398e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.495+0000 7fdf39448740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdf301a9e20 con 0x5648b39952f0 2024-04-26T17:28:52.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.495+0000 7fdf39448740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fdf301aba20 con 0x5648b3994930 2024-04-26T17:28:52.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.495+0000 7fdf39448740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fdf301aa4f0 con 0x5648b3993760 2024-04-26T17:28:52.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf2f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b39952f0 0x5648b398e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf2f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b39952f0 0x5648b398e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34812/0 (socket says 172.21.15.90:34812) 2024-04-26T17:28:52.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf2f7fe640 1 -- 172.21.15.90:0/1369898908 learned_addr learned my addr 172.21.15.90:0/1369898908 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/1369898908 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b3993760 0x5648b399e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf2ffff640 1 --2- 172.21.15.90:0/1369898908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b39a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf2f7fe640 1 -- 172.21.15.90:0/1369898908 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b3993760 msgr2=0x5648b399e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/1369898908 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b3993760 0x5648b399e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf2f7fe640 1 -- 172.21.15.90:0/1369898908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 msgr2=0x5648b39a50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/1369898908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b39a50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf2f7fe640 1 -- 172.21.15.90:0/1369898908 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5648b39abc90 con 0x5648b39952f0 2024-04-26T17:28:52.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf2ffff640 1 --2- 172.21.15.90:0/1369898908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b39a50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:52.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/1369898908 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b39952f0 0x5648b398e5d0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fdf24006010 tx=0x7fdf240120d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83a826631a421435 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf15ffb640 1 -- 172.21.15.90:0/1369898908 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf24012c50 con 0x5648b39952f0 2024-04-26T17:28:52.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf15ffb640 1 -- 172.21.15.90:0/1369898908 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fdf24026040 con 0x5648b39952f0 2024-04-26T17:28:52.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.496+0000 7fdf15ffb640 1 -- 172.21.15.90:0/1369898908 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf24003e20 con 0x5648b39952f0 2024-04-26T17:28:52.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.497+0000 7fdf39448740 1 -- 172.21.15.90:0/1369898908 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b39952f0 msgr2=0x5648b398e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.497+0000 7fdf39448740 1 --2- 172.21.15.90:0/1369898908 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b39952f0 0x5648b398e5d0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fdf24006010 tx=0x7fdf240120d0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.497+0000 7fdf39448740 1 -- 172.21.15.90:0/1369898908 shutdown_connections 2024-04-26T17:28:52.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.497+0000 7fdf39448740 1 --2- 172.21.15.90:0/1369898908 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b39952f0 0x5648b398e5d0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.497+0000 7fdf39448740 1 --2- 172.21.15.90:0/1369898908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b3994930 0x5648b39a50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.497+0000 7fdf39448740 1 --2- 172.21.15.90:0/1369898908 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b3993760 0x5648b399e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.497+0000 7fdf39448740 1 -- 172.21.15.90:0/1369898908 >> 172.21.15.90:0/1369898908 conn(0x5648b398ec50 msgr2=0x5648b3991930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.497+0000 7fdf39448740 1 -- 172.21.15.90:0/1369898908 shutdown_connections 2024-04-26T17:28:52.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.497+0000 7fdf39448740 1 -- 172.21.15.90:0/1369898908 wait complete. 2024-04-26T17:28:52.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.497+0000 7fdf39448740 1 -- start start 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf39448740 1 Processor -- start 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf39448740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b3993760 0x5648b39a09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf39448740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3994930 0x5648b39a0f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf39448740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b39952f0 0x5648b39a3f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf39448740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdf301ab290 con 0x5648b3994930 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf39448740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fdf301aabc0 con 0x5648b39952f0 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf39448740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fdf301a7da0 con 0x5648b3993760 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf39448740 10 client.0 _ll_register_callbacks cb 0x7fdf24004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf2ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3994930 0x5648b39a0f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf2ffff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3994930 0x5648b39a0f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34816/0 (socket says 172.21.15.90:34816) 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf2ffff640 1 -- 172.21.15.90:0/2668792912 learned_addr learned my addr 172.21.15.90:0/2668792912 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b3993760 0x5648b39a09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b39952f0 0x5648b39a3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf2ffff640 1 -- 172.21.15.90:0/2668792912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b3993760 msgr2=0x5648b39a09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf2ffff640 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b3993760 0x5648b39a09c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf2ffff640 1 -- 172.21.15.90:0/2668792912 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b39952f0 msgr2=0x5648b39a3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf2ffff640 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b39952f0 0x5648b39a3f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf2ffff640 1 -- 172.21.15.90:0/2668792912 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648b3993220 con 0x5648b3994930 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b39952f0 0x5648b39a3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf2ffff640 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3994930 0x5648b39a0f00 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fdf2002ab60 tx=0x7fdf20004340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=547e22cbf845d03c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.498+0000 7fdf0f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf0f7fe640 1 -- 172.21.15.90:0/2668792912 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf20035040 con 0x5648b3994930 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf0f7fe640 1 -- 172.21.15.90:0/2668792912 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fdf20043b50 con 0x5648b3994930 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf39448740 1 -- 172.21.15.90:0/2668792912 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf24026040 con 0x5648b3994930 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf0f7fe640 1 -- 172.21.15.90:0/2668792912 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fdf20051050 con 0x5648b3994930 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf39448740 10 client.16338 fetch_fsmap learned FSMap version 32 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf39448740 1 -- 172.21.15.90:0/2668792912 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5648b3a0f730 con 0x5648b3994930 2024-04-26T17:28:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf0f7fe640 1 -- 172.21.15.90:0/2668792912 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fdf24026040 con 0x5648b3994930 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf0f7fe640 1 -- 172.21.15.90:0/2668792912 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 32) ==== 8386+0+0 (secure 0 0 0) 0x7fdf20043250 con 0x5648b3994930 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf39448740 10 client.16338 fetch_fsmap finished waiting for FSMap version 32 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf39448740 10 client.16338 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf39448740 20 client.16338 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf39448740 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5648b3a101c0 0x5648b3a125e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf39448740 4 client.16338 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf39448740 1 -- 172.21.15.90:0/2668792912 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5648b39005b0 con 0x5648b3a101c0 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.499+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5648b3a101c0 0x5648b3a125e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf2f7fe640 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5648b3a101c0 0x5648b3a125e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9a15f3db4624398c server_cookie=8c03e8b47937fcd7 in_seq=0 out_seq=0 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf0f7fe640 10 client.16338 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf0f7fe640 1 -- 172.21.15.90:0/2668792912 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5648b39005b0 con 0x5648b3a101c0 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf0f7fe640 10 client.16338 handle_command_reply: tid=0 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf39448740 1 client.16338 shutdown 2024-04-26T17:28:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf39448740 1 -- 172.21.15.90:0/2668792912 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3994930 msgr2=0x5648b39a0f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf39448740 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3994930 0x5648b39a0f00 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fdf2002ab60 tx=0x7fdf20004340 comp rx=0 tx=0).stop 2024-04-26T17:28:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf39448740 1 -- 172.21.15.90:0/2668792912 shutdown_connections 2024-04-26T17:28:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf39448740 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5648b3a101c0 0x5648b3a125e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf39448740 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5648b39952f0 0x5648b39a3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf39448740 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5648b3994930 0x5648b39a0f00 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf0f7fe640 0 client.16338 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:28:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf39448740 1 --2- 172.21.15.90:0/2668792912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5648b3993760 0x5648b39a09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf39448740 1 -- 172.21.15.90:0/2668792912 >> 172.21.15.90:0/2668792912 conn(0x5648b398ec50 msgr2=0x5648b39921c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf39448740 1 -- 172.21.15.90:0/2668792912 shutdown_connections 2024-04-26T17:28:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf39448740 1 -- 172.21.15.90:0/2668792912 wait complete. 2024-04-26T17:28:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.500+0000 7fdf39448740 20 client.16338 trim_cache size 0 max 16384 2024-04-26T17:28:52.506 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:52.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.501+0000 7fdf36730640 1 -- 172.21.15.90:0/705833738 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdf180a3bb0 msgr2=0x7fdf180a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.501+0000 7fdf36730640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdf180a3bb0 0x7fdf180a6070 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fdf2809c3c0 tx=0x7fdf28066b30 comp rx=0 tx=0).stop 2024-04-26T17:28:52.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.501+0000 7fdf36730640 1 -- 172.21.15.90:0/705833738 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf30102bf0 msgr2=0x7fdf3019e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.501+0000 7fdf36730640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf30102bf0 0x7fdf3019e8c0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fdf28009fd0 tx=0x7fdf2800b260 comp rx=0 tx=0).stop 2024-04-26T17:28:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.501+0000 7fdf36730640 1 -- 172.21.15.90:0/705833738 shutdown_connections 2024-04-26T17:28:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.501+0000 7fdf36730640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fdf180a3bb0 0x7fdf180a6070 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.501+0000 7fdf36730640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf30102bf0 0x7fdf3019e8c0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.501+0000 7fdf36730640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf30102230 0x7fdf30197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.501+0000 7fdf36730640 1 --2- 172.21.15.90:0/705833738 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf30101040 0x7fdf30197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.501+0000 7fdf36730640 1 -- 172.21.15.90:0/705833738 >> 172.21.15.90:0/705833738 conn(0x7fdf300fc5b0 msgr2=0x7fdf30105690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.501+0000 7fdf36730640 1 -- 172.21.15.90:0/705833738 shutdown_connections 2024-04-26T17:28:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.501+0000 7fdf36730640 1 -- 172.21.15.90:0/705833738 wait complete. 2024-04-26T17:28:52.512 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T17:28:52.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.624+0000 7f8358344640 1 -- 172.21.15.90:0/167737464 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8350102150 msgr2=0x7f8350102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.624+0000 7f8358344640 1 --2- 172.21.15.90:0/167737464 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8350102150 0x7f8350102570 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f8340009900 tx=0x7f834002a410 comp rx=0 tx=0).stop 2024-04-26T17:28:52.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.624+0000 7f8358344640 1 -- 172.21.15.90:0/167737464 shutdown_connections 2024-04-26T17:28:52.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.624+0000 7f8358344640 1 --2- 172.21.15.90:0/167737464 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350103d00 0x7f835010a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.624+0000 7f8358344640 1 --2- 172.21.15.90:0/167737464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8350103340 0x7f83501037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.624+0000 7f8358344640 1 --2- 172.21.15.90:0/167737464 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8350102150 0x7f8350102570 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.624+0000 7f8358344640 1 -- 172.21.15.90:0/167737464 >> 172.21.15.90:0/167737464 conn(0x7f83500fd6e0 msgr2=0x7f83500ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.624+0000 7f8358344640 1 -- 172.21.15.90:0/167737464 shutdown_connections 2024-04-26T17:28:52.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.624+0000 7f8358344640 1 -- 172.21.15.90:0/167737464 wait complete. 2024-04-26T17:28:52.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.625+0000 7f8358344640 1 Processor -- start 2024-04-26T17:28:52.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.625+0000 7f8358344640 1 -- start start 2024-04-26T17:28:52.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.625+0000 7f8358344640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8350102150 0x7f8350075eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.625+0000 7f8358344640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8350103340 0x7f83500744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.625+0000 7f8358344640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350103d00 0x7f8350074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.625+0000 7f8358344640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f835010dc60 con 0x7f8350102150 2024-04-26T17:28:52.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.625+0000 7f83560e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8350102150 0x7f8350075eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.625+0000 7f8358344640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f835010dae0 con 0x7f8350103340 2024-04-26T17:28:52.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.625+0000 7f83560e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8350102150 0x7f8350075eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34832/0 (socket says 172.21.15.90:34832) 2024-04-26T17:28:52.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.625+0000 7f83560e0640 1 -- 172.21.15.90:0/815676790 learned_addr learned my addr 172.21.15.90:0/815676790 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.625+0000 7f83558df640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8350103340 0x7f83500744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.625+0000 7f8358344640 1 -- 172.21.15.90:0/815676790 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f835010dde0 con 0x7f8350103d00 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.626+0000 7f83568e1640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350103d00 0x7f8350074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.626+0000 7f83560e0640 1 -- 172.21.15.90:0/815676790 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350103d00 msgr2=0x7f8350074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.626+0000 7f83560e0640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350103d00 0x7f8350074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.626+0000 7f83560e0640 1 -- 172.21.15.90:0/815676790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8350103340 msgr2=0x7f83500744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.626+0000 7f83560e0640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8350103340 0x7f83500744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.626+0000 7f83560e0640 1 -- 172.21.15.90:0/815676790 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83500752c0 con 0x7f8350102150 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.626+0000 7f83568e1640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350103d00 0x7f8350074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.626+0000 7f83558df640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8350103340 0x7f83500744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.626+0000 7f83560e0640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8350102150 0x7f8350075eb0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f8340005ab0 tx=0x7f83400042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.626+0000 7f83477fe640 1 -- 172.21.15.90:0/815676790 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f834003f030 con 0x7f8350102150 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.627+0000 7f83477fe640 1 -- 172.21.15.90:0/815676790 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8340003cb0 con 0x7f8350102150 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.627+0000 7f83477fe640 1 -- 172.21.15.90:0/815676790 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8340035070 con 0x7f8350102150 2024-04-26T17:28:52.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.627+0000 7f8358344640 1 -- 172.21.15.90:0/815676790 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83501a2460 con 0x7f8350102150 2024-04-26T17:28:52.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.627+0000 7f8358344640 1 -- 172.21.15.90:0/815676790 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83501a2a00 con 0x7f8350102150 2024-04-26T17:28:52.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.629+0000 7f83477fe640 1 -- 172.21.15.90:0/815676790 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f8340042030 con 0x7f8350102150 2024-04-26T17:28:52.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f835b05e740 1 Processor -- start 2024-04-26T17:28:52.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f835b05e740 1 -- start start 2024-04-26T17:28:52.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f83477fe640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f833c0a3c30 0x7f833c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f835b05e740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092b760 0x55ce4092bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f835b05e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 0x55ce4092cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f835b05e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092d2f0 0x55ce40933b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f835b05e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ce40890b30 con 0x55ce4092c930 2024-04-26T17:28:52.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f835b05e740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55ce4082ca00 con 0x55ce4092b760 2024-04-26T17:28:52.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f835b05e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ce4088caf0 con 0x55ce4092d2f0 2024-04-26T17:28:52.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f83477fe640 1 -- 172.21.15.90:0/815676790 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f83400f0fb0 con 0x7f8350102150 2024-04-26T17:28:52.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f83568e1640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f833c0a3c30 0x7f833c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f83558df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 0x55ce4092cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f83558df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 0x55ce4092cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34848/0 (socket says 172.21.15.90:34848) 2024-04-26T17:28:52.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.630+0000 7f83558df640 1 -- 172.21.15.90:0/1365283301 learned_addr learned my addr 172.21.15.90:0/1365283301 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.631+0000 7f83560e0640 1 --2- 172.21.15.90:0/1365283301 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092b760 0x55ce4092bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.631+0000 7f83568e1640 1 --2- 172.21.15.90:0/1365283301 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092d2f0 0x55ce40933b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.631+0000 7f83558df640 1 -- 172.21.15.90:0/1365283301 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092d2f0 msgr2=0x55ce40933b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.631+0000 7f83558df640 1 --2- 172.21.15.90:0/1365283301 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092d2f0 0x55ce40933b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.631+0000 7f83558df640 1 -- 172.21.15.90:0/1365283301 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092b760 msgr2=0x55ce4092bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.631+0000 7f83558df640 1 --2- 172.21.15.90:0/1365283301 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092b760 0x55ce4092bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.631+0000 7f83558df640 1 -- 172.21.15.90:0/1365283301 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce408555b0 con 0x55ce4092c930 2024-04-26T17:28:52.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.631+0000 7f83568e1640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f833c0a3c30 0x7f833c0a60f0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f83480099e0 tx=0x7f834800fe70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.631+0000 7f83558df640 1 --2- 172.21.15.90:0/1365283301 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 0x55ce4092cdb0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f834c0104a0 tx=0x7f834c010960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1378210719a076a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.631+0000 7f8344bfe640 1 -- 172.21.15.90:0/1365283301 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f834c005220 con 0x55ce4092c930 2024-04-26T17:28:52.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.631+0000 7f8344bfe640 1 -- 172.21.15.90:0/1365283301 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f834c004c50 con 0x55ce4092c930 2024-04-26T17:28:52.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.631+0000 7f8344bfe640 1 -- 172.21.15.90:0/1365283301 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f834c011ac0 con 0x55ce4092c930 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.632+0000 7f835b05e740 1 -- 172.21.15.90:0/1365283301 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 msgr2=0x55ce4092cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.632+0000 7f835b05e740 1 --2- 172.21.15.90:0/1365283301 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 0x55ce4092cdb0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f834c0104a0 tx=0x7f834c010960 comp rx=0 tx=0).stop 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.632+0000 7f835b05e740 1 -- 172.21.15.90:0/1365283301 shutdown_connections 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.632+0000 7f835b05e740 1 --2- 172.21.15.90:0/1365283301 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092d2f0 0x55ce40933b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.632+0000 7f835b05e740 1 --2- 172.21.15.90:0/1365283301 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 0x55ce4092cdb0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.632+0000 7f835b05e740 1 --2- 172.21.15.90:0/1365283301 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092b760 0x55ce4092bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.632+0000 7f835b05e740 1 -- 172.21.15.90:0/1365283301 >> 172.21.15.90:0/1365283301 conn(0x55ce40926c50 msgr2=0x55ce40927050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.632+0000 7f835b05e740 1 -- 172.21.15.90:0/1365283301 shutdown_connections 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.632+0000 7f835b05e740 1 -- 172.21.15.90:0/1365283301 wait complete. 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.632+0000 7f835b05e740 1 -- start start 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.632+0000 7f835b05e740 1 Processor -- start 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f835b05e740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092b760 0x55ce40935c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f835b05e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 0x55ce40936150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f835b05e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092d2f0 0x55ce4093d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f835b05e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ce40934300 con 0x55ce4092c930 2024-04-26T17:28:52.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f835b05e740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55ce4082a530 con 0x55ce4092b760 2024-04-26T17:28:52.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f835b05e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ce40934480 con 0x55ce4092d2f0 2024-04-26T17:28:52.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f835b05e740 10 client.0 _ll_register_callbacks cb 0x55ce40817f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:52.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f83558df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 0x55ce40936150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f83558df640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 0x55ce40936150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34862/0 (socket says 172.21.15.90:34862) 2024-04-26T17:28:52.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f83558df640 1 -- 172.21.15.90:0/1499582425 learned_addr learned my addr 172.21.15.90:0/1499582425 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f83568e1640 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092d2f0 0x55ce4093d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f83560e0640 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092b760 0x55ce40935c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f83558df640 1 -- 172.21.15.90:0/1499582425 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092d2f0 msgr2=0x55ce4093d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f83558df640 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092d2f0 0x55ce4093d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f83558df640 1 -- 172.21.15.90:0/1499582425 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092b760 msgr2=0x55ce40935c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f83558df640 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092b760 0x55ce40935c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f83558df640 1 -- 172.21.15.90:0/1499582425 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce405a23f0 con 0x55ce4092c930 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f83560e0640 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092b760 0x55ce40935c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f83558df640 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 0x55ce40936150 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f834c005940 tx=0x7f834c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e6a82f94bd1f6a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f8339ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f8339ffb640 1 -- 172.21.15.90:0/1499582425 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f834c011a70 con 0x55ce4092c930 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f8339ffb640 1 -- 172.21.15.90:0/1499582425 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f834c011c10 con 0x55ce4092c930 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.633+0000 7f835b05e740 1 -- 172.21.15.90:0/1499582425 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f834c004c50 con 0x55ce4092c930 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.634+0000 7f8339ffb640 1 -- 172.21.15.90:0/1499582425 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f834c030050 con 0x55ce4092c930 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.634+0000 7f835b05e740 10 client.16350 fetch_fsmap learned FSMap version 33 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.634+0000 7f835b05e740 1 -- 172.21.15.90:0/1499582425 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55ce4066c7d0 con 0x55ce4092c930 2024-04-26T17:28:52.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.634+0000 7f8339ffb640 1 -- 172.21.15.90:0/1499582425 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f834c011e10 con 0x55ce4092c930 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.634+0000 7f8339ffb640 1 -- 172.21.15.90:0/1499582425 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8394+0+0 (secure 0 0 0) 0x7f834c005370 con 0x55ce4092c930 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.634+0000 7f835b05e740 10 client.16350 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.634+0000 7f835b05e740 10 client.16350 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.634+0000 7f835b05e740 20 client.16350 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.634+0000 7f835b05e740 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55ce409412f0 0x55ce409436e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.634+0000 7f835b05e740 4 client.16350 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.634+0000 7f835b05e740 1 -- 172.21.15.90:0/1499582425 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f834c004c50 con 0x55ce409412f0 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.634+0000 7f83560e0640 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55ce409412f0 0x55ce409436e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.635+0000 7f8339ffb640 10 client.16350 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.635+0000 7f83560e0640 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55ce409412f0 0x55ce409436e0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8e16900f1e3faea0 server_cookie=4d56c27e409c0859 in_seq=0 out_seq=0 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.635+0000 7f8339ffb640 1 -- 172.21.15.90:0/1499582425 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f834c004c50 con 0x55ce409412f0 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.635+0000 7f8339ffb640 10 client.16350 handle_command_reply: tid=0 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.635+0000 7f835b05e740 1 client.16350 shutdown 2024-04-26T17:28:52.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.635+0000 7f835b05e740 1 -- 172.21.15.90:0/1499582425 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 msgr2=0x55ce40936150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.636+0000 7f835b05e740 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 0x55ce40936150 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f834c005940 tx=0x7f834c0048f0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.636+0000 7f835b05e740 1 -- 172.21.15.90:0/1499582425 shutdown_connections 2024-04-26T17:28:52.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.636+0000 7f835b05e740 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55ce409412f0 0x55ce409436e0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.636+0000 7f835b05e740 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092d2f0 0x55ce4093d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.636+0000 7f835b05e740 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092c930 0x55ce40936150 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.636+0000 7f8339ffb640 0 client.16350 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:28:52.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.636+0000 7f835b05e740 1 --2- 172.21.15.90:0/1499582425 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092b760 0x55ce40935c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.636+0000 7f835b05e740 1 -- 172.21.15.90:0/1499582425 >> 172.21.15.90:0/1499582425 conn(0x55ce40926c50 msgr2=0x55ce40925e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.636+0000 7f835b05e740 1 -- 172.21.15.90:0/1499582425 shutdown_connections 2024-04-26T17:28:52.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.636+0000 7f835b05e740 1 -- 172.21.15.90:0/1499582425 wait complete. 2024-04-26T17:28:52.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.636+0000 7f835b05e740 20 client.16350 trim_cache size 0 max 16384 2024-04-26T17:28:52.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.649+0000 7f835b05e740 1 Processor -- start 2024-04-26T17:28:52.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.649+0000 7f835b05e740 1 -- start start 2024-04-26T17:28:52.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f835b05e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 0x55ce40921ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f835b05e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092c930 0x55ce4093d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f835b05e740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092d2f0 0x55ce40929b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f835b05e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f83501ad0d0 con 0x55ce4092b760 2024-04-26T17:28:52.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f835b05e740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f83501aecd0 con 0x55ce4092d2f0 2024-04-26T17:28:52.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f835b05e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f83501ad7a0 con 0x55ce4092c930 2024-04-26T17:28:52.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f83560e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 0x55ce40921ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.658 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f83560e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 0x55ce40921ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34864/0 (socket says 172.21.15.90:34864) 2024-04-26T17:28:52.658 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f83560e0640 1 -- 172.21.15.90:0/2385633144 learned_addr learned my addr 172.21.15.90:0/2385633144 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.658 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f83558df640 1 --2- 172.21.15.90:0/2385633144 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092c930 0x55ce4093d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.658 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f83568e1640 1 --2- 172.21.15.90:0/2385633144 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092d2f0 0x55ce40929b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.658 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f83560e0640 1 -- 172.21.15.90:0/2385633144 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092c930 msgr2=0x55ce4093d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.658 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f83560e0640 1 --2- 172.21.15.90:0/2385633144 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092c930 0x55ce4093d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.658 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f83560e0640 1 -- 172.21.15.90:0/2385633144 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092d2f0 msgr2=0x55ce40929b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f83560e0640 1 --2- 172.21.15.90:0/2385633144 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092d2f0 0x55ce40929b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f83560e0640 1 -- 172.21.15.90:0/2385633144 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce4092c150 con 0x55ce4092b760 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f83560e0640 1 --2- 172.21.15.90:0/2385633144 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 0x55ce40921ce0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f8340005ec0 tx=0x7f8340009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ddbdadfe28fae18 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f833bfff640 1 -- 172.21.15.90:0/2385633144 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83400d5020 con 0x55ce4092b760 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f833bfff640 1 -- 172.21.15.90:0/2385633144 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f83400bcf70 con 0x55ce4092b760 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.650+0000 7f833bfff640 1 -- 172.21.15.90:0/2385633144 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8340049040 con 0x55ce4092b760 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.651+0000 7f835b05e740 1 -- 172.21.15.90:0/2385633144 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 msgr2=0x55ce40921ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.651+0000 7f835b05e740 1 --2- 172.21.15.90:0/2385633144 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 0x55ce40921ce0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f8340005ec0 tx=0x7f8340009260 comp rx=0 tx=0).stop 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.651+0000 7f835b05e740 1 -- 172.21.15.90:0/2385633144 shutdown_connections 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.651+0000 7f835b05e740 1 --2- 172.21.15.90:0/2385633144 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092d2f0 0x55ce40929b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.651+0000 7f835b05e740 1 --2- 172.21.15.90:0/2385633144 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092c930 0x55ce4093d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.651+0000 7f835b05e740 1 --2- 172.21.15.90:0/2385633144 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 0x55ce40921ce0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.651+0000 7f835b05e740 1 -- 172.21.15.90:0/2385633144 >> 172.21.15.90:0/2385633144 conn(0x55ce40926c50 msgr2=0x55ce40927030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.651+0000 7f835b05e740 1 -- 172.21.15.90:0/2385633144 shutdown_connections 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.651+0000 7f835b05e740 1 -- 172.21.15.90:0/2385633144 wait complete. 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.651+0000 7f835b05e740 1 -- start start 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f835b05e740 1 Processor -- start 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f835b05e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 0x55ce4093a850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f835b05e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092c930 0x55ce4093ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f835b05e740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092d2f0 0x55ce4093bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f835b05e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f83501ae540 con 0x55ce4092b760 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f835b05e740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f83501ade70 con 0x55ce4092d2f0 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f835b05e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f83501aaff0 con 0x55ce4092c930 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f835b05e740 10 client.0 _ll_register_callbacks cb 0x7f834c00bd40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f83560e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 0x55ce4093a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f83560e0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 0x55ce4093a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34874/0 (socket says 172.21.15.90:34874) 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f83560e0640 1 -- 172.21.15.90:0/2313248483 learned_addr learned my addr 172.21.15.90:0/2313248483 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f83558df640 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092c930 0x55ce4093ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f83568e1640 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092d2f0 0x55ce4093bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f83560e0640 1 -- 172.21.15.90:0/2313248483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092c930 msgr2=0x55ce4093ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f83560e0640 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092c930 0x55ce4093ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f83560e0640 1 -- 172.21.15.90:0/2313248483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092d2f0 msgr2=0x55ce4093bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f83560e0640 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092d2f0 0x55ce4093bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f83560e0640 1 -- 172.21.15.90:0/2313248483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce409364c0 con 0x55ce4092b760 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f83558df640 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092c930 0x55ce4093ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f83560e0640 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 0x55ce4093a850 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f8340000c00 tx=0x7f83400c5b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13e28f742ee62994 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f8339ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.652+0000 7f8339ffb640 1 -- 172.21.15.90:0/2313248483 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83400da070 con 0x55ce4092b760 2024-04-26T17:28:52.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f8339ffb640 1 -- 172.21.15.90:0/2313248483 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f83400b95e0 con 0x55ce4092b760 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f835b05e740 1 -- 172.21.15.90:0/2313248483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83400bcf70 con 0x55ce4092b760 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f8339ffb640 1 -- 172.21.15.90:0/2313248483 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f83400d5050 con 0x55ce4092b760 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f835b05e740 10 client.16356 fetch_fsmap learned FSMap version 33 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f835b05e740 1 -- 172.21.15.90:0/2313248483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55ce4093d4c0 con 0x55ce4092b760 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f8339ffb640 1 -- 172.21.15.90:0/2313248483 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f83400bcf70 con 0x55ce4092b760 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f8339ffb640 1 -- 172.21.15.90:0/2313248483 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8394+0+0 (secure 0 0 0) 0x7f83400c5730 con 0x55ce4092b760 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f835b05e740 10 client.16356 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f835b05e740 10 client.16356 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f835b05e740 20 client.16356 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f835b05e740 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55ce409a7d60 0x55ce409aa180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f835b05e740 4 client.16356 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f835b05e740 1 -- 172.21.15.90:0/2313248483 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ce4089e740 con 0x55ce409a7d60 2024-04-26T17:28:52.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.653+0000 7f83558df640 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55ce409a7d60 0x55ce409aa180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f8339ffb640 10 client.16356 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f83558df640 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55ce409a7d60 0x55ce409aa180 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3b043ec43b5aba7 server_cookie=5d28ead75e018ef3 in_seq=0 out_seq=0 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f8339ffb640 1 -- 172.21.15.90:0/2313248483 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ce4089e740 con 0x55ce409a7d60 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f8339ffb640 10 client.16356 handle_command_reply: tid=0 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f835b05e740 1 client.16356 shutdown 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f835b05e740 1 -- 172.21.15.90:0/2313248483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 msgr2=0x55ce4093a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f835b05e740 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 0x55ce4093a850 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f8340000c00 tx=0x7f83400c5b30 comp rx=0 tx=0).stop 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f835b05e740 1 -- 172.21.15.90:0/2313248483 shutdown_connections 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f835b05e740 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55ce409a7d60 0x55ce409aa180 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f835b05e740 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ce4092d2f0 0x55ce4093bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f835b05e740 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce4092c930 0x55ce4093ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f835b05e740 1 --2- 172.21.15.90:0/2313248483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4092b760 0x55ce4093a850 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f8339ffb640 0 client.16356 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f835b05e740 1 -- 172.21.15.90:0/2313248483 >> 172.21.15.90:0/2313248483 conn(0x55ce40926c50 msgr2=0x55ce40927030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f835b05e740 1 -- 172.21.15.90:0/2313248483 shutdown_connections 2024-04-26T17:28:52.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f835b05e740 1 -- 172.21.15.90:0/2313248483 wait complete. 2024-04-26T17:28:52.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.654+0000 7f835b05e740 20 client.16356 trim_cache size 0 max 16384 2024-04-26T17:28:52.664 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:52.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.655+0000 7f8358344640 1 -- 172.21.15.90:0/815676790 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f833c0a3c30 msgr2=0x7f833c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.655+0000 7f8358344640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f833c0a3c30 0x7f833c0a60f0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f83480099e0 tx=0x7f834800fe70 comp rx=0 tx=0).stop 2024-04-26T17:28:52.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.655+0000 7f8358344640 1 -- 172.21.15.90:0/815676790 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8350102150 msgr2=0x7f8350075eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.655+0000 7f8358344640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8350102150 0x7f8350075eb0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f8340005ab0 tx=0x7f83400042f0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.655+0000 7f8358344640 1 -- 172.21.15.90:0/815676790 shutdown_connections 2024-04-26T17:28:52.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.655+0000 7f8358344640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f833c0a3c30 0x7f833c0a60f0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.655+0000 7f8358344640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350103d00 0x7f8350074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.655+0000 7f8358344640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8350103340 0x7f83500744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.655+0000 7f8358344640 1 --2- 172.21.15.90:0/815676790 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8350102150 0x7f8350075eb0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.655+0000 7f8358344640 1 -- 172.21.15.90:0/815676790 >> 172.21.15.90:0/815676790 conn(0x7f83500fd6e0 msgr2=0x7f8350106760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.655+0000 7f8358344640 1 -- 172.21.15.90:0/815676790 shutdown_connections 2024-04-26T17:28:52.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.655+0000 7f8358344640 1 -- 172.21.15.90:0/815676790 wait complete. 2024-04-26T17:28:52.666 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T17:28:52.782 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.780+0000 7f43c00a7640 1 -- 172.21.15.90:0/1371139017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43b8107e30 msgr2=0x7f43b810a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.782 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.780+0000 7f43c00a7640 1 --2- 172.21.15.90:0/1371139017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43b8107e30 0x7f43b810a280 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f43b0009ca0 tx=0x7f43b002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.782 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 -- 172.21.15.90:0/1371139017 shutdown_connections 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 --2- 172.21.15.90:0/1371139017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43b8107e30 0x7f43b810a280 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 --2- 172.21.15.90:0/1371139017 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43b8105500 0x7f43b81078f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 --2- 172.21.15.90:0/1371139017 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43b8102bd0 0x7f43b8104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 -- 172.21.15.90:0/1371139017 >> 172.21.15.90:0/1371139017 conn(0x7f43b80fc5c0 msgr2=0x7f43b80fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 -- 172.21.15.90:0/1371139017 shutdown_connections 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 -- 172.21.15.90:0/1371139017 wait complete. 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 Processor -- start 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 -- start start 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43b8102bd0 0x7f43b81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43b8105500 0x7f43b8198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43b8107e30 0x7f43b819f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f43b810dc60 con 0x7f43b8102bd0 2024-04-26T17:28:52.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f43b810dae0 con 0x7f43b8107e30 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43c00a7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f43b810dde0 con 0x7f43b8105500 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.781+0000 7f43bde43640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43b8102bd0 0x7f43b81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43bde43640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43b8102bd0 0x7f43b81983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34900/0 (socket says 172.21.15.90:34900) 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43bde43640 1 -- 172.21.15.90:0/2010988592 learned_addr learned my addr 172.21.15.90:0/2010988592 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43be644640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43b8107e30 0x7f43b819f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43bd642640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43b8105500 0x7f43b8198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43bde43640 1 -- 172.21.15.90:0/2010988592 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43b8105500 msgr2=0x7f43b8198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43bde43640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43b8105500 0x7f43b8198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43bde43640 1 -- 172.21.15.90:0/2010988592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43b8107e30 msgr2=0x7f43b819f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43bde43640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43b8107e30 0x7f43b819f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43bde43640 1 -- 172.21.15.90:0/2010988592 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43b819fff0 con 0x7f43b8102bd0 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43bde43640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43b8102bd0 0x7f43b81983d0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f43b400e9f0 tx=0x7f43b400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43aeffd640 1 -- 172.21.15.90:0/2010988592 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b400cd80 con 0x7f43b8102bd0 2024-04-26T17:28:52.785 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43aeffd640 1 -- 172.21.15.90:0/2010988592 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f43b40108e0 con 0x7f43b8102bd0 2024-04-26T17:28:52.785 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43c00a7640 1 -- 172.21.15.90:0/2010988592 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43b81a02e0 con 0x7f43b8102bd0 2024-04-26T17:28:52.785 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43aeffd640 1 -- 172.21.15.90:0/2010988592 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b40188b0 con 0x7f43b8102bd0 2024-04-26T17:28:52.785 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.782+0000 7f43c00a7640 1 -- 172.21.15.90:0/2010988592 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43b81a0830 con 0x7f43b8102bd0 2024-04-26T17:28:52.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.784+0000 7f43aeffd640 1 -- 172.21.15.90:0/2010988592 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f43b4010a90 con 0x7f43b8102bd0 2024-04-26T17:28:52.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.785+0000 7f43c2dc1740 1 Processor -- start 2024-04-26T17:28:52.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.785+0000 7f43c2dc1740 1 -- start start 2024-04-26T17:28:52.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.785+0000 7f43aeffd640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f43a40a3bb0 0x7f43a40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.785+0000 7f43c2dc1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e39760 0x55a681e39b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.785+0000 7f43c2dc1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e3a930 0x55a681e3adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.785+0000 7f43c2dc1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 0x55a681e41b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.785+0000 7f43c2dc1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a681d9eb30 con 0x55a681e3b2f0 2024-04-26T17:28:52.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.785+0000 7f43c2dc1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55a681d3aa00 con 0x55a681e3a930 2024-04-26T17:28:52.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.785+0000 7f43c2dc1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a681d9aaf0 con 0x55a681e39760 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.785+0000 7f43aeffd640 1 -- 172.21.15.90:0/2010988592 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f43b40d0aa0 con 0x7f43b8102bd0 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.785+0000 7f43be644640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f43a40a3bb0 0x7f43a40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43be644640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 0x55a681e41b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43bd642640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e3a930 0x55a681e3adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43be644640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 0x55a681e41b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34910/0 (socket says 172.21.15.90:34910) 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43be644640 1 -- 172.21.15.90:0/4250805752 learned_addr learned my addr 172.21.15.90:0/4250805752 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43bde43640 1 --2- 172.21.15.90:0/4250805752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e39760 0x55a681e39b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43bd642640 1 -- 172.21.15.90:0/4250805752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e39760 msgr2=0x55a681e39b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43bd642640 1 --2- 172.21.15.90:0/4250805752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e39760 0x55a681e39b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43bd642640 1 -- 172.21.15.90:0/4250805752 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 msgr2=0x55a681e41b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43bd642640 1 --2- 172.21.15.90:0/4250805752 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 0x55a681e41b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43bd642640 1 -- 172.21.15.90:0/4250805752 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a681d635b0 con 0x55a681e3a930 2024-04-26T17:28:52.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43bde43640 1 --2- 172.21.15.90:0/4250805752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e39760 0x55a681e39b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43be644640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f43a40a3bb0 0x7f43a40a6070 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f43b0009ca0 tx=0x7f43b0009800 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43bd642640 1 --2- 172.21.15.90:0/4250805752 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e3a930 0x55a681e3adb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f43a8005d00 tx=0x7f43a80107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42f8234cd5cba4e7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43a3fff640 1 -- 172.21.15.90:0/4250805752 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a801c480 con 0x55a681e3a930 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43a3fff640 1 -- 172.21.15.90:0/4250805752 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f43a801cad0 con 0x55a681e3a930 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.786+0000 7f43a3fff640 1 -- 172.21.15.90:0/4250805752 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a8011a80 con 0x55a681e3a930 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.787+0000 7f43c2dc1740 1 -- 172.21.15.90:0/4250805752 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e3a930 msgr2=0x55a681e3adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.787+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/4250805752 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e3a930 0x55a681e3adb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f43a8005d00 tx=0x7f43a80107a0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.787+0000 7f43c2dc1740 1 -- 172.21.15.90:0/4250805752 shutdown_connections 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.787+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/4250805752 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 0x55a681e41b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.787+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/4250805752 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e3a930 0x55a681e3adb0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.787+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/4250805752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e39760 0x55a681e39b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.787+0000 7f43c2dc1740 1 -- 172.21.15.90:0/4250805752 >> 172.21.15.90:0/4250805752 conn(0x55a681e34c50 msgr2=0x55a681e35050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.787+0000 7f43c2dc1740 1 -- 172.21.15.90:0/4250805752 shutdown_connections 2024-04-26T17:28:52.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.787+0000 7f43c2dc1740 1 -- 172.21.15.90:0/4250805752 wait complete. 2024-04-26T17:28:52.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43c2dc1740 1 -- start start 2024-04-26T17:28:52.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43c2dc1740 1 Processor -- start 2024-04-26T17:28:52.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43c2dc1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e39760 0x55a681e43bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43c2dc1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3a930 0x55a681e44130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43c2dc1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 0x55a681e4b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43c2dc1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a681e42300 con 0x55a681e3b2f0 2024-04-26T17:28:52.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43c2dc1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55a681d38530 con 0x55a681e39760 2024-04-26T17:28:52.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43c2dc1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a681e42480 con 0x55a681e3a930 2024-04-26T17:28:52.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43c2dc1740 10 client.0 _ll_register_callbacks cb 0x55a681d25f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:52.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43be644640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 0x55a681e4b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43be644640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 0x55a681e4b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34920/0 (socket says 172.21.15.90:34920) 2024-04-26T17:28:52.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43be644640 1 -- 172.21.15.90:0/1730956051 learned_addr learned my addr 172.21.15.90:0/1730956051 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43bde43640 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e39760 0x55a681e43bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.788+0000 7f43bd642640 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3a930 0x55a681e44130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43be644640 1 -- 172.21.15.90:0/1730956051 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3a930 msgr2=0x55a681e44130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43be644640 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3a930 0x55a681e44130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43be644640 1 -- 172.21.15.90:0/1730956051 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e39760 msgr2=0x55a681e43bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43be644640 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e39760 0x55a681e43bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43be644640 1 -- 172.21.15.90:0/1730956051 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a681ab03f0 con 0x55a681e3b2f0 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43bde43640 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e39760 0x55a681e43bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43be644640 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 0x55a681e4b170 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f43b002b0a0 tx=0x7f43b003b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=149262c5dadc35fd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43a17fa640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43a17fa640 1 -- 172.21.15.90:0/1730956051 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b0003e30 con 0x55a681e3b2f0 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43a17fa640 1 -- 172.21.15.90:0/1730956051 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f43b0004030 con 0x55a681e3b2f0 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1730956051 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43a801cad0 con 0x55a681e3b2f0 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43a17fa640 1 -- 172.21.15.90:0/1730956051 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f43b005d050 con 0x55a681e3b2f0 2024-04-26T17:28:52.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43c2dc1740 10 client.16368 fetch_fsmap learned FSMap version 33 2024-04-26T17:28:52.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1730956051 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55a681b7a7d0 con 0x55a681e3b2f0 2024-04-26T17:28:52.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43a17fa640 1 -- 172.21.15.90:0/1730956051 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f43a801cad0 con 0x55a681e3b2f0 2024-04-26T17:28:52.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.789+0000 7f43a17fa640 1 -- 172.21.15.90:0/1730956051 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8394+0+0 (secure 0 0 0) 0x7f43b0030b30 con 0x55a681e3b2f0 2024-04-26T17:28:52.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.790+0000 7f43c2dc1740 10 client.16368 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T17:28:52.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.790+0000 7f43c2dc1740 10 client.16368 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T17:28:52.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.790+0000 7f43c2dc1740 20 client.16368 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:52.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.790+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55a681e4f760 0x55a681e51bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.790+0000 7f43c2dc1740 4 client.16368 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:52.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.790+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1730956051 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a681dac740 con 0x55a681e4f760 2024-04-26T17:28:52.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.790+0000 7f43bde43640 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55a681e4f760 0x55a681e51bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.790+0000 7f43a17fa640 10 client.16368 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:28:52.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.790+0000 7f43bde43640 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55a681e4f760 0x55a681e51bf0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1221f8159fc50af7 server_cookie=1d87b24a797608fa in_seq=0 out_seq=0 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.791+0000 7f43a17fa640 1 -- 172.21.15.90:0/1730956051 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a681dac740 con 0x55a681e4f760 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.791+0000 7f43a17fa640 10 client.16368 handle_command_reply: tid=0 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.791+0000 7f43c2dc1740 1 client.16368 shutdown 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.791+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1730956051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 msgr2=0x55a681e4b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.791+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 0x55a681e4b170 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f43b002b0a0 tx=0x7f43b003b000 comp rx=0 tx=0).stop 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.791+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1730956051 shutdown_connections 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.791+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3b2f0 0x55a681e4b170 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.791+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3a930 0x55a681e44130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.791+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55a681e4f760 0x55a681e51bf0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.791+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/1730956051 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e39760 0x55a681e43bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.791+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1730956051 >> 172.21.15.90:0/1730956051 conn(0x55a681e34c50 msgr2=0x55a681e33e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.791+0000 7f43a17fa640 0 client.16368 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.792+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1730956051 shutdown_connections 2024-04-26T17:28:52.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.792+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1730956051 wait complete. 2024-04-26T17:28:52.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.792+0000 7f43c2dc1740 20 client.16368 trim_cache size 0 max 16384 2024-04-26T17:28:52.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.805+0000 7f43c2dc1740 1 Processor -- start 2024-04-26T17:28:52.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.805+0000 7f43c2dc1740 1 -- start start 2024-04-26T17:28:52.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43c2dc1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e39760 0x55a681e2fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.811 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43c2dc1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e3a930 0x55a681e37b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43c2dc1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3b2f0 0x55a681e380a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43c2dc1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f43b81aaf60 con 0x55a681e39760 2024-04-26T17:28:52.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43c2dc1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f43b81acb60 con 0x55a681e3a930 2024-04-26T17:28:52.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43c2dc1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f43b81ab630 con 0x55a681e3b2f0 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43bde43640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e39760 0x55a681e2fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43bde43640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e39760 0x55a681e2fce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34930/0 (socket says 172.21.15.90:34930) 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43bde43640 1 -- 172.21.15.90:0/3910244457 learned_addr learned my addr 172.21.15.90:0/3910244457 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43bd642640 1 --2- 172.21.15.90:0/3910244457 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e3a930 0x55a681e37b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43be644640 1 --2- 172.21.15.90:0/3910244457 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3b2f0 0x55a681e380a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43bde43640 1 -- 172.21.15.90:0/3910244457 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3b2f0 msgr2=0x55a681e380a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43bde43640 1 --2- 172.21.15.90:0/3910244457 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3b2f0 0x55a681e380a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43bde43640 1 -- 172.21.15.90:0/3910244457 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e3a930 msgr2=0x55a681e37b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43bde43640 1 --2- 172.21.15.90:0/3910244457 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e3a930 0x55a681e37b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43bde43640 1 -- 172.21.15.90:0/3910244457 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a681e3a3b0 con 0x55a681e39760 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43bd642640 1 --2- 172.21.15.90:0/3910244457 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e3a930 0x55a681e37b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43be644640 1 --2- 172.21.15.90:0/3910244457 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3b2f0 0x55a681e380a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:52.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43bde43640 1 --2- 172.21.15.90:0/3910244457 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e39760 0x55a681e2fce0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f43b4099430 tx=0x7f43b40bd050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9448f405b1f7ff62 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43a37fe640 1 -- 172.21.15.90:0/3910244457 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b40a5620 con 0x55a681e39760 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43a37fe640 1 -- 172.21.15.90:0/3910244457 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f43b409ab00 con 0x55a681e39760 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.806+0000 7f43a37fe640 1 -- 172.21.15.90:0/3910244457 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b409c110 con 0x55a681e39760 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.807+0000 7f43c2dc1740 1 -- 172.21.15.90:0/3910244457 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e39760 msgr2=0x55a681e2fce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.807+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/3910244457 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e39760 0x55a681e2fce0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f43b4099430 tx=0x7f43b40bd050 comp rx=0 tx=0).stop 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.807+0000 7f43c2dc1740 1 -- 172.21.15.90:0/3910244457 shutdown_connections 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.807+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/3910244457 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3b2f0 0x55a681e380a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.807+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/3910244457 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e3a930 0x55a681e37b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.807+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/3910244457 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e39760 0x55a681e2fce0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.807+0000 7f43c2dc1740 1 -- 172.21.15.90:0/3910244457 >> 172.21.15.90:0/3910244457 conn(0x55a681e34c50 msgr2=0x55a681e35030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.807+0000 7f43c2dc1740 1 -- 172.21.15.90:0/3910244457 shutdown_connections 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.807+0000 7f43c2dc1740 1 -- 172.21.15.90:0/3910244457 wait complete. 2024-04-26T17:28:52.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.807+0000 7f43c2dc1740 1 -- start start 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43c2dc1740 1 Processor -- start 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43c2dc1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e39760 0x55a681eb14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43c2dc1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3a930 0x55a681eb19e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43c2dc1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3b2f0 0x55a681eb89d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43c2dc1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f43b81ac3d0 con 0x55a681e3a930 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43c2dc1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f43b81abd00 con 0x55a681e39760 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43c2dc1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f43b81a8e80 con 0x55a681e3b2f0 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43c2dc1740 10 client.0 _ll_register_callbacks cb 0x7f43b0009990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43bd642640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3a930 0x55a681eb19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43bd642640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3a930 0x55a681eb19e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34942/0 (socket says 172.21.15.90:34942) 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43bd642640 1 -- 172.21.15.90:0/1129601717 learned_addr learned my addr 172.21.15.90:0/1129601717 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43bde43640 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e39760 0x55a681eb14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43be644640 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3b2f0 0x55a681eb89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43bd642640 1 -- 172.21.15.90:0/1129601717 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3b2f0 msgr2=0x55a681eb89d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43bd642640 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3b2f0 0x55a681eb89d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43bd642640 1 -- 172.21.15.90:0/1129601717 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e39760 msgr2=0x55a681eb14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43bd642640 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e39760 0x55a681eb14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43bd642640 1 -- 172.21.15.90:0/1129601717 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a681eb8fc0 con 0x55a681e3a930 2024-04-26T17:28:52.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.808+0000 7f43be644640 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3b2f0 0x55a681eb89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:52.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43bd642640 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3a930 0x55a681eb19e0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f43a8005d00 tx=0x7f43a800bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e59832413fe0406 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43a17fa640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:52.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43a17fa640 1 -- 172.21.15.90:0/1129601717 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a8005250 con 0x55a681e3a930 2024-04-26T17:28:52.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43a17fa640 1 -- 172.21.15.90:0/1129601717 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f43a80053f0 con 0x55a681e3a930 2024-04-26T17:28:52.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1129601717 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43b409ab00 con 0x55a681e3a930 2024-04-26T17:28:52.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43a17fa640 1 -- 172.21.15.90:0/1129601717 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f43a8034050 con 0x55a681e3a930 2024-04-26T17:28:52.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43c2dc1740 10 client.16374 fetch_fsmap learned FSMap version 33 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1129601717 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55a681eba2d0 con 0x55a681e3a930 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43a17fa640 1 -- 172.21.15.90:0/1129601717 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f43b409ab00 con 0x55a681e3a930 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43a17fa640 1 -- 172.21.15.90:0/1129601717 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8394+0+0 (secure 0 0 0) 0x7f43a801c6f0 con 0x55a681e3a930 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43c2dc1740 10 client.16374 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43c2dc1740 10 client.16374 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43c2dc1740 20 client.16374 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55a681ebaa10 0x55a681ebce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43c2dc1740 4 client.16374 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.809+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1129601717 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a681da65b0 con 0x55a681ebaa10 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43bde43640 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55a681ebaa10 0x55a681ebce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43a17fa640 10 client.16374 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43bde43640 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55a681ebaa10 0x55a681ebce30 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=532050f990c8707c server_cookie=1dbdab2ba76b5ee1 in_seq=0 out_seq=0 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43a17fa640 1 -- 172.21.15.90:0/1129601717 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a681da65b0 con 0x55a681ebaa10 2024-04-26T17:28:52.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43a17fa640 10 client.16374 handle_command_reply: tid=0 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43c2dc1740 1 client.16374 shutdown 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1129601717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3a930 msgr2=0x55a681eb19e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3a930 0x55a681eb19e0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f43a8005d00 tx=0x7f43a800bf50 comp rx=0 tx=0).stop 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1129601717 shutdown_connections 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a681e3b2f0 0x55a681eb89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a681e3a930 0x55a681eb19e0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x55a681ebaa10 0x55a681ebce30 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43c2dc1740 1 --2- 172.21.15.90:0/1129601717 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a681e39760 0x55a681eb14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43a17fa640 0 client.16374 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.810+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1129601717 >> 172.21.15.90:0/1129601717 conn(0x55a681e34c50 msgr2=0x55a681e2fce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1129601717 shutdown_connections 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c2dc1740 1 -- 172.21.15.90:0/1129601717 wait complete. 2024-04-26T17:28:52.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c2dc1740 20 client.16374 trim_cache size 0 max 16384 2024-04-26T17:28:52.819 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:52.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c00a7640 1 -- 172.21.15.90:0/2010988592 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f43a40a3bb0 msgr2=0x7f43a40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c00a7640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f43a40a3bb0 0x7f43a40a6070 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f43b0009ca0 tx=0x7f43b0009800 comp rx=0 tx=0).stop 2024-04-26T17:28:52.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c00a7640 1 -- 172.21.15.90:0/2010988592 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43b8102bd0 msgr2=0x7f43b81983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c00a7640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43b8102bd0 0x7f43b81983d0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f43b400e9f0 tx=0x7f43b400eeb0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c00a7640 1 -- 172.21.15.90:0/2010988592 shutdown_connections 2024-04-26T17:28:52.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c00a7640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f43a40a3bb0 0x7f43a40a6070 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c00a7640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43b8107e30 0x7f43b819f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c00a7640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43b8105500 0x7f43b8198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c00a7640 1 --2- 172.21.15.90:0/2010988592 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43b8102bd0 0x7f43b81983d0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c00a7640 1 -- 172.21.15.90:0/2010988592 >> 172.21.15.90:0/2010988592 conn(0x7f43b80fc5c0 msgr2=0x7f43b81036b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c00a7640 1 -- 172.21.15.90:0/2010988592 shutdown_connections 2024-04-26T17:28:52.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.811+0000 7f43c00a7640 1 -- 172.21.15.90:0/2010988592 wait complete. 2024-04-26T17:28:52.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:52 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2346380656' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:28:52.822 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T17:28:52.927 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.925+0000 7f1f2b67c640 1 -- 172.21.15.90:0/1280432177 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f241054f0 msgr2=0x7f1f241078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.927 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.925+0000 7f1f2b67c640 1 --2- 172.21.15.90:0/1280432177 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f241054f0 0x7f1f241078e0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f1f14009900 tx=0x7f1f1402a410 comp rx=0 tx=0).stop 2024-04-26T17:28:52.927 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.925+0000 7f1f2b67c640 1 -- 172.21.15.90:0/1280432177 shutdown_connections 2024-04-26T17:28:52.927 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.925+0000 7f1f2b67c640 1 --2- 172.21.15.90:0/1280432177 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f24107e20 0x7f1f2410a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.927 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.925+0000 7f1f2b67c640 1 --2- 172.21.15.90:0/1280432177 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f241054f0 0x7f1f241078e0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.925+0000 7f1f2b67c640 1 --2- 172.21.15.90:0/1280432177 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1f24102bc0 0x7f1f24104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.925+0000 7f1f2b67c640 1 -- 172.21.15.90:0/1280432177 >> 172.21.15.90:0/1280432177 conn(0x7f1f240fc5b0 msgr2=0x7f1f240fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.925+0000 7f1f2b67c640 1 -- 172.21.15.90:0/1280432177 shutdown_connections 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.925+0000 7f1f2b67c640 1 -- 172.21.15.90:0/1280432177 wait complete. 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f2b67c640 1 Processor -- start 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f2b67c640 1 -- start start 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f2b67c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1f24102bc0 0x7f1f241983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f2b67c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f241054f0 0x7f1f241988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f2b67c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f24107e20 0x7f1f2419f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f2b67c640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1f2410dc50 con 0x7f1f241054f0 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f2b67c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f1f2410dad0 con 0x7f1f24107e20 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f2b67c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1f2410ddd0 con 0x7f1f24102bc0 2024-04-26T17:28:52.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f28c17640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f241054f0 0x7f1f241988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f28c17640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f241054f0 0x7f1f241988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34960/0 (socket says 172.21.15.90:34960) 2024-04-26T17:28:52.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f28c17640 1 -- 172.21.15.90:0/2351321933 learned_addr learned my addr 172.21.15.90:0/2351321933 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f29418640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1f24102bc0 0x7f1f241983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f28c17640 1 -- 172.21.15.90:0/2351321933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1f24102bc0 msgr2=0x7f1f241983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f28c17640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1f24102bc0 0x7f1f241983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f29c19640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f24107e20 0x7f1f2419f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f28c17640 1 -- 172.21.15.90:0/2351321933 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f24107e20 msgr2=0x7f1f2419f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f28c17640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f24107e20 0x7f1f2419f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f28c17640 1 -- 172.21.15.90:0/2351321933 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f2419ffc0 con 0x7f1f241054f0 2024-04-26T17:28:52.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f29c19640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f24107e20 0x7f1f2419f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:52.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.926+0000 7f1f28c17640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f241054f0 0x7f1f241988e0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f1f14005ab0 tx=0x7f1f140042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.927+0000 7f1f1a7fc640 1 -- 172.21.15.90:0/2351321933 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1403f030 con 0x7f1f241054f0 2024-04-26T17:28:52.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.927+0000 7f1f2b67c640 1 -- 172.21.15.90:0/2351321933 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f241a0250 con 0x7f1f241054f0 2024-04-26T17:28:52.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.927+0000 7f1f1a7fc640 1 -- 172.21.15.90:0/2351321933 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1f14003cb0 con 0x7f1f241054f0 2024-04-26T17:28:52.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.927+0000 7f1f1a7fc640 1 -- 172.21.15.90:0/2351321933 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f14035070 con 0x7f1f241054f0 2024-04-26T17:28:52.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.927+0000 7f1f2b67c640 1 -- 172.21.15.90:0/2351321933 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f241a0790 con 0x7f1f241054f0 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.929+0000 7f1f1a7fc640 1 -- 172.21.15.90:0/2351321933 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f1f14042030 con 0x7f1f241054f0 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.929+0000 7f1f2e39a740 1 Processor -- start 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.929+0000 7f1f2e39a740 1 -- start start 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f2e39a740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205e7f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f2e39a740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205e91c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f2e39a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 0x5641205eff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f2e39a740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564120548b30 con 0x5641205e7b70 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f2e39a740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5641204e4a00 con 0x5641205e8d40 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f2e39a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564120544af0 con 0x5641205e9700 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f29c19640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205e7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f29c19640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205e7f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34964/0 (socket says 172.21.15.90:34964) 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f29c19640 1 -- 172.21.15.90:0/3109962580 learned_addr learned my addr 172.21.15.90:0/3109962580 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f29418640 1 --2- 172.21.15.90:0/3109962580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205e91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f28c17640 1 --2- 172.21.15.90:0/3109962580 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 0x5641205eff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f29c19640 1 -- 172.21.15.90:0/3109962580 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 msgr2=0x5641205eff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f29c19640 1 --2- 172.21.15.90:0/3109962580 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 0x5641205eff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f29c19640 1 -- 172.21.15.90:0/3109962580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 msgr2=0x5641205e91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f29c19640 1 --2- 172.21.15.90:0/3109962580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205e91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f1a7fc640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1f100a3bb0 0x7f1f100a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f29c19640 1 -- 172.21.15.90:0/3109962580 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56412050d5b0 con 0x5641205e7b70 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f29418640 1 --2- 172.21.15.90:0/3109962580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205e91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f28c17640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1f100a3bb0 0x7f1f100a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f29c19640 1 --2- 172.21.15.90:0/3109962580 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205e7f90 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c008e60 tx=0x7f1f1c00d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3a5880f827cfea0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.930+0000 7f1f1a7fc640 1 -- 172.21.15.90:0/2351321933 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f1f140f1120 con 0x7f1f241054f0 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f0f7fe640 1 -- 172.21.15.90:0/3109962580 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c00f830 con 0x5641205e7b70 2024-04-26T17:28:52.938 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f0f7fe640 1 -- 172.21.15.90:0/3109962580 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1f1c018480 con 0x5641205e7b70 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f0f7fe640 1 -- 172.21.15.90:0/3109962580 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c00e610 con 0x5641205e7b70 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f2e39a740 1 -- 172.21.15.90:0/3109962580 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 msgr2=0x5641205e7f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f28c17640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1f100a3bb0 0x7f1f100a6070 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f1f140b9a00 tx=0x7f1f140f6040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/3109962580 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205e7f90 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c008e60 tx=0x7f1f1c00d710 comp rx=0 tx=0).stop 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f2e39a740 1 -- 172.21.15.90:0/3109962580 shutdown_connections 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/3109962580 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 0x5641205eff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/3109962580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205e91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/3109962580 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205e7f90 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f2e39a740 1 -- 172.21.15.90:0/3109962580 >> 172.21.15.90:0/3109962580 conn(0x5641205dec50 msgr2=0x5641205df050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f2e39a740 1 -- 172.21.15.90:0/3109962580 shutdown_connections 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.931+0000 7f1f2e39a740 1 -- 172.21.15.90:0/3109962580 wait complete. 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f2e39a740 1 -- start start 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f2e39a740 1 Processor -- start 2024-04-26T17:28:52.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f2e39a740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205f2080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f2e39a740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205f25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f2e39a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 0x5641205f9600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f2e39a740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5641205f0710 con 0x5641205e7b70 2024-04-26T17:28:52.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f2e39a740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5641204e2530 con 0x5641205e8d40 2024-04-26T17:28:52.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f2e39a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5641205f0890 con 0x5641205e9700 2024-04-26T17:28:52.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f2e39a740 10 client.0 _ll_register_callbacks cb 0x5641204cff00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:52.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f29c19640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205f2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f29c19640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205f2080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34974/0 (socket says 172.21.15.90:34974) 2024-04-26T17:28:52.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f29c19640 1 -- 172.21.15.90:0/543260785 learned_addr learned my addr 172.21.15.90:0/543260785 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.932+0000 7f1f29418640 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205f25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f29c19640 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 0x5641205f9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f29c19640 1 -- 172.21.15.90:0/543260785 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 msgr2=0x5641205f9600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f29c19640 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 0x5641205f9600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f29c19640 1 -- 172.21.15.90:0/543260785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 msgr2=0x5641205f25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f29c19640 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205f25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f29c19640 1 -- 172.21.15.90:0/543260785 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56412025a3f0 con 0x5641205e7b70 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f29418640 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205f25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f29c19640 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205f2080 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c006010 tx=0x7f1f1c008230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c4568cbd0b15fae server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f0cff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f0cff9640 1 -- 172.21.15.90:0/543260785 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c020040 con 0x5641205e7b70 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f0cff9640 1 -- 172.21.15.90:0/543260785 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f1f1c004d00 con 0x5641205e7b70 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f2e39a740 1 -- 172.21.15.90:0/543260785 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f1c018480 con 0x5641205e7b70 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f0cff9640 1 -- 172.21.15.90:0/543260785 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f1f1c00f6b0 con 0x5641205e7b70 2024-04-26T17:28:52.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f2e39a740 10 client.16386 fetch_fsmap learned FSMap version 33 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f2e39a740 1 -- 172.21.15.90:0/543260785 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5641203247d0 con 0x5641205e7b70 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.933+0000 7f1f0cff9640 1 -- 172.21.15.90:0/543260785 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1f1c018480 con 0x5641205e7b70 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.934+0000 7f1f0cff9640 1 -- 172.21.15.90:0/543260785 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8394+0+0 (secure 0 0 0) 0x7f1f1c0054b0 con 0x5641205e7b70 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.934+0000 7f1f2e39a740 10 client.16386 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.934+0000 7f1f2e39a740 10 client.16386 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.934+0000 7f1f2e39a740 20 client.16386 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.934+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5641205fd900 0x5641205ffcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.934+0000 7f1f2e39a740 4 client.16386 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.934+0000 7f1f2e39a740 1 -- 172.21.15.90:0/543260785 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564120556740 con 0x5641205fd900 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.934+0000 7f1f29418640 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5641205fd900 0x5641205ffcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.934+0000 7f1f29418640 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5641205fd900 0x5641205ffcf0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=315a7a7e10d69858 server_cookie=3179dbcb28b31fba in_seq=0 out_seq=0 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.934+0000 7f1f0cff9640 10 client.16386 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:52.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.935+0000 7f1f0cff9640 1 -- 172.21.15.90:0/543260785 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564120556740 con 0x5641205fd900 2024-04-26T17:28:52.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.935+0000 7f1f0cff9640 10 client.16386 handle_command_reply: tid=0 2024-04-26T17:28:52.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.935+0000 7f1f2e39a740 1 client.16386 shutdown 2024-04-26T17:28:52.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.935+0000 7f1f2e39a740 1 -- 172.21.15.90:0/543260785 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 msgr2=0x5641205f2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.935+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205f2080 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c006010 tx=0x7f1f1c008230 comp rx=0 tx=0).stop 2024-04-26T17:28:52.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.935+0000 7f1f2e39a740 1 -- 172.21.15.90:0/543260785 shutdown_connections 2024-04-26T17:28:52.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.935+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5641205fd900 0x5641205ffcf0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.935+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 0x5641205f9600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.935+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205f25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.935+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/543260785 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205f2080 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.935+0000 7f1f0cff9640 0 client.16386 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:52.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.935+0000 7f1f2e39a740 1 -- 172.21.15.90:0/543260785 >> 172.21.15.90:0/543260785 conn(0x5641205dec50 msgr2=0x5641205dde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.936+0000 7f1f2e39a740 1 -- 172.21.15.90:0/543260785 shutdown_connections 2024-04-26T17:28:52.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.936+0000 7f1f2e39a740 1 -- 172.21.15.90:0/543260785 wait complete. 2024-04-26T17:28:52.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.936+0000 7f1f2e39a740 20 client.16386 trim_cache size 0 max 16384 2024-04-26T17:28:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.960+0000 7f1f2e39a740 1 Processor -- start 2024-04-26T17:28:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.960+0000 7f1f2e39a740 1 -- start start 2024-04-26T17:28:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.960+0000 7f1f2e39a740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205de5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.960+0000 7f1f2e39a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e8d40 0x5641205f95c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.960+0000 7f1f2e39a740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e9700 0x5641205f2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.960+0000 7f1f2e39a740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1f241a8cb0 con 0x5641205e7b70 2024-04-26T17:28:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.960+0000 7f1f2e39a740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f1f241aa8b0 con 0x5641205e9700 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.960+0000 7f1f2e39a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1f241a9380 con 0x5641205e8d40 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f29c19640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205de5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f29c19640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205de5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34982/0 (socket says 172.21.15.90:34982) 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f29c19640 1 -- 172.21.15.90:0/2473411196 learned_addr learned my addr 172.21.15.90:0/2473411196 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f29418640 1 --2- 172.21.15.90:0/2473411196 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e8d40 0x5641205f95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f29c19640 1 -- 172.21.15.90:0/2473411196 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e8d40 msgr2=0x5641205f95c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f29c19640 1 --2- 172.21.15.90:0/2473411196 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e8d40 0x5641205f95c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f29c19640 1 -- 172.21.15.90:0/2473411196 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e9700 msgr2=0x5641205f2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f29c19640 1 --2- 172.21.15.90:0/2473411196 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e9700 0x5641205f2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f29c19640 1 -- 172.21.15.90:0/2473411196 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564120600370 con 0x5641205e7b70 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f29418640 1 --2- 172.21.15.90:0/2473411196 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e8d40 0x5641205f95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f29c19640 1 --2- 172.21.15.90:0/2473411196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205de5d0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c005fe0 tx=0x7f1f1c00dee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e38fb81252cbb0f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f0effd640 1 -- 172.21.15.90:0/2473411196 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c027420 con 0x5641205e7b70 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f0effd640 1 -- 172.21.15.90:0/2473411196 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1f1c0085a0 con 0x5641205e7b70 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.961+0000 7f1f0effd640 1 -- 172.21.15.90:0/2473411196 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c027bb0 con 0x5641205e7b70 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.962+0000 7f1f2e39a740 1 -- 172.21.15.90:0/2473411196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 msgr2=0x5641205de5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.962+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/2473411196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205de5d0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c005fe0 tx=0x7f1f1c00dee0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.962+0000 7f1f2e39a740 1 -- 172.21.15.90:0/2473411196 shutdown_connections 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.962+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/2473411196 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e9700 0x5641205f2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.962+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/2473411196 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e8d40 0x5641205f95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.962+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/2473411196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205de5d0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.962+0000 7f1f2e39a740 1 -- 172.21.15.90:0/2473411196 >> 172.21.15.90:0/2473411196 conn(0x5641205dec50 msgr2=0x5641205e1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.962+0000 7f1f2e39a740 1 -- 172.21.15.90:0/2473411196 shutdown_connections 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.962+0000 7f1f2e39a740 1 -- 172.21.15.90:0/2473411196 wait complete. 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.962+0000 7f1f2e39a740 1 -- start start 2024-04-26T17:28:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f2e39a740 1 Processor -- start 2024-04-26T17:28:52.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f2e39a740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205f6b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f2e39a740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205f7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f2e39a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 0x5641205f7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f2e39a740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1f241aa120 con 0x5641205e7b70 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f2e39a740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f1f241a9a50 con 0x5641205e8d40 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f2e39a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1f241a6bd0 con 0x5641205e9700 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f2e39a740 10 client.0 _ll_register_callbacks cb 0x7f1f1c0189f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f29c19640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205f6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f29c19640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205f6b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34984/0 (socket says 172.21.15.90:34984) 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f29c19640 1 -- 172.21.15.90:0/350408858 learned_addr learned my addr 172.21.15.90:0/350408858 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f29c19640 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 0x5641205f7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f29418640 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205f7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f29c19640 1 -- 172.21.15.90:0/350408858 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 msgr2=0x5641205f7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f29c19640 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 0x5641205f7fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f29c19640 1 -- 172.21.15.90:0/350408858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 msgr2=0x5641205f7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:52.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f29c19640 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205f7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f29c19640 1 -- 172.21.15.90:0/350408858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641205f85d0 con 0x5641205e7b70 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.963+0000 7f1f29418640 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205f7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f29c19640 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205f6b00 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c01b040 tx=0x7f1f1c018540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b606afdc09f4528 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f0cff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f0cff9640 1 -- 172.21.15.90:0/350408858 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c00fa60 con 0x5641205e7b70 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f0cff9640 1 -- 172.21.15.90:0/350408858 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f1f1c00fc00 con 0x5641205e7b70 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f2e39a740 1 -- 172.21.15.90:0/350408858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f1c0085a0 con 0x5641205e7b70 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f0cff9640 1 -- 172.21.15.90:0/350408858 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f1f1c04f050 con 0x5641205e7b70 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f2e39a740 10 client.16392 fetch_fsmap learned FSMap version 33 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f2e39a740 1 -- 172.21.15.90:0/350408858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5641205f98d0 con 0x5641205e7b70 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f0cff9640 1 -- 172.21.15.90:0/350408858 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1f1c0085a0 con 0x5641205e7b70 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f0cff9640 1 -- 172.21.15.90:0/350408858 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8394+0+0 (secure 0 0 0) 0x7f1f1c03e430 con 0x5641205e7b70 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f2e39a740 10 client.16392 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T17:28:52.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f2e39a740 10 client.16392 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f2e39a740 20 client.16392 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564120664440 0x564120666860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f2e39a740 4 client.16392 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.964+0000 7f1f2e39a740 1 -- 172.21.15.90:0/350408858 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5641205505b0 con 0x564120664440 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f29418640 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564120664440 0x564120666860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f0cff9640 10 client.16392 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f29418640 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564120664440 0x564120666860 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7612d78345bc57df server_cookie=d42ec3c643b69504 in_seq=0 out_seq=0 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f0cff9640 1 -- 172.21.15.90:0/350408858 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5641205505b0 con 0x564120664440 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f0cff9640 10 client.16392 handle_command_reply: tid=0 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f2e39a740 1 client.16392 shutdown 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f2e39a740 1 -- 172.21.15.90:0/350408858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 msgr2=0x5641205f6b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205f6b00 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c01b040 tx=0x7f1f1c018540 comp rx=0 tx=0).stop 2024-04-26T17:28:52.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f2e39a740 1 -- 172.21.15.90:0/350408858 shutdown_connections 2024-04-26T17:28:52.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564120664440 0x564120666860 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5641205e9700 0x5641205f7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f0cff9640 0 client.16392 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:52.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5641205e8d40 0x5641205f7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f2e39a740 1 --2- 172.21.15.90:0/350408858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5641205e7b70 0x5641205f6b00 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f2e39a740 1 -- 172.21.15.90:0/350408858 >> 172.21.15.90:0/350408858 conn(0x5641205dec50 msgr2=0x5641205f23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f2e39a740 1 -- 172.21.15.90:0/350408858 shutdown_connections 2024-04-26T17:28:52.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.965+0000 7f1f2e39a740 1 -- 172.21.15.90:0/350408858 wait complete. 2024-04-26T17:28:52.972 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2e39a740 20 client.16392 trim_cache size 0 max 16384 2024-04-26T17:28:52.972 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:28:52.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2b67c640 1 -- 172.21.15.90:0/2351321933 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1f100a3bb0 msgr2=0x7f1f100a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2b67c640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1f100a3bb0 0x7f1f100a6070 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f1f140b9a00 tx=0x7f1f140f6040 comp rx=0 tx=0).stop 2024-04-26T17:28:52.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2b67c640 1 -- 172.21.15.90:0/2351321933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f241054f0 msgr2=0x7f1f241988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:52.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2b67c640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f241054f0 0x7f1f241988e0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f1f14005ab0 tx=0x7f1f140042f0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2b67c640 1 -- 172.21.15.90:0/2351321933 shutdown_connections 2024-04-26T17:28:52.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2b67c640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f1f100a3bb0 0x7f1f100a6070 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2b67c640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f24107e20 0x7f1f2419f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2b67c640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f241054f0 0x7f1f241988e0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2b67c640 1 --2- 172.21.15.90:0/2351321933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1f24102bc0 0x7f1f241983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:52.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2b67c640 1 -- 172.21.15.90:0/2351321933 >> 172.21.15.90:0/2351321933 conn(0x7f1f240fc5b0 msgr2=0x7f1f24103680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:52.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2b67c640 1 -- 172.21.15.90:0/2351321933 shutdown_connections 2024-04-26T17:28:52.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:52.966+0000 7f1f2b67c640 1 -- 172.21.15.90:0/2351321933 wait complete. 2024-04-26T17:28:53.001 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:52 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2346380656' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:28:53.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:52 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2346380656' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:28:53.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:53 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:53.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:53 smithi090 ceph-mon[29417]: pgmap v424: 129 pgs: 129 active+clean; 110 MiB data, 653 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 377 op/s 2024-04-26T17:28:53.977 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T17:28:53.977 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:28:53.978 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T17:28:54.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:53 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:54.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:53 smithi167 ceph-mon[32665]: pgmap v424: 129 pgs: 129 active+clean; 110 MiB data, 653 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 377 op/s 2024-04-26T17:28:54.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:53 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:54.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:53 smithi119 ceph-mon[32584]: pgmap v424: 129 pgs: 129 active+clean; 110 MiB data, 653 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 377 op/s 2024-04-26T17:28:54.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.093+0000 7f7d001d8640 1 -- 172.21.15.90:0/3143803135 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7cf8102230 msgr2=0x7f7cf81026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.093+0000 7f7d001d8640 1 --2- 172.21.15.90:0/3143803135 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7cf8102230 0x7f7cf81026b0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f7ce8009900 tx=0x7f7ce802a410 comp rx=0 tx=0).stop 2024-04-26T17:28:54.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.093+0000 7f7d001d8640 1 -- 172.21.15.90:0/3143803135 shutdown_connections 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.093+0000 7f7d001d8640 1 --2- 172.21.15.90:0/3143803135 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7cf8102bf0 0x7f7cf8109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.093+0000 7f7d001d8640 1 --2- 172.21.15.90:0/3143803135 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7cf8102230 0x7f7cf81026b0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.093+0000 7f7d001d8640 1 --2- 172.21.15.90:0/3143803135 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf8101040 0x7f7cf8101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.093+0000 7f7d001d8640 1 -- 172.21.15.90:0/3143803135 >> 172.21.15.90:0/3143803135 conn(0x7f7cf80fc5b0 msgr2=0x7f7cf80fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.093+0000 7f7d001d8640 1 -- 172.21.15.90:0/3143803135 shutdown_connections 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.093+0000 7f7d001d8640 1 -- 172.21.15.90:0/3143803135 wait complete. 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.094+0000 7f7d001d8640 1 Processor -- start 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.094+0000 7f7d001d8640 1 -- start start 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.094+0000 7f7d001d8640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7cf8101040 0x7f7cf8069e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.094+0000 7f7d001d8640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf8102230 0x7f7cf819d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.094+0000 7f7d001d8640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7cf8102bf0 0x7f7cf819f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.094+0000 7f7d001d8640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf810cba0 con 0x7f7cf8101040 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.094+0000 7f7d001d8640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf810ca20 con 0x7f7cf8102bf0 2024-04-26T17:28:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.094+0000 7f7d001d8640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf810cd20 con 0x7f7cf8102230 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.094+0000 7f7cfdf74640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7cf8101040 0x7f7cf8069e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7cfdf74640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7cf8101040 0x7f7cf8069e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35000/0 (socket says 172.21.15.90:35000) 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7cfdf74640 1 -- 172.21.15.90:0/870484018 learned_addr learned my addr 172.21.15.90:0/870484018 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7cfd773640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf8102230 0x7f7cf819d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7cfe775640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7cf8102bf0 0x7f7cf819f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7cfdf74640 1 -- 172.21.15.90:0/870484018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf8102230 msgr2=0x7f7cf819d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7cfdf74640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf8102230 0x7f7cf819d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7cfdf74640 1 -- 172.21.15.90:0/870484018 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7cf8102bf0 msgr2=0x7f7cf819f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7cfdf74640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7cf8102bf0 0x7f7cf819f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7cfdf74640 1 -- 172.21.15.90:0/870484018 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cf81a0070 con 0x7f7cf8101040 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7cfdf74640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7cf8101040 0x7f7cf8069e00 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f7cf400e9c0 tx=0x7f7cf400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7ceeffd640 1 -- 172.21.15.90:0/870484018 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf400cd80 con 0x7f7cf8101040 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7d001d8640 1 -- 172.21.15.90:0/870484018 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cf81a0300 con 0x7f7cf8101040 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7ceeffd640 1 -- 172.21.15.90:0/870484018 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7cf40035f0 con 0x7f7cf8101040 2024-04-26T17:28:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7ceeffd640 1 -- 172.21.15.90:0/870484018 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf4010690 con 0x7f7cf8101040 2024-04-26T17:28:54.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.095+0000 7f7d001d8640 1 -- 172.21.15.90:0/870484018 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cf81a07d0 con 0x7f7cf8101040 2024-04-26T17:28:54.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.098+0000 7f7ceeffd640 1 -- 172.21.15.90:0/870484018 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f7cf40037a0 con 0x7f7cf8101040 2024-04-26T17:28:54.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.098+0000 7f7d02fc6740 1 Processor -- start 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.098+0000 7f7d02fc6740 1 -- start start 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7d02fc6740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a844896400 0x55a844896820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7d02fc6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896df0 0x55a84489b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7d02fc6740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 0x55a84489e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7d02fc6740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a8447fb730 con 0x55a84489bf60 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7d02fc6740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55a844797f70 con 0x55a844896400 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7d02fc6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a8447f76f0 con 0x55a844896df0 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7cfd773640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 0x55a84489e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7cfdf74640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896df0 0x55a84489b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7cfd773640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 0x55a84489e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35010/0 (socket says 172.21.15.90:35010) 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7cfd773640 1 -- 172.21.15.90:0/342704313 learned_addr learned my addr 172.21.15.90:0/342704313 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7ceeffd640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7ce40a3bb0 0x7f7ce40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7cfe775640 1 --2- 172.21.15.90:0/342704313 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a844896400 0x55a844896820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7cfe775640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7ce40a3bb0 0x7f7ce40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7cfdf74640 1 -- 172.21.15.90:0/342704313 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a844896400 msgr2=0x55a844896820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7cfdf74640 1 --2- 172.21.15.90:0/342704313 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a844896400 0x55a844896820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7cfdf74640 1 -- 172.21.15.90:0/342704313 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 msgr2=0x55a84489e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7cfdf74640 1 --2- 172.21.15.90:0/342704313 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 0x55a84489e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7cfdf74640 1 -- 172.21.15.90:0/342704313 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8445d57e0 con 0x55a844896df0 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7cfd773640 1 --2- 172.21.15.90:0/342704313 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 0x55a84489e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.099+0000 7f7ceeffd640 1 -- 172.21.15.90:0/870484018 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7cf40d0ca0 con 0x7f7cf8101040 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.100+0000 7f7cfdf74640 1 --2- 172.21.15.90:0/342704313 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896df0 0x55a84489b8f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f7cf40ce420 tx=0x7f7cf4005740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25b65cbe382cb2e7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.100+0000 7f7cfe775640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7ce40a3bb0 0x7f7ce40a6070 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x55a844897650 tx=0x7f7cf0009600 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.100+0000 7f7ce3fff640 1 -- 172.21.15.90:0/342704313 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf409c510 con 0x55a844896df0 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.100+0000 7f7ce3fff640 1 -- 172.21.15.90:0/342704313 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7cf409d2b0 con 0x55a844896df0 2024-04-26T17:28:54.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.100+0000 7f7ce3fff640 1 -- 172.21.15.90:0/342704313 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf40a0f60 con 0x55a844896df0 2024-04-26T17:28:54.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.100+0000 7f7d02fc6740 1 -- 172.21.15.90:0/342704313 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896df0 msgr2=0x55a84489b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.100+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/342704313 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896df0 0x55a84489b8f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f7cf40ce420 tx=0x7f7cf4005740 comp rx=0 tx=0).stop 2024-04-26T17:28:54.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 -- 172.21.15.90:0/342704313 shutdown_connections 2024-04-26T17:28:54.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/342704313 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 0x55a84489e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/342704313 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896df0 0x55a84489b8f0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/342704313 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a844896400 0x55a844896820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 -- 172.21.15.90:0/342704313 >> 172.21.15.90:0/342704313 conn(0x55a844891a70 msgr2=0x55a844891e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:54.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 -- 172.21.15.90:0/342704313 shutdown_connections 2024-04-26T17:28:54.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 -- 172.21.15.90:0/342704313 wait complete. 2024-04-26T17:28:54.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 -- start start 2024-04-26T17:28:54.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 Processor -- start 2024-04-26T17:28:54.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 0x55a8448a0790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 0x55a8448a0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a84489bf60 0x55a8448a7d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a84489ee50 con 0x55a844896df0 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55a844795c40 con 0x55a84489bf60 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a84489efd0 con 0x55a844896400 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.101+0000 7f7d02fc6740 10 client.0 _ll_register_callbacks cb 0x55a8447ef840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7cfd773640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 0x55a8448a0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7cfd773640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 0x55a8448a0cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35026/0 (socket says 172.21.15.90:35026) 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7cfd773640 1 -- 172.21.15.90:0/2284849389 learned_addr learned my addr 172.21.15.90:0/2284849389 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7cfdf74640 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 0x55a8448a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7cfd773640 1 -- 172.21.15.90:0/2284849389 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 msgr2=0x55a8448a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7cfd773640 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 0x55a8448a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7cfd773640 1 -- 172.21.15.90:0/2284849389 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a84489bf60 msgr2=0x55a8448a7d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7cfe775640 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a84489bf60 0x55a8448a7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7cfd773640 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a84489bf60 0x55a8448a7d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7cfd773640 1 -- 172.21.15.90:0/2284849389 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a844635f70 con 0x55a844896df0 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7cfd773640 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 0x55a8448a0cd0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f7ce8009230 tx=0x7f7ce80044d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7000ff3ee324807 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7ce17fa640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7ce17fa640 1 -- 172.21.15.90:0/2284849389 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ce8035040 con 0x55a844896df0 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7ce17fa640 1 -- 172.21.15.90:0/2284849389 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7ce8003a80 con 0x55a844896df0 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7d02fc6740 1 -- 172.21.15.90:0/2284849389 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7cf409d2b0 con 0x55a844896df0 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7ce17fa640 1 -- 172.21.15.90:0/2284849389 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f7ce804e050 con 0x55a844896df0 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7d02fc6740 10 client.16404 fetch_fsmap learned FSMap version 33 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.102+0000 7f7d02fc6740 1 -- 172.21.15.90:0/2284849389 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55a8444cd170 con 0x55a844896df0 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.103+0000 7f7ce17fa640 1 -- 172.21.15.90:0/2284849389 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7cf409d2b0 con 0x55a844896df0 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.103+0000 7f7ce17fa640 1 -- 172.21.15.90:0/2284849389 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8394+0+0 (secure 0 0 0) 0x7f7ce803c440 con 0x55a844896df0 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.103+0000 7f7d02fc6740 10 client.16404 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.103+0000 7f7d02fc6740 10 client.16404 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.103+0000 7f7d02fc6740 20 client.16404 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:54.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.103+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a8448ac350 0x55a8448ae7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.103+0000 7f7d02fc6740 4 client.16404 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.103+0000 7f7d02fc6740 1 -- 172.21.15.90:0/2284849389 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a844809340 con 0x55a8448ac350 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.103+0000 7f7cfdf74640 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a8448ac350 0x55a8448ae7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.104+0000 7f7ce17fa640 10 client.16404 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.104+0000 7f7cfdf74640 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a8448ac350 0x55a8448ae7b0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a2f0480a0e6b365 server_cookie=6dfcbdb8a025f9e5 in_seq=0 out_seq=0 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.104+0000 7f7ce17fa640 1 -- 172.21.15.90:0/2284849389 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a844809340 con 0x55a8448ac350 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.104+0000 7f7ce17fa640 10 client.16404 handle_command_reply: tid=0 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.104+0000 7f7d02fc6740 1 client.16404 shutdown 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.104+0000 7f7d02fc6740 1 -- 172.21.15.90:0/2284849389 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 msgr2=0x55a8448a0cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.104+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 0x55a8448a0cd0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f7ce8009230 tx=0x7f7ce80044d0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.105+0000 7f7d02fc6740 1 -- 172.21.15.90:0/2284849389 shutdown_connections 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.105+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a8448ac350 0x55a8448ae7b0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.105+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a84489bf60 0x55a8448a7d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.105+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 0x55a8448a0cd0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.105+0000 7f7ce17fa640 0 client.16404 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:54.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.105+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/2284849389 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 0x55a8448a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.105+0000 7f7d02fc6740 1 -- 172.21.15.90:0/2284849389 >> 172.21.15.90:0/2284849389 conn(0x55a844891a70 msgr2=0x55a844890bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:54.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.105+0000 7f7d02fc6740 1 -- 172.21.15.90:0/2284849389 shutdown_connections 2024-04-26T17:28:54.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.105+0000 7f7d02fc6740 1 -- 172.21.15.90:0/2284849389 wait complete. 2024-04-26T17:28:54.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.105+0000 7f7d02fc6740 20 client.16404 trim_cache size 0 max 16384 2024-04-26T17:28:54.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.135+0000 7f7d02fc6740 1 Processor -- start 2024-04-26T17:28:54.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.135+0000 7f7d02fc6740 1 -- start start 2024-04-26T17:28:54.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.135+0000 7f7d02fc6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 0x55a8448978b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.135+0000 7f7d02fc6740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a844896df0 0x55a8448a7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.135+0000 7f7d02fc6740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 0x55a844894a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.135+0000 7f7d02fc6740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf81aae70 con 0x55a84489bf60 2024-04-26T17:28:54.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.135+0000 7f7d02fc6740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf81aca70 con 0x55a844896df0 2024-04-26T17:28:54.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.135+0000 7f7d02fc6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf81ab540 con 0x55a844896400 2024-04-26T17:28:54.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.135+0000 7f7cfe775640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 0x55a844894a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.135+0000 7f7cfe775640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 0x55a844894a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35034/0 (socket says 172.21.15.90:35034) 2024-04-26T17:28:54.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.135+0000 7f7cfe775640 1 -- 172.21.15.90:0/925160151 learned_addr learned my addr 172.21.15.90:0/925160151 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:54.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.135+0000 7f7cfdf74640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 0x55a8448978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.136+0000 7f7cfd773640 1 --2- 172.21.15.90:0/925160151 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a844896df0 0x55a8448a7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.136+0000 7f7cfe775640 1 -- 172.21.15.90:0/925160151 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 msgr2=0x55a8448978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.136+0000 7f7cfe775640 1 --2- 172.21.15.90:0/925160151 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 0x55a8448978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.136+0000 7f7cfe775640 1 -- 172.21.15.90:0/925160151 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a844896df0 msgr2=0x55a8448a7cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.136+0000 7f7cfe775640 1 --2- 172.21.15.90:0/925160151 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a844896df0 0x55a8448a7cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.136+0000 7f7cfe775640 1 -- 172.21.15.90:0/925160151 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8448918a0 con 0x55a84489bf60 2024-04-26T17:28:54.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.136+0000 7f7cfe775640 1 --2- 172.21.15.90:0/925160151 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 0x55a844894a40 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f7cf0010860 tx=0x7f7cf0009a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f98d1bb75814d6a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:54.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.136+0000 7f7ce37fe640 1 -- 172.21.15.90:0/925160151 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf0026070 con 0x55a84489bf60 2024-04-26T17:28:54.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.136+0000 7f7ce37fe640 1 -- 172.21.15.90:0/925160151 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7cf001a040 con 0x55a84489bf60 2024-04-26T17:28:54.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.136+0000 7f7ce37fe640 1 -- 172.21.15.90:0/925160151 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf0018070 con 0x55a84489bf60 2024-04-26T17:28:54.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.137+0000 7f7d02fc6740 1 -- 172.21.15.90:0/925160151 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 msgr2=0x55a844894a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.137+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/925160151 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 0x55a844894a40 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f7cf0010860 tx=0x7f7cf0009a00 comp rx=0 tx=0).stop 2024-04-26T17:28:54.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.137+0000 7f7d02fc6740 1 -- 172.21.15.90:0/925160151 shutdown_connections 2024-04-26T17:28:54.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.137+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/925160151 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a84489bf60 0x55a844894a40 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.137+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/925160151 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a844896df0 0x55a8448a7cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.137+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/925160151 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 0x55a8448978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.137+0000 7f7d02fc6740 1 -- 172.21.15.90:0/925160151 >> 172.21.15.90:0/925160151 conn(0x55a844891a70 msgr2=0x55a844898250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.137+0000 7f7d02fc6740 1 -- 172.21.15.90:0/925160151 shutdown_connections 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.137+0000 7f7d02fc6740 1 -- 172.21.15.90:0/925160151 wait complete. 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.137+0000 7f7d02fc6740 1 -- start start 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.137+0000 7f7d02fc6740 1 Processor -- start 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7d02fc6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 0x55a8448a5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7d02fc6740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 0x55a8448a5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7d02fc6740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a84489bf60 0x55a8448a6f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7d02fc6740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf81ac2e0 con 0x55a844896df0 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7d02fc6740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf81abc10 con 0x55a84489bf60 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7d02fc6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf81a8d90 con 0x55a844896400 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7d02fc6740 10 client.0 _ll_register_callbacks cb 0x7f7ce8004160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7cfd773640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 0x55a8448a5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7cfd773640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 0x55a8448a5f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35048/0 (socket says 172.21.15.90:35048) 2024-04-26T17:28:54.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7cfdf74640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 0x55a8448a5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7cfd773640 1 -- 172.21.15.90:0/3627364746 learned_addr learned my addr 172.21.15.90:0/3627364746 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7cfe775640 1 --2- 172.21.15.90:0/3627364746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a84489bf60 0x55a8448a6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7cfd773640 1 -- 172.21.15.90:0/3627364746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 msgr2=0x55a8448a5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7cfd773640 1 --2- 172.21.15.90:0/3627364746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 0x55a8448a5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7cfd773640 1 -- 172.21.15.90:0/3627364746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a84489bf60 msgr2=0x55a8448a6f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7cfd773640 1 --2- 172.21.15.90:0/3627364746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a84489bf60 0x55a8448a6f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7cfd773640 1 -- 172.21.15.90:0/3627364746 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8448a7550 con 0x55a844896df0 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7cfd773640 1 --2- 172.21.15.90:0/3627364746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 0x55a8448a5f50 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x55a84488d520 tx=0x7f7ce8031470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65952f96b47b7572 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7ce17fa640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.138+0000 7f7ce17fa640 1 -- 172.21.15.90:0/3627364746 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ce8056020 con 0x55a844896df0 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7d02fc6740 1 -- 172.21.15.90:0/3627364746 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7cf001a040 con 0x55a844896df0 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7ce17fa640 1 -- 172.21.15.90:0/3627364746 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7ce8003880 con 0x55a844896df0 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7ce17fa640 1 -- 172.21.15.90:0/3627364746 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f7ce8061050 con 0x55a844896df0 2024-04-26T17:28:54.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7d02fc6740 10 client.16410 fetch_fsmap learned FSMap version 33 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7d02fc6740 1 -- 172.21.15.90:0/3627364746 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55a844912fd0 con 0x55a844896df0 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7ce17fa640 1 -- 172.21.15.90:0/3627364746 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7cf001a040 con 0x55a844896df0 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7ce17fa640 1 -- 172.21.15.90:0/3627364746 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8394+0+0 (secure 0 0 0) 0x7f7ce80318c0 con 0x55a844896df0 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7d02fc6740 10 client.16410 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7d02fc6740 10 client.16410 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7d02fc6740 20 client.16410 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/3627364746 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a844913ab0 0x55a844915ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7d02fc6740 4 client.16410 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7d02fc6740 1 -- 172.21.15.90:0/3627364746 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a8448031b0 con 0x55a844913ab0 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.139+0000 7f7cfdf74640 1 --2- 172.21.15.90:0/3627364746 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a844913ab0 0x55a844915ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.140+0000 7f7cfdf74640 1 --2- 172.21.15.90:0/3627364746 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a844913ab0 0x55a844915ed0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3be28da63e2b649 server_cookie=de7ed9a63a0e9258 in_seq=0 out_seq=0 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.140+0000 7f7ce17fa640 10 client.16410 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.140+0000 7f7ce17fa640 1 -- 172.21.15.90:0/3627364746 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a8448031b0 con 0x55a844913ab0 2024-04-26T17:28:54.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.140+0000 7f7ce17fa640 10 client.16410 handle_command_reply: tid=0 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.140+0000 7f7d02fc6740 1 client.16410 shutdown 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7d02fc6740 1 -- 172.21.15.90:0/3627364746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 msgr2=0x55a8448a5f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/3627364746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 0x55a8448a5f50 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x55a84488d520 tx=0x7f7ce8031470 comp rx=0 tx=0).stop 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7d02fc6740 1 -- 172.21.15.90:0/3627364746 shutdown_connections 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/3627364746 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a844913ab0 0x55a844915ed0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/3627364746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a84489bf60 0x55a8448a6f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7ce17fa640 0 client.16410 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/3627364746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a844896df0 0x55a8448a5f50 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7d02fc6740 1 --2- 172.21.15.90:0/3627364746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a844896400 0x55a8448a5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7d02fc6740 1 -- 172.21.15.90:0/3627364746 >> 172.21.15.90:0/3627364746 conn(0x55a844891a70 msgr2=0x55a844894a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7d02fc6740 1 -- 172.21.15.90:0/3627364746 shutdown_connections 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7d02fc6740 1 -- 172.21.15.90:0/3627364746 wait complete. 2024-04-26T17:28:54.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7d02fc6740 20 client.16410 trim_cache size 0 max 16384 2024-04-26T17:28:54.147 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:28:54.147 INFO:teuthology.orchestra.run.smithi090.stdout: "return_code": 0, 2024-04-26T17:28:54.147 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_tag": "85b90caf-7c62-47d0-ac24-b3e840fef621", 2024-04-26T17:28:54.147 INFO:teuthology.orchestra.run.smithi090.stdout: "mode": "asynchronous" 2024-04-26T17:28:54.147 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:28:54.148 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.141+0000 7f7d001d8640 1 -- 172.21.15.90:0/870484018 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7ce40a3bb0 msgr2=0x7f7ce40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.148 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.142+0000 7f7d001d8640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7ce40a3bb0 0x7f7ce40a6070 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x55a844897650 tx=0x7f7cf0009600 comp rx=0 tx=0).stop 2024-04-26T17:28:54.148 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.142+0000 7f7d001d8640 1 -- 172.21.15.90:0/870484018 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7cf8101040 msgr2=0x7f7cf8069e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.148 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.142+0000 7f7d001d8640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7cf8101040 0x7f7cf8069e00 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f7cf400e9c0 tx=0x7f7cf400ee80 comp rx=0 tx=0).stop 2024-04-26T17:28:54.148 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.142+0000 7f7d001d8640 1 -- 172.21.15.90:0/870484018 shutdown_connections 2024-04-26T17:28:54.148 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.142+0000 7f7d001d8640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7ce40a3bb0 0x7f7ce40a6070 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.148 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.142+0000 7f7d001d8640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7cf8102bf0 0x7f7cf819f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.148 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.142+0000 7f7d001d8640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf8102230 0x7f7cf819d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.149 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.142+0000 7f7d001d8640 1 --2- 172.21.15.90:0/870484018 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7cf8101040 0x7f7cf8069e00 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.149 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.142+0000 7f7d001d8640 1 -- 172.21.15.90:0/870484018 >> 172.21.15.90:0/870484018 conn(0x7f7cf80fc5b0 msgr2=0x7f7cf81055f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:54.149 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.142+0000 7f7d001d8640 1 -- 172.21.15.90:0/870484018 shutdown_connections 2024-04-26T17:28:54.149 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.142+0000 7f7d001d8640 1 -- 172.21.15.90:0/870484018 wait complete. 2024-04-26T17:28:54.152 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T17:28:54.153 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T17:28:54.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.257+0000 7f7f00e93640 1 -- 172.21.15.90:0/754963679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7efc102bf0 msgr2=0x7f7efc109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.257+0000 7f7f00e93640 1 --2- 172.21.15.90:0/754963679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7efc102bf0 0x7f7efc109480 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f7ef4009ca0 tx=0x7f7ef402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.257+0000 7f7f00e93640 1 -- 172.21.15.90:0/754963679 shutdown_connections 2024-04-26T17:28:54.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.257+0000 7f7f00e93640 1 --2- 172.21.15.90:0/754963679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7efc102bf0 0x7f7efc109480 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.257+0000 7f7f00e93640 1 --2- 172.21.15.90:0/754963679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7efc102230 0x7f7efc1026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.257+0000 7f7f00e93640 1 --2- 172.21.15.90:0/754963679 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7efc101040 0x7f7efc101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.257+0000 7f7f00e93640 1 -- 172.21.15.90:0/754963679 >> 172.21.15.90:0/754963679 conn(0x7f7efc0fc5b0 msgr2=0x7f7efc0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:54.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.257+0000 7f7f00e93640 1 -- 172.21.15.90:0/754963679 shutdown_connections 2024-04-26T17:28:54.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.257+0000 7f7f00e93640 1 -- 172.21.15.90:0/754963679 wait complete. 2024-04-26T17:28:54.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7f00e93640 1 Processor -- start 2024-04-26T17:28:54.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7f00e93640 1 -- start start 2024-04-26T17:28:54.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7f00e93640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7efc101040 0x7f7efc198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7f00e93640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7efc102230 0x7f7efc198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7f00e93640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7efc102bf0 0x7f7efc19f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7f00e93640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc10dc40 con 0x7f7efc102bf0 2024-04-26T17:28:54.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7f00e93640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc10dac0 con 0x7f7efc101040 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7f00e93640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc10ddc0 con 0x7f7efc102230 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7efad9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7efc102bf0 0x7f7efc19f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7ef3fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7efc102230 0x7f7efc198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7efad9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7efc102bf0 0x7f7efc19f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35066/0 (socket says 172.21.15.90:35066) 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7efad9d640 1 -- 172.21.15.90:0/2873049937 learned_addr learned my addr 172.21.15.90:0/2873049937 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.258+0000 7f7efa59c640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7efc101040 0x7f7efc198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.259+0000 7f7efad9d640 1 -- 172.21.15.90:0/2873049937 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7efc102230 msgr2=0x7f7efc198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.259+0000 7f7efad9d640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7efc102230 0x7f7efc198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.259+0000 7f7efad9d640 1 -- 172.21.15.90:0/2873049937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7efc101040 msgr2=0x7f7efc198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.259+0000 7f7efad9d640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7efc101040 0x7f7efc198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.259+0000 7f7efad9d640 1 -- 172.21.15.90:0/2873049937 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7efc19ff40 con 0x7f7efc102bf0 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.259+0000 7f7efad9d640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7efc102bf0 0x7f7efc19f8d0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f7ef4006010 tx=0x7f7ef4003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:54.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.259+0000 7f7ef37fe640 1 -- 172.21.15.90:0/2873049937 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef4032ed0 con 0x7f7efc102bf0 2024-04-26T17:28:54.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.259+0000 7f7ef37fe640 1 -- 172.21.15.90:0/2873049937 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7ef40044f0 con 0x7f7efc102bf0 2024-04-26T17:28:54.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.259+0000 7f7f00e93640 1 -- 172.21.15.90:0/2873049937 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7efc1a01d0 con 0x7f7efc102bf0 2024-04-26T17:28:54.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.259+0000 7f7ef37fe640 1 -- 172.21.15.90:0/2873049937 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef4030bf0 con 0x7f7efc102bf0 2024-04-26T17:28:54.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.259+0000 7f7f00e93640 1 -- 172.21.15.90:0/2873049937 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7efc1a0720 con 0x7f7efc102bf0 2024-04-26T17:28:54.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.261+0000 7f7ef37fe640 1 -- 172.21.15.90:0/2873049937 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f7ef40046a0 con 0x7f7efc102bf0 2024-04-26T17:28:54.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.262+0000 7f7ef37fe640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7ee80a3bb0 0x7f7ee80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.262+0000 7f7f03ba8740 1 Processor -- start 2024-04-26T17:28:54.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.262+0000 7f7efa59c640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7ee80a3bb0 0x7f7ee80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.262+0000 7f7ef37fe640 1 -- 172.21.15.90:0/2873049937 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7ef40f1cd0 con 0x7f7efc102bf0 2024-04-26T17:28:54.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.262+0000 7f7f03ba8740 1 -- start start 2024-04-26T17:28:54.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.262+0000 7f7f03ba8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a81501c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.262+0000 7f7f03ba8740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a815021570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.262+0000 7f7f03ba8740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a815021be0 0x55a815024070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.262+0000 7f7f03ba8740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a814f7caf0 con 0x55a81501ca70 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.262+0000 7f7f03ba8740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55a814f18890 con 0x55a815021be0 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.262+0000 7f7f03ba8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a814f78ab0 con 0x55a81501c080 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7ef3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a815021570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7efa59c640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7ee80a3bb0 0x7f7ee80a6070 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7efc102090 tx=0x7f7eec00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7ef3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a815021570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35082/0 (socket says 172.21.15.90:35082) 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7ef3fff640 1 -- 172.21.15.90:0/650764764 learned_addr learned my addr 172.21.15.90:0/650764764 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7efa59c640 1 --2- 172.21.15.90:0/650764764 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a81501c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7efad9d640 1 --2- 172.21.15.90:0/650764764 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a815021be0 0x55a815024070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7ef3fff640 1 -- 172.21.15.90:0/650764764 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 msgr2=0x55a81501c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7ef3fff640 1 --2- 172.21.15.90:0/650764764 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a81501c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7ef3fff640 1 -- 172.21.15.90:0/650764764 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a815021be0 msgr2=0x55a815024070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7ef3fff640 1 --2- 172.21.15.90:0/650764764 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a815021be0 0x55a815024070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7ef3fff640 1 -- 172.21.15.90:0/650764764 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a814d587d0 con 0x55a81501ca70 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7efa59c640 1 --2- 172.21.15.90:0/650764764 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a81501c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7ef3fff640 1 --2- 172.21.15.90:0/650764764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a815021570 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4009c90 tx=0x7f7ee4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d551e99f943d91e8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7ef0ff9640 1 -- 172.21.15.90:0/650764764 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee401e070 con 0x55a81501ca70 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7ef0ff9640 1 -- 172.21.15.90:0/650764764 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7ee4019ae0 con 0x55a81501ca70 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.263+0000 7f7ef0ff9640 1 -- 172.21.15.90:0/650764764 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee400e990 con 0x55a81501ca70 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.264+0000 7f7f03ba8740 1 -- 172.21.15.90:0/650764764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 msgr2=0x55a815021570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.264+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/650764764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a815021570 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4009c90 tx=0x7f7ee4011810 comp rx=0 tx=0).stop 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.264+0000 7f7f03ba8740 1 -- 172.21.15.90:0/650764764 shutdown_connections 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.264+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/650764764 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a815021be0 0x55a815024070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.264+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/650764764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a815021570 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.264+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/650764764 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a81501c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.264+0000 7f7f03ba8740 1 -- 172.21.15.90:0/650764764 >> 172.21.15.90:0/650764764 conn(0x55a8150132e0 msgr2=0x55a8150136e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.264+0000 7f7f03ba8740 1 -- 172.21.15.90:0/650764764 shutdown_connections 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.264+0000 7f7f03ba8740 1 -- 172.21.15.90:0/650764764 wait complete. 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.264+0000 7f7f03ba8740 1 -- start start 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7f03ba8740 1 Processor -- start 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7f03ba8740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a81501c080 0x55a815026590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7f03ba8740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a815026ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7f03ba8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a815021be0 0x55a81502db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7f03ba8740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a815024b90 con 0x55a81501ca70 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7f03ba8740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55a814f163c0 con 0x55a81501c080 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7f03ba8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a815024d10 con 0x55a815021be0 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7f03ba8740 10 client.0 _ll_register_callbacks cb 0x55a814f16a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7ef3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a815026ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7ef3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a815026ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35098/0 (socket says 172.21.15.90:35098) 2024-04-26T17:28:54.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7ef3fff640 1 -- 172.21.15.90:0/3477509483 learned_addr learned my addr 172.21.15.90:0/3477509483 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:54.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7efad9d640 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a815021be0 0x55a81502db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7efa59c640 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a81501c080 0x55a815026590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7ef3fff640 1 -- 172.21.15.90:0/3477509483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a815021be0 msgr2=0x55a81502db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7ef3fff640 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a815021be0 0x55a81502db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7ef3fff640 1 -- 172.21.15.90:0/3477509483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a81501c080 msgr2=0x55a815026590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7ef3fff640 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a81501c080 0x55a815026590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7ef3fff640 1 -- 172.21.15.90:0/3477509483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a814c8e3f0 con 0x55a81501ca70 2024-04-26T17:28:54.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7ef3fff640 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a815026ad0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f7ee401c040 tx=0x7f7ee4009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c73d7e100f6f610 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:54.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.265+0000 7f7ee1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:54.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7ee1ffb640 1 -- 172.21.15.90:0/3477509483 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee401e050 con 0x55a81501ca70 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7f03ba8740 1 -- 172.21.15.90:0/3477509483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ee4019ae0 con 0x55a81501ca70 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7ee1ffb640 1 -- 172.21.15.90:0/3477509483 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7ee4005450 con 0x55a81501ca70 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7ee1ffb640 1 -- 172.21.15.90:0/3477509483 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f7ee4032050 con 0x55a81501ca70 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7f03ba8740 10 client.16422 fetch_fsmap learned FSMap version 33 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7f03ba8740 1 -- 172.21.15.90:0/3477509483 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55a814c4e0f0 con 0x55a81501ca70 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7ee1ffb640 1 -- 172.21.15.90:0/3477509483 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7ee4019ae0 con 0x55a81501ca70 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7ee1ffb640 1 -- 172.21.15.90:0/3477509483 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8394+0+0 (secure 0 0 0) 0x7f7ee402d030 con 0x55a81501ca70 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7f03ba8740 10 client.16422 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7f03ba8740 10 client.16422 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7f03ba8740 20 client.16422 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a815031e60 0x55a8150342b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7f03ba8740 4 client.16422 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.266+0000 7f7f03ba8740 1 -- 172.21.15.90:0/3477509483 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a814f8a700 con 0x55a815031e60 2024-04-26T17:28:54.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.267+0000 7f7efa59c640 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a815031e60 0x55a8150342b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.267+0000 7f7ee1ffb640 10 client.16422 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.267+0000 7f7efa59c640 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a815031e60 0x55a8150342b0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bff2fad4d29a52a7 server_cookie=986170c0e8dfc2a3 in_seq=0 out_seq=0 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7ee1ffb640 1 -- 172.21.15.90:0/3477509483 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a814f8a700 con 0x55a815031e60 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7ee1ffb640 10 client.16422 handle_command_reply: tid=0 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7f03ba8740 1 client.16422 shutdown 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7f03ba8740 1 -- 172.21.15.90:0/3477509483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 msgr2=0x55a815026ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a815026ad0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f7ee401c040 tx=0x7f7ee4009f60 comp rx=0 tx=0).stop 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7f03ba8740 1 -- 172.21.15.90:0/3477509483 shutdown_connections 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a815031e60 0x55a8150342b0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a815021be0 0x55a81502db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a815026ad0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7ee1ffb640 0 client.16422 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/3477509483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a81501c080 0x55a815026590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7f03ba8740 1 -- 172.21.15.90:0/3477509483 >> 172.21.15.90:0/3477509483 conn(0x55a8150132e0 msgr2=0x55a815012460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:54.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7f03ba8740 1 -- 172.21.15.90:0/3477509483 shutdown_connections 2024-04-26T17:28:54.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7f03ba8740 1 -- 172.21.15.90:0/3477509483 wait complete. 2024-04-26T17:28:54.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.268+0000 7f7f03ba8740 20 client.16422 trim_cache size 0 max 16384 2024-04-26T17:28:54.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.288+0000 7f7f03ba8740 1 Processor -- start 2024-04-26T17:28:54.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.288+0000 7f7f03ba8740 1 -- start start 2024-04-26T17:28:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7f03ba8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a815011bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7f03ba8740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a81501ca70 0x55a81502dad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7f03ba8740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a815021be0 0x55a815012110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7f03ba8740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1a8cb0 con 0x55a815021be0 2024-04-26T17:28:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7f03ba8740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1aa8b0 con 0x55a81501ca70 2024-04-26T17:28:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7f03ba8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1a9380 con 0x55a81501c080 2024-04-26T17:28:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7efad9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a815021be0 0x55a815012110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7efa59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a815011bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7efad9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a815021be0 0x55a815012110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35100/0 (socket says 172.21.15.90:35100) 2024-04-26T17:28:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7ef3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a81501ca70 0x55a81502dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7efad9d640 1 -- 172.21.15.90:0/2205121863 learned_addr learned my addr 172.21.15.90:0/2205121863 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7efad9d640 1 -- 172.21.15.90:0/2205121863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 msgr2=0x55a815011bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7efad9d640 1 --2- 172.21.15.90:0/2205121863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a815011bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7efad9d640 1 -- 172.21.15.90:0/2205121863 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a81501ca70 msgr2=0x55a81502dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7efad9d640 1 --2- 172.21.15.90:0/2205121863 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a81501ca70 0x55a81502dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7efad9d640 1 -- 172.21.15.90:0/2205121863 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a81500e9b0 con 0x55a815021be0 2024-04-26T17:28:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7efad9d640 1 --2- 172.21.15.90:0/2205121863 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a815021be0 0x55a815012110 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f7ef4004af0 tx=0x7f7ef40de040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=941551e43713fcfe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.289+0000 7f7ee3fff640 1 -- 172.21.15.90:0/2205121863 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef40a8040 con 0x55a815021be0 2024-04-26T17:28:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.290+0000 7f7ee3fff640 1 -- 172.21.15.90:0/2205121863 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7ef4036040 con 0x55a815021be0 2024-04-26T17:28:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.290+0000 7f7ee3fff640 1 -- 172.21.15.90:0/2205121863 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef40ba250 con 0x55a815021be0 2024-04-26T17:28:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.290+0000 7f7f03ba8740 1 -- 172.21.15.90:0/2205121863 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a815021be0 msgr2=0x55a815012110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.290+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/2205121863 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a815021be0 0x55a815012110 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f7ef4004af0 tx=0x7f7ef40de040 comp rx=0 tx=0).stop 2024-04-26T17:28:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.290+0000 7f7f03ba8740 1 -- 172.21.15.90:0/2205121863 shutdown_connections 2024-04-26T17:28:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.290+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/2205121863 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a815021be0 0x55a815012110 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.290+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/2205121863 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a81501ca70 0x55a81502dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.290+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/2205121863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a815011bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.290+0000 7f7f03ba8740 1 -- 172.21.15.90:0/2205121863 >> 172.21.15.90:0/2205121863 conn(0x55a8150132e0 msgr2=0x55a815026590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.290+0000 7f7f03ba8740 1 -- 172.21.15.90:0/2205121863 shutdown_connections 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7f03ba8740 1 -- 172.21.15.90:0/2205121863 wait complete. 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7f03ba8740 1 -- start start 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7f03ba8740 1 Processor -- start 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7f03ba8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a81502b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7f03ba8740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a81502b690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7f03ba8740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a815021be0 0x55a81502c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7f03ba8740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1aa120 con 0x55a81501ca70 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7f03ba8740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1a9a50 con 0x55a815021be0 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7f03ba8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1a6bd0 con 0x55a81501c080 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7f03ba8740 10 client.0 _ll_register_callbacks cb 0x7f7ee401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7ef3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a81502b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7efa59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a81502b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7ef3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a81502b690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35114/0 (socket says 172.21.15.90:35114) 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7ef3fff640 1 -- 172.21.15.90:0/939195718 learned_addr learned my addr 172.21.15.90:0/939195718 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7efad9d640 1 --2- 172.21.15.90:0/939195718 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a815021be0 0x55a81502c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7ef3fff640 1 -- 172.21.15.90:0/939195718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 msgr2=0x55a81502b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7ef3fff640 1 --2- 172.21.15.90:0/939195718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a81502b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7ef3fff640 1 -- 172.21.15.90:0/939195718 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a815021be0 msgr2=0x55a81502c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7ef3fff640 1 --2- 172.21.15.90:0/939195718 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a815021be0 0x55a81502c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.291+0000 7f7ef3fff640 1 -- 172.21.15.90:0/939195718 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a81502cc90 con 0x55a81501ca70 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.292+0000 7f7ef3fff640 1 --2- 172.21.15.90:0/939195718 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a81502b690 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4001eb0 tx=0x7f7ee4005ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92210707a427401a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.292+0000 7f7ee1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.292+0000 7f7ee1ffb640 1 -- 172.21.15.90:0/939195718 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee403a020 con 0x55a81501ca70 2024-04-26T17:28:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.292+0000 7f7ee1ffb640 1 -- 172.21.15.90:0/939195718 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f7ee400ea40 con 0x55a81501ca70 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.292+0000 7f7f03ba8740 1 -- 172.21.15.90:0/939195718 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ef4036040 con 0x55a81501ca70 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.292+0000 7f7ee1ffb640 1 -- 172.21.15.90:0/939195718 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f7ee4045050 con 0x55a81501ca70 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.292+0000 7f7f03ba8740 10 client.16428 fetch_fsmap learned FSMap version 33 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.292+0000 7f7f03ba8740 1 -- 172.21.15.90:0/939195718 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55a815017910 con 0x55a81501ca70 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.293+0000 7f7ee1ffb640 1 -- 172.21.15.90:0/939195718 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7ef4036040 con 0x55a81501ca70 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.293+0000 7f7ee1ffb640 1 -- 172.21.15.90:0/939195718 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8394+0+0 (secure 0 0 0) 0x7f7ee402d040 con 0x55a81501ca70 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.293+0000 7f7f03ba8740 10 client.16428 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.293+0000 7f7f03ba8740 10 client.16428 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.293+0000 7f7f03ba8740 20 client.16428 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.293+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/939195718 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a8150183c0 0x55a81501a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.293+0000 7f7f03ba8740 4 client.16428 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.293+0000 7f7f03ba8740 1 -- 172.21.15.90:0/939195718 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a814f84570 con 0x55a8150183c0 2024-04-26T17:28:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.293+0000 7f7efa59c640 1 --2- 172.21.15.90:0/939195718 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a8150183c0 0x55a81501a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7ee1ffb640 10 client.16428 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7efa59c640 1 --2- 172.21.15.90:0/939195718 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a8150183c0 0x55a81501a7e0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e78af7410acbcae server_cookie=e1f7da3226506260 in_seq=0 out_seq=0 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7ee1ffb640 1 -- 172.21.15.90:0/939195718 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55a814f84570 con 0x55a8150183c0 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7ee1ffb640 10 client.16428 handle_command_reply: tid=0 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7f03ba8740 1 client.16428 shutdown 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7f03ba8740 1 -- 172.21.15.90:0/939195718 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 msgr2=0x55a81502b690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/939195718 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a81502b690 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4001eb0 tx=0x7f7ee4005ab0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7f03ba8740 1 -- 172.21.15.90:0/939195718 shutdown_connections 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/939195718 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55a8150183c0 0x55a81501a7e0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/939195718 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a815021be0 0x55a81502c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/939195718 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a81501ca70 0x55a81502b690 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7ee1ffb640 0 client.16428 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7f03ba8740 1 --2- 172.21.15.90:0/939195718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a81501c080 0x55a81502b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7f03ba8740 1 -- 172.21.15.90:0/939195718 >> 172.21.15.90:0/939195718 conn(0x55a8150132e0 msgr2=0x55a8150162a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:54.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7f03ba8740 1 -- 172.21.15.90:0/939195718 shutdown_connections 2024-04-26T17:28:54.302 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7f03ba8740 1 -- 172.21.15.90:0/939195718 wait complete. 2024-04-26T17:28:54.302 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.294+0000 7f7f03ba8740 20 client.16428 trim_cache size 0 max 16384 2024-04-26T17:28:54.302 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:28:54.302 INFO:teuthology.orchestra.run.smithi090.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T17:28:54.302 INFO:teuthology.orchestra.run.smithi090.stdout: "scrubs": { 2024-04-26T17:28:54.302 INFO:teuthology.orchestra.run.smithi090.stdout: "85b90caf-7c62-47d0-ac24-b3e840fef621": { 2024-04-26T17:28:54.302 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/", 2024-04-26T17:28:54.302 INFO:teuthology.orchestra.run.smithi090.stdout: "tag": "85b90caf-7c62-47d0-ac24-b3e840fef621", 2024-04-26T17:28:54.303 INFO:teuthology.orchestra.run.smithi090.stdout: "options": "recursive,force" 2024-04-26T17:28:54.303 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:28:54.303 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:28:54.303 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:28:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.295+0000 7f7f00e93640 1 -- 172.21.15.90:0/2873049937 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7ee80a3bb0 msgr2=0x7f7ee80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.295+0000 7f7f00e93640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7ee80a3bb0 0x7f7ee80a6070 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7efc102090 tx=0x7f7eec00b390 comp rx=0 tx=0).stop 2024-04-26T17:28:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.295+0000 7f7f00e93640 1 -- 172.21.15.90:0/2873049937 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7efc102bf0 msgr2=0x7f7efc19f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.295+0000 7f7f00e93640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7efc102bf0 0x7f7efc19f8d0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f7ef4006010 tx=0x7f7ef4003ba0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.295+0000 7f7f00e93640 1 -- 172.21.15.90:0/2873049937 shutdown_connections 2024-04-26T17:28:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.295+0000 7f7f00e93640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f7ee80a3bb0 0x7f7ee80a6070 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.295+0000 7f7f00e93640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7efc102bf0 0x7f7efc19f8d0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.295+0000 7f7f00e93640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7efc102230 0x7f7efc198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.295+0000 7f7f00e93640 1 --2- 172.21.15.90:0/2873049937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7efc101040 0x7f7efc198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.295+0000 7f7f00e93640 1 -- 172.21.15.90:0/2873049937 >> 172.21.15.90:0/2873049937 conn(0x7f7efc0fc5b0 msgr2=0x7f7efc1056a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.295+0000 7f7f00e93640 1 -- 172.21.15.90:0/2873049937 shutdown_connections 2024-04-26T17:28:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:28:54.295+0000 7f7f00e93640 1 -- 172.21.15.90:0/2873049937 wait complete. 2024-04-26T17:28:54.306 INFO:tasks.cephfs.filesystem:scrub status for tag:85b90caf-7c62-47d0-ac24-b3e840fef621 - {'path': '/', 'tag': '85b90caf-7c62-47d0-ac24-b3e840fef621', 'options': 'recursive,force'} 2024-04-26T17:28:54.499 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.156+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000203 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ auth{0=1,1=1,2=1,4=1} fragtree_t(*^3) v1054 pv1102 ap=25 f(v0 m2024-04-26T17:28:48.929239+0000 249=143+106)->f(v0 m2024-04-26T17:28:48.929239+0000 249=143+106) n(v3 rc2024-04-26T17:28:48.929239+0000 b13659452 4006=3700+306)->n(v3 rc2024-04-26T17:28:48.929239+0000 b15542056 4006=3700+306) (inest mix w=146 dirty) (ifile excl) (iversion lock w=24) caps={15540=pAsLsXsFsx/-@183},l=15540 | dirtyscattered=1 lock=2 importingcaps=0 dirfrag=8 caps=1 dirtyrstat=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5632d3c90c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000203:[<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[]","memoryvalue":"(2)0x10000000203:[<0x10000000202/Documentation v1054>,<0x10000000201/linux-4.0.5 v42>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:48.929239+0000 249=143+106)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:48.929239+0000 b13659452 4006=3700+306)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:48.929239+0000 249=143+106)","memory_value.rstat":"n(v3 rc2024-04-26T17:28:48.929239+0000 b13659452 4006=3700+306)","error_str":""},"return_code":0} 2024-04-26T17:28:54.499 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.157+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000202 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/ auth{0=1,1=1,2=1,4=1} v42 pv44 ap=2 f(v0 m2024-04-26T17:28:31.065386+0000 1=0+1)->f(v0 m2024-04-26T17:28:31.065386+0000 1=0+1) n(v3 rc2024-04-26T17:28:48.929239+0000 b12724477 4007=3700+307)->n(v3 rc2024-04-26T17:28:48.929239+0000 b14622265 4007=3700+307) (inest mix w=24 dirty) (ifile excl) (iversion lock w=1) caps={15540=pAsLsXsFsx/AsLsXsFsx@3},l=15540 | dirtyscattered=1 lock=2 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3c90680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000202:[<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[]","memoryvalue":"(2)0x10000000202:[<0x10000000201/linux-4.0.5 v42>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:31.065386+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:48.929239+0000 b12724477 4007=3700+307)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:31.065386+0000 1=0+1)","memory_value.rstat":"n(v3 rc2024-04-26T17:28:48.929239+0000 b12724477 4007=3700+307)","error_str":""},"return_code":0} 2024-04-26T17:28:54.500 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.289+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000204 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX auth v937 ap=1 s=17201 n(v0 rc2024-04-26T17:28:31.068548+0000 b17201 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x5632d3db8c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000204:[<0x10000000203/00-INDEX v2>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000204:[<0x10000000203/00-INDEX v937>,<0x10000000202/Documentation v1102>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.500 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.361+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000205 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/ auth v2906 ap=1 f(v0 m2024-04-26T17:28:31.171372+0000 5=1+4) n(v3 rc2024-04-26T17:28:32.712743+0000 b636851 259=254+5) (inest lock) (ifile excl) caps={15540=pAsLsXsFsx/-@1},l=15540 | ptrwaiter=0 dirtyscattered=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3dde000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000205:[<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[]","memoryvalue":"(2)0x10000000205:[<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1134>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:31.171372+0000 5=1+4)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:32.712463+0000 b636851 259=254+5)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:31.171372+0000 5=1+4)","memory_value.rstat":"n(v3 rc2024-04-26T17:28:32.712743+0000 b636851 259=254+5)","error_str":""},"return_code":0} 2024-04-26T17:28:54.500 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.376+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c0a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/booting-without-of.txt auth{0=1} v324 ap=1 s=62913 n(v0 rc2024-04-26T17:28:44.601717+0000 b62913 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d68fa680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c0a:[<0x1000000054c/booting-without-of.txt v243>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c0a:[<0x1000000054c/booting-without-of.txt v324>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.500 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.376+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c0c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt auth{0=1} v328 ap=1 s=1121 n(v0 rc2024-04-26T17:28:44.672427+0000 b1121 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d68fac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c0c:[<0x1000000054c/dynamic-resolution-notes.txt v259>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c0c:[<0x1000000054c/dynamic-resolution-notes.txt v328>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.500 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.376+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c0b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/changesets.txt auth{0=1} v326 ap=1 s=1553 n(v0 rc2024-04-26T17:28:44.657771+0000 b1553 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d68fb700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c0b:[<0x1000000054c/changesets.txt v256>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c0b:[<0x1000000054c/changesets.txt v326>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.500 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.379+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000054d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/00-INDEX auth v16 ap=1 s=510 n(v0 rc2024-04-26T17:28:34.468105+0000 b510 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d68fb180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000054d:[<0x1000000054c/00-INDEX v16>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000054d:[<0x1000000054c/00-INDEX v16>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.500 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.379+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c10 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/usage-model.txt auth{0=1} v336 ap=1 s=19257 n(v0 rc2024-04-26T17:28:44.707967+0000 b19257 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d690e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c10:[<0x1000000054c/usage-model.txt v271>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c10:[<0x1000000054c/usage-model.txt v336>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.500 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.379+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c0f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/todo.txt auth{0=1} v334 ap=1 s=415 n(v0 rc2024-04-26T17:28:44.697940+0000 b415 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d690e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c0f:[<0x1000000054c/todo.txt v268>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c0f:[<0x1000000054c/todo.txt v334>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.500 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.379+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000054e [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ auth{0=1,1=1,2=1,4=1} v380 ap=1 f(v0 m2024-04-26T17:28:44.591805+0000 86=12+74) n(v3 rc2024-04-26T17:28:44.596073+0000 b1006027 1722=1581+141) (inest mix dirty) caps={15540=pAsLsXsFs/-@3},l=15540 | ptrwaiter=0 dirtyscattered=1 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=1 dirty=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x5632d40b5700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000054e:[<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000054e:[<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:44.591805+0000 86=12+74)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:44.595521+0000 b1006027 1722=1581+141)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:44.591805+0000 86=12+74)","memory_value.rstat":"n(v3 rc2024-04-26T17:28:44.596073+0000 b1006027 1722=1581+141)","error_str":""},"return_code":0} 2024-04-26T17:28:54.500 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.379+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c0e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/overlay-notes.txt auth{0=1} v332 ap=1 s=3898 n(v0 rc2024-04-26T17:28:44.689256+0000 b3898 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d690eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c0e:[<0x1000000054c/overlay-notes.txt v265>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c0e:[<0x1000000054c/overlay-notes.txt v332>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.500 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.380+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c0d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/of_selftest.txt auth{0=1} v330 ap=1 s=7718 n(v0 rc2024-04-26T17:28:44.681125+0000 b7718 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d690f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c0d:[<0x1000000054c/of_selftest.txt v262>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c0d:[<0x1000000054c/of_selftest.txt v330>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.501 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.498+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000231 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ auth fragtree_t(*^3) v1467 ap=1 f(v0 m2024-04-26T17:28:32.710196+0000 214=214+0) n(v0 rc2024-04-26T17:28:32.712463+0000 b549349 215=214+1) (inest lock) (ifile excl) caps={15540=pAsLsXsFsx/-@1},l=15540 | ptrwaiter=0 lock=0 importingcaps=0 dirfrag=8 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f6c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000231:[<0x10000000205/testing v390>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[]","memoryvalue":"(2)0x10000000231:[<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:32.710196+0000 214=214+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:32.711956+0000 b549349 215=214+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:32.710196+0000 214=214+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:32.712463+0000 b549349 215=214+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.501 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.498+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020e [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ auth v1481 ap=1 f(v0 m2024-04-26T17:28:31.106125+0000 7=7+0) n(v0 rc2024-04-26T17:28:31.108395+0000 b3647 8=7+1) (inest lock) (ifile excl) caps={15540=pAsLsXsFsx/-@1},l=15540 | ptrwaiter=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f6c580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000020e:[<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[]","memoryvalue":"(2)0x1000000020e:[<0x10000000205/removed v1481>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:31.106125+0000 7=7+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:31.107738+0000 b3647 8=7+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:31.106125+0000 7=7+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:31.108395+0000 b3647 8=7+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.501 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.498+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000206 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/README auth v1039 ap=1 s=3813 n(v0 rc2024-04-26T17:28:31.072328+0000 b3813 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f6cb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000206:[<0x10000000205/README v2>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000206:[<0x10000000205/README v1039>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.501 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.498+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000216 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/ auth v1533 ap=1 f(v0 m2024-04-26T17:28:31.168371+0000 26=26+0) n(v0 rc2024-04-26T17:28:31.170835+0000 b67191 27=26+1) (inest lock) (ifile excl) caps={15540=pAsLsXsFsx/-@1},l=15540 | ptrwaiter=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f6d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000216:[<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[]","memoryvalue":"(2)0x10000000216:[<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:31.168371+0000 26=26+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:31.170308+0000 b67191 27=26+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:31.168371+0000 26=26+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:31.170835+0000 b67191 27=26+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.501 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.499+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000207 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/ auth v1545 ap=1 f(v0 m2024-04-26T17:28:31.086759+0000 6=6+0) n(v0 rc2024-04-26T17:28:31.089340+0000 b12851 7=6+1) (inest lock) (ifile excl) caps={15540=pAsLsXsFsx/-@1},l=15540 | ptrwaiter=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f6d600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000207:[<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[]","memoryvalue":"(2)0x10000000207:[<0x10000000205/obsolete v1545>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:31.086759+0000 6=6+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:31.088827+0000 b12851 7=6+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:31.086759+0000 6=6+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:31.089340+0000 b12851 7=6+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.637 INFO:tasks.workunit.client.0.smithi090.stderr:+ tar cf doc.tar linux-4.0.5 2024-04-26T17:28:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:54.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:54.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:54.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:54.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:54.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:54.753 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.763 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.519+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000084c [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/ auth{0=1} v3319 ap=1 f(v0 m2024-04-26T17:28:41.582244+0000 2=1+1) n(v1 rc2024-04-26T17:28:41.584487+0000 4=2+2) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d3e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000084c:[<0x1000000054e/mipi v2923>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000084c:[<0x1000000054e/mipi v3319>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.582244+0000 2=1+1)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.582244+0000 4=2+2)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.582244+0000 2=1+1)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:41.584487+0000 4=2+2)","error_str":""},"return_code":0} 2024-04-26T17:28:54.764 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.519+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000be8 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/ auth v3595 ap=1 f(v0 m2024-04-26T17:28:44.575256+0000 26=26+0) n(v0 rc2024-04-26T17:28:44.577393+0000 b15014 27=26+1) (inest lock) (ifile excl) caps={15540=pAsLsXsFsx/AsLsXsFsx@1},l=15540 | ptrwaiter=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d690f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000be8:[<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000be8:[<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:44.575256+0000 26=26+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:44.576826+0000 b15014 27=26+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:44.575256+0000 26=26+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:44.577393+0000 b15014 27=26+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.764 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.520+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000941 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/phy/ auth{0=1} v2924 ap=1 f(v0 m2024-04-26T17:28:42.224902+0000 20=20+0) n(v0 rc2024-04-26T17:28:42.227139+0000 21=20+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d3d3e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000941:[<0x1000000054e/phy v2924>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000941:[<0x1000000054e/phy v2924>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.224902+0000 20=20+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.224902+0000 21=20+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.224902+0000 20=20+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:42.227139+0000 21=20+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.764 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.521+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000719 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hid/ auth{0=1} v3673 ap=1 f(v0 m2024-04-26T17:28:40.579696+0000 1=1+0) n(v1 rc2024-04-26T17:28:40.582533+0000 b886 2=1+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d3eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000719:[<0x1000000054e/hid v2925>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000719:[<0x1000000054e/hid v3673>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.579696+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.581813+0000 b886 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.579696+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.582533+0000 b886 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.764 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.521+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000990 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/power/ auth{0=1} v3322 ap=1 f(v0 m2024-04-26T17:28:42.438903+0000 11=10+1) n(v1 rc2024-04-26T17:28:42.441313+0000 16=14+2) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d3f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000990:[<0x1000000054e/power v2926>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000990:[<0x1000000054e/power v3322>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.438903+0000 11=10+1)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.438903+0000 16=14+2)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.438903+0000 11=10+1)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:42.441313+0000 16=14+2)","error_str":""},"return_code":0} 2024-04-26T17:28:54.764 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.521+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000553 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ auth{0=1,2=1} v3643 ap=1 f(v0 m2024-04-26T17:28:39.824244+0000 94=75+19) n(v3 rc2024-04-26T17:28:39.826457+0000 b207851 156=136+20) (inest mix) (ifile excl) caps={15540=pAsLsXsFsx/AsLsXsFsx@1},l=15540 | lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=1 dirty=1 authpin=1 discoverbase=0 scrubqueue=0 0x5632d3c8f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000553:[<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000553:[<0x1000000054e/arm v3643>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.824244+0000 94=75+19)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.825920+0000 b207851 156=136+20)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.824244+0000 94=75+19)","memory_value.rstat":"n(v3 rc2024-04-26T17:28:39.826457+0000 b207851 156=136+20)","error_str":""},"return_code":0} 2024-04-26T17:28:54.764 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.523+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000071b [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hsi/ auth{0=1} v3675 ap=1 f(v0 m2024-04-26T17:28:40.589329+0000 3=3+0) n(v1 rc2024-04-26T17:28:40.591483+0000 b5596 4=3+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d3f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000071b:[<0x1000000054e/hsi v2927>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000071b:[<0x1000000054e/hsi v3675>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.589329+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.590810+0000 b5596 4=3+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.589329+0000 3=3+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.591483+0000 b5596 4=3+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.764 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.524+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000092c [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pci/ auth{0=1} v2928 ap=1 f(v0 m2024-04-26T17:28:42.175711+0000 20=20+0) n(v0 rc2024-04-26T17:28:42.177532+0000 21=20+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d3d3fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000092c:[<0x1000000054e/pci v2928>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000092c:[<0x1000000054e/pci v2928>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.175711+0000 20=20+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.175711+0000 21=20+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.175711+0000 20=20+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:42.177532+0000 21=20+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.764 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.525+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000607 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/c6x/ auth{0=1} v3647 ap=1 f(v0 m2024-04-26T17:28:39.948660+0000 6=6+0) n(v1 rc2024-04-26T17:28:39.950956+0000 b12967 7=6+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d40100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000607:[<0x1000000054e/c6x v2929>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000607:[<0x1000000054e/c6x v3647>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.948660+0000 6=6+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.950350+0000 b12967 7=6+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.948660+0000 6=6+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.950956+0000 b12967 7=6+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.764 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.526+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000b7b [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/usb/ auth{0=1} v2930 ap=1 f(v0 m2024-04-26T17:28:43.691069+0000 44=44+0) n(v0 rc2024-04-26T17:28:43.693354+0000 45=44+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d3d40680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000b7b:[<0x1000000054e/usb v2930>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000b7b:[<0x1000000054e/usb v2930>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.691069+0000 44=44+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.691069+0000 45=44+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.691069+0000 44=44+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:43.693354+0000 45=44+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.764 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.527+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000008b2 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/net/ auth{0=1} v3687 ap=1 f(v0 m2024-04-26T17:28:42.038776+0000 66=61+5) n(v1 rc2024-04-26T17:28:42.047969+0000 b130960 88=82+6) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d40c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000008b2:[<0x1000000054e/net v2931>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000008b2:[<0x1000000054e/net v3687>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.038776+0000 66=61+5)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.047219+0000 b130960 88=82+6)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.038776+0000 66=61+5)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:42.047969+0000 b130960 88=82+6)","error_str":""},"return_code":0} 2024-04-26T17:28:54.765 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.528+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000086c [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mmc/ auth{0=1} v2932 ap=1 f(v0 m2024-04-26T17:28:41.752875+0000 39=39+0) n(v0 rc2024-04-26T17:28:41.754991+0000 40=39+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d3d41180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000086c:[<0x1000000054e/mmc v2932>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000086c:[<0x1000000054e/mmc v2932>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.752875+0000 39=39+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.752875+0000 40=39+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.752875+0000 39=39+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:41.754991+0000 40=39+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.765 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.528+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000696 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/devfreq/ auth{0=1} v3655 ap=1 f(v0 m2024-04-26T17:28:40.270133+0000 1=0+1) n(v2 rc2024-04-26T17:28:40.274491+0000 b2692 3=1+2) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d4e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000696:[<0x1000000054e/devfreq v2934>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000696:[<0x1000000054e/devfreq v3655>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.270133+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.273827+0000 b2692 3=1+2)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.270133+0000 1=0+1)","memory_value.rstat":"n(v2 rc2024-04-26T17:28:40.274491+0000 b2692 3=1+2)","error_str":""},"return_code":0} 2024-04-26T17:28:54.765 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.529+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007bc [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ auth{0=1} v2935 ap=1 f(v0 m2024-04-26T17:28:41.012254+0000 21=21+0) n(v0 rc2024-04-26T17:28:41.014424+0000 22=21+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d3d4e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000007bc:[<0x1000000054e/interrupt-controller v2935>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000007bc:[<0x1000000054e/interrupt-controller v2935>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.012254+0000 21=21+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.012254+0000 22=21+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.012254+0000 21=21+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:41.014424+0000 22=21+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.765 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.529+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a0f [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/regmap/ auth{0=1,1=1} v3689 ap=2 RANDEPHEMERALPIN f(v0 m2024-04-26T17:28:42.721701+0000 1=1+0) n(v1 rc2024-04-26T17:28:42.723574+0000 b1247 2=1+1) (inest sync->mix g=0,1) caps={15540=pAsLsXs/-@1} | dirtyscattered=0 lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirwaiter=0 replicated=1 dirty=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 randepin 0x5632d68f8b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000a0f:[<0x1000000054e/regmap v3146>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000a0f:[<0x1000000054e/regmap v3146>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.721701+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.721701+0000 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.721701+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:42.723574+0000 b1247 2=1+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-04-26T17:28:54.765 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.530+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000060e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/chosen.txt auth v3329 ap=1 s=1284 n(v0 rc2024-04-26T17:28:39.953432+0000 b1284 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d690fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000060e:[<0x1000000054e/chosen.txt v308>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000060e:[<0x1000000054e/chosen.txt v3329>,<0x1000000054c/bindings v382>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.765 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.532+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000728 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hwrng/ auth{0=1} v3679 ap=1 f(v0 m2024-04-26T17:28:40.619358+0000 3=3+0) n(v1 rc2024-04-26T17:28:40.621403+0000 b1450 4=3+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d552ab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000728:[<0x1000000054e/hwrng v2936>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000728:[<0x1000000054e/hwrng v3679>,<0x1000000054c/bindings v382>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.619358+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.620789+0000 b1450 4=3+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.619358+0000 3=3+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.621403+0000 b1450 4=3+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.765 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.533+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000b50 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/thermal/ auth{0=1} v2937 ap=1 f(v0 m2024-04-26T17:28:43.514425+0000 13=13+0) n(v0 rc2024-04-26T17:28:43.516559+0000 14=13+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d552d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000b50:[<0x1000000054e/thermal v2937>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000b50:[<0x1000000054e/thermal v2937>,<0x1000000054c/bindings v382>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.514425+0000 13=13+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.514425+0000 14=13+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.514425+0000 13=13+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:43.516559+0000 14=13+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.765 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.535+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000600 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/bus/ auth{0=1,4=1} v3691 ap=2 RANDEPHEMERALPIN f(v0 m2024-04-26T17:28:39.932802+0000 6=6+0) n(v1 rc2024-04-26T17:28:39.934968+0000 b19830 7=6+1) (inest sync->mix g=0,4) caps={15540=pAsLsXs/-@1} | dirtyscattered=0 lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirwaiter=0 replicated=1 dirty=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 randepin 0x5632d6883180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000600:[<0x1000000054e/bus v3138>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000600:[<0x1000000054e/bus v3138>,<0x1000000054c/bindings v380>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.932802+0000 6=6+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.932802+0000 7=6+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.932802+0000 6=6+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.934968+0000 b19830 7=6+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-04-26T17:28:54.765 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.536+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000b20 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/spi/ auth{0=1} v2938 ap=1 f(v0 m2024-04-26T17:28:43.455197+0000 37=37+0) n(v0 rc2024-04-26T17:28:43.457501+0000 38=37+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d552d700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000b20:[<0x1000000054e/spi v2938>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000b20:[<0x1000000054e/spi v2938>,<0x1000000054c/bindings v384>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.455197+0000 37=37+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.455197+0000 38=37+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.455197+0000 37=37+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:43.457501+0000 38=37+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.765 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.537+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a3a [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/reset/ auth{0=1} v2939 ap=1 f(v0 m2024-04-26T17:28:42.842579+0000 8=8+0) n(v0 rc2024-04-26T17:28:42.844777+0000 9=8+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d559c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000a3a:[<0x1000000054e/reset v2939>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000a3a:[<0x1000000054e/reset v2939>,<0x1000000054c/bindings v384>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.842579+0000 8=8+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.842579+0000 9=8+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.842579+0000 8=8+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:42.844777+0000 9=8+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.766 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.537+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000071f [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hwmon/ auth{0=1} v3677 ap=1 f(v0 m2024-04-26T17:28:40.609966+0000 8=8+0) n(v1 rc2024-04-26T17:28:40.612454+0000 b7247 9=8+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d54ac580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000071f:[<0x1000000054e/hwmon v2940>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000071f:[<0x1000000054e/hwmon v3677>,<0x1000000054c/bindings v384>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.609966+0000 8=8+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.611772+0000 b7247 9=8+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.609966+0000 8=8+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.612454+0000 b7247 9=8+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.766 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.538+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000be2 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/virtio/ auth v3533 ap=1 f(v0 m2024-04-26T17:28:44.502412+0000 1=1+0) n(v0 rc2024-04-26T17:28:44.504441+0000 b399 2=1+1) (inest lock) (ifile excl) caps={15540=pAsLsXsFsx/AsLsXsFsx@1},l=15540 | ptrwaiter=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6910100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000be2:[<0x1000000054e/virtio v3060>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000be2:[<0x1000000054e/virtio v3533>,<0x1000000054c/bindings v384>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:44.502412+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:44.503771+0000 b399 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:44.502412+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:44.504441+0000 b399 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.766 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.540+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a11 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/regulator/ auth{0=1} v2941 ap=1 f(v0 m2024-04-26T17:28:42.816178+0000 38=38+0) n(v0 rc2024-04-26T17:28:42.818283+0000 39=38+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d54acb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000a11:[<0x1000000054e/regulator v2941>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000a11:[<0x1000000054e/regulator v2941>,<0x1000000054c/bindings v386>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.816178+0000 38=38+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.816178+0000 39=38+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.816178+0000 38=38+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:42.818283+0000 39=38+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.766 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.540+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000850 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/ auth{0=1} v3320 ap=1 f(v0 m2024-04-26T17:28:41.617668+0000 4=2+2) n(v1 rc2024-04-26T17:28:41.619981+0000 15=12+3) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d54ad080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000850:[<0x1000000054e/mips v2942>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000850:[<0x1000000054e/mips v3320>,<0x1000000054c/bindings v386>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.617668+0000 4=2+2)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.617668+0000 15=12+3)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.617668+0000 4=2+2)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:41.619981+0000 15=12+3)","error_str":""},"return_code":0} 2024-04-26T17:28:54.766 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.540+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000009a0 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/power_supply/ auth{0=1} v3323 ap=1 f(v0 m2024-04-26T17:28:42.496008+0000 16=15+1) n(v1 rc2024-04-26T17:28:42.498015+0000 21=19+2) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d54ad600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000009a0:[<0x1000000054e/power_supply v2943>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000009a0:[<0x1000000054e/power_supply v3323>,<0x1000000054c/bindings v386>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.496008+0000 16=15+1)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.496008+0000 21=19+2)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.496008+0000 16=15+1)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:42.498015+0000 21=19+2)","error_str":""},"return_code":0} 2024-04-26T17:28:54.766 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.542+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006d0 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/extcon/ auth{0=1} v3661 ap=1 f(v0 m2024-04-26T17:28:40.415283+0000 3=3+0) n(v1 rc2024-04-26T17:28:40.417611+0000 b2298 4=3+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d54adb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000006d0:[<0x1000000054e/extcon v2944>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000006d0:[<0x1000000054e/extcon v3661>,<0x1000000054c/bindings v386>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.415283+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.416915+0000 b2298 4=3+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.415283+0000 3=3+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.417611+0000 b2298 4=3+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.766 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.543+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006db [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/gpio/ auth{0=1} v3669 ap=1 f(v0 m2024-04-26T17:28:40.557917+0000 54=54+0) n(v1 rc2024-04-26T17:28:40.560299+0000 b79229 55=54+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d54ae100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000006db:[<0x1000000054e/gpio v2945>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000006db:[<0x1000000054e/gpio v3669>,<0x1000000054c/bindings v386>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.557917+0000 54=54+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.559562+0000 b79229 55=54+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.557917+0000 54=54+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.560299+0000 b79229 55=54+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.766 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.544+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000783 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/input/ auth{0=1} v3683 ap=1 f(v0 m2024-04-26T17:28:40.961488+0000 41=40+1) n(v2 rc2024-04-26T17:28:40.963606+0000 b61927 57=55+2) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d54ae680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000783:[<0x1000000054e/input v2946>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000783:[<0x1000000054e/input v3683>,<0x1000000054c/bindings v386>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.961488+0000 41=40+1)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.962914+0000 b61927 57=55+2)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.961488+0000 41=40+1)","memory_value.rstat":"n(v2 rc2024-04-26T17:28:40.963606+0000 b61927 57=55+2)","error_str":""},"return_code":0} 2024-04-26T17:28:54.766 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.545+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a6a [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/serial/ auth{0=1} v2947 ap=1 f(v0 m2024-04-26T17:28:43.026320+0000 36=36+0) n(v0 rc2024-04-26T17:28:43.028700+0000 37=36+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d54aec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000a6a:[<0x1000000054e/serial v2947>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000a6a:[<0x1000000054e/serial v2947>,<0x1000000054c/bindings v386>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.026320+0000 36=36+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.026320+0000 37=36+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.026320+0000 36=36+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:43.028700+0000 37=36+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.766 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.547+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000b49 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/staging/ auth{0=1,1=1} v3695 ap=2 RANDEPHEMERALPIN f(v0 m2024-04-26T17:28:43.467016+0000 1=0+1) n(v2 rc2024-04-26T17:28:43.479982+0000 b2897 6=3+3) (inest sync->mix g=0,1) caps={15540=pAsLsXs/-@1} | dirtyscattered=0 lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirwaiter=0 replicated=1 dirty=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 randepin 0x5632d68f8000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000b49:[<0x1000000054e/staging v3152>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000b49:[<0x1000000054e/staging v3312>,<0x1000000054c/bindings v382>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.467016+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.468748+0000 3=0+3)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.467016+0000 1=0+1)","memory_value.rstat":"n(v2 rc2024-04-26T17:28:43.479982+0000 b2897 6=3+3)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-04-26T17:28:54.767 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.551+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c08 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xillybus/ auth v3609 ap=1 f(v0 m2024-04-26T17:28:44.593569+0000 1=1+0) n(v0 rc2024-04-26T17:28:44.595521+0000 b631 2=1+1) (inest lock) (ifile excl) caps={15540=pAsLsXsFsx/AsLsXsFsx@1},l=15540 | ptrwaiter=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6910680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000c08:[<0x1000000054e/xillybus v3136>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000c08:[<0x1000000054e/xillybus v3609>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:44.593569+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:44.594962+0000 b631 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:44.593569+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:44.595521+0000 b631 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.767 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.552+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000009f2 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pwm/ auth{0=1} v2948 ap=1 f(v0 m2024-04-26T17:28:42.717100+0000 28=28+0) n(v0 rc2024-04-26T17:28:42.719136+0000 29=28+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d54af180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000009f2:[<0x1000000054e/pwm v2948>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000009f2:[<0x1000000054e/pwm v2948>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.717100+0000 28=28+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.717100+0000 29=28+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.717100+0000 28=28+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:42.719136+0000 29=28+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.767 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.552+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a9f [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/sound/ auth{0=1} fragtree_t(*^3) v3693 ap=1 f(v0 m2024-04-26T17:28:43.366919+0000 128=128+0) n(v0 rc2024-04-26T17:28:43.369141+0000 129=128+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=8 caps=1 stickydirs=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5632d3d41700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000a9f:[<0x1000000054e/sound v2933>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000a9f:[<0x1000000054e/sound v3693>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.366919+0000 128=128+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.368553+0000 129=128+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.366919+0000 128=128+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:43.369141+0000 129=128+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.767 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.553+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c03 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/ auth v3603 ap=1 f(v0 m2024-04-26T17:28:44.585124+0000 3=3+0) n(v0 rc2024-04-26T17:28:44.587239+0000 b1942 4=3+1) (inest lock) (ifile excl) caps={15540=pAsLsXsFsx/AsLsXsFsx@1},l=15540 | ptrwaiter=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6910c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000c03:[<0x1000000054e/x86 v3130>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000c03:[<0x1000000054e/x86 v3603>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:44.585124+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:44.586639+0000 b1942 4=3+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:44.585124+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:44.587239+0000 b1942 4=3+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.767 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.553+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000090a [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/nios2/ auth{0=1} v2949 ap=1 f(v0 m2024-04-26T17:28:42.052463+0000 2=2+0) n(v0 rc2024-04-26T17:28:42.054719+0000 3=2+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d54af700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000090a:[<0x1000000054e/nios2 v2949>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000090a:[<0x1000000054e/nios2 v2949>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.052463+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.052463+0000 3=2+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.052463+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:42.054719+0000 3=2+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.767 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.554+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ef [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ata/ auth{0=1} v3645 ap=1 f(v0 m2024-04-26T17:28:39.862242+0000 15=15+0) n(v1 rc2024-04-26T17:28:39.876858+0000 b17720 16=15+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5484000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005ef:[<0x1000000054e/ata v2950>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000005ef:[<0x1000000054e/ata v3645>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.862242+0000 15=15+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.876311+0000 b17720 16=15+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.862242+0000 15=15+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.876858+0000 b17720 16=15+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.767 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.554+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c07 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt auth v3605 ap=1 s=10748 n(v0 rc2024-04-26T17:28:44.590610+0000 b10748 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6911180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c07:[<0x1000000054e/xilinx.txt v3132>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c07:[<0x1000000054e/xilinx.txt v3605>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.767 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.555+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000b78 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ufs/ auth{0=1} v2951 ap=1 f(v0 m2024-04-26T17:28:43.581135+0000 1=1+0) n(v0 rc2024-04-26T17:28:43.583084+0000 2=1+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5484580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000b78:[<0x1000000054e/ufs v2951>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000b78:[<0x1000000054e/ufs v2951>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.581135+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.581135+0000 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.581135+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:43.583084+0000 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.767 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.555+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a67 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/security/ auth{0=1} v3324 ap=1 f(v0 m2024-04-26T17:28:42.938810+0000 1=0+1) n(v1 rc2024-04-26T17:28:42.943415+0000 3=1+2) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5484b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000a67:[<0x1000000054e/security v2952>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000a67:[<0x1000000054e/security v3324>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.938810+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.940502+0000 3=1+2)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.938810+0000 1=0+1)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:42.943415+0000 3=1+2)","error_str":""},"return_code":0} 2024-04-26T17:28:54.767 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.555+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000b7a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/unittest.txt auth{0=1} v3427 ap=1 s=1196 n(v0 rc2024-04-26T17:28:43.585199+0000 b1196 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6911700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000b7a:[<0x1000000054e/unittest.txt v2704>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000b7a:[<0x1000000054e/unittest.txt v3427>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.768 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.555+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000009b5 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/powerpc/ auth{0=1} v3308 ap=1 f(v0 m2024-04-26T17:28:42.637071+0000 3=0+3) n(v1 rc2024-04-26T17:28:42.643997+0000 58=51+7) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5485080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000009b5:[<0x1000000054e/powerpc v2954>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000009b5:[<0x1000000054e/powerpc v3308>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.637071+0000 3=0+3)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.641145+0000 58=51+7)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.637071+0000 3=0+3)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:42.643997+0000 58=51+7)","error_str":""},"return_code":0} 2024-04-26T17:28:54.768 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.556+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a94 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/soc/ auth{0=1} v3309 ap=1 f(v0 m2024-04-26T17:28:43.057988+0000 3=0+3) n(v1 rc2024-04-26T17:28:43.065143+0000 11=7+4) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5485600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000a94:[<0x1000000054e/soc v2956>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000a94:[<0x1000000054e/soc v3309>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.057988+0000 3=0+3)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.062111+0000 11=7+4)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.057988+0000 3=0+3)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:43.065143+0000 11=7+4)","error_str":""},"return_code":0} 2024-04-26T17:28:54.768 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.557+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000718 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/graph.txt auth v3333 ap=1 s=4123 n(v0 rc2024-04-26T17:28:40.576937+0000 b4123 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3be0000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000718:[<0x1000000054e/graph.txt v766>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000718:[<0x1000000054e/graph.txt v3333>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.768 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.558+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000060f [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/clock/ auth{0=1} v3649 ap=1 f(v0 m2024-04-26T17:28:40.219886+0000 94=92+2) n(v2 rc2024-04-26T17:28:40.222358+0000 b208130 115=112+3) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5486c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000060f:[<0x1000000054e/clock v2958>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000060f:[<0x1000000054e/clock v3649>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.219886+0000 94=92+2)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.221820+0000 b208130 115=112+3)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.219886+0000 94=92+2)","memory_value.rstat":"n(v2 rc2024-04-26T17:28:40.222358+0000 b208130 115=112+3)","error_str":""},"return_code":0} 2024-04-26T17:28:54.768 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.558+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a38 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/ auth{0=1} v2960 ap=1 f(v0 m2024-04-26T17:28:42.820590+0000 1=1+0) n(v0 rc2024-04-26T17:28:42.822696+0000 2=1+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5487180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000a38:[<0x1000000054e/reserved-memory v2960>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000a38:[<0x1000000054e/reserved-memory v2960>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.820590+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.820590+0000 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.820590+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:42.822696+0000 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.768 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.559+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000090d [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/nvec/ auth{0=1,2=1} v3697 ap=2 RANDEPHEMERALPIN f(v0 m2024-04-26T17:28:42.056945+0000 1=1+0) n(v1 rc2024-04-26T17:28:42.058996+0000 b743 2=1+1) (inest sync->mix g=0,2) caps={15540=pAsLsXs/-@1} | dirtyscattered=0 lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirwaiter=0 replicated=1 dirty=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 randepin 0x5632d68f8580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000090d:[<0x1000000054e/nvec v3142>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000090d:[<0x1000000054e/nvec v3142>,<0x1000000054c/bindings v388>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.056945+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.056945+0000 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.056945+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:42.058996+0000 b743 2=1+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-04-26T17:28:54.768 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.560+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000956 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ auth{0=1} v2962 ap=1 f(v0 m2024-04-26T17:28:42.394081+0000 57=57+0) n(v0 rc2024-04-26T17:28:42.396743+0000 58=57+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5487700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000956:[<0x1000000054e/pinctrl v2962>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000956:[<0x1000000054e/pinctrl v2962>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.394081+0000 57=57+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.394081+0000 58=57+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.394081+0000 57=57+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:42.396743+0000 58=57+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.768 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.561+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006d7 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fpga/ auth{0=1} v3665 ap=1 f(v0 m2024-04-26T17:28:40.426714+0000 1=1+0) n(v1 rc2024-04-26T17:28:40.428717+0000 b535 2=1+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5479080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000006d7:[<0x1000000054e/fpga v2964>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000006d7:[<0x1000000054e/fpga v3665>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.426714+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.428186+0000 b535 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.426714+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.428717+0000 b535 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.768 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.562+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000090f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt auth{0=1} v3359 ap=1 s=3207 n(v0 rc2024-04-26T17:28:42.061361+0000 b3207 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3be0580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000090f:[<0x1000000054e/open-pic.txt v1616>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000090f:[<0x1000000054e/open-pic.txt v3359>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.768 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.563+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000b46 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/spmi/ auth{0=1} v2966 ap=1 f(v0 m2024-04-26T17:28:43.462252+0000 2=2+0) n(v0 rc2024-04-26T17:28:43.464620+0000 3=2+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5479600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000b46:[<0x1000000054e/spmi v2966>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000b46:[<0x1000000054e/spmi v2966>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.462252+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.462252+0000 3=2+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.462252+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:43.464620+0000 3=2+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.768 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.564+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000081e [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ auth{0=1} v2968 ap=1 f(v0 m2024-04-26T17:28:41.573448+0000 45=45+0) n(v0 rc2024-04-26T17:28:41.575749+0000 46=45+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5479b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000081e:[<0x1000000054e/mfd v2968>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000081e:[<0x1000000054e/mfd v2968>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.573448+0000 45=45+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.573448+0000 46=45+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.573448+0000 45=45+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:41.575749+0000 46=45+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.769 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.564+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006d9 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fuse/ auth{0=1} v3667 ap=1 f(v0 m2024-04-26T17:28:40.431092+0000 1=1+0) n(v1 rc2024-04-26T17:28:40.433044+0000 b1550 2=1+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d547a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000006d9:[<0x1000000054e/fuse v2970>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000006d9:[<0x1000000054e/fuse v3667>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.431092+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.432524+0000 b1550 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.431092+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.433044+0000 b1550 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.769 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.565+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000b5e [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/timer/ auth{0=1} v2972 ap=1 f(v0 m2024-04-26T17:28:43.576767+0000 25=25+0) n(v0 rc2024-04-26T17:28:43.578868+0000 26=25+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5439600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000b5e:[<0x1000000054e/timer v2972>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000b5e:[<0x1000000054e/timer v2972>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.576767+0000 25=25+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.576767+0000 26=25+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.576767+0000 25=25+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:43.578868+0000 26=25+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.769 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.565+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000b4f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt auth{0=1} v3425 ap=1 s=2681 n(v0 rc2024-04-26T17:28:43.482166+0000 b2681 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3be0b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000b4f:[<0x1000000054e/submitting-patches.txt v2618>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000b4f:[<0x1000000054e/submitting-patches.txt v3425>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.769 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.566+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ba8 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt auth{0=1} v3429 ap=1 s=5947 n(v0 rc2024-04-26T17:28:43.695802+0000 b5947 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3be1080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ba8:[<0x1000000054e/vendor-prefixes.txt v2796>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000ba8:[<0x1000000054e/vendor-prefixes.txt v3429>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.769 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.566+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000712 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/gpu/ auth{0=1} v3671 ap=1 f(v0 m2024-04-26T17:28:40.572357+0000 5=5+0) n(v1 rc2024-04-26T17:28:40.574688+0000 b25088 6=5+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5439b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000712:[<0x1000000054e/gpu v2974>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000712:[<0x1000000054e/gpu v3671>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.572357+0000 5=5+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.573834+0000 b25088 6=5+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.572357+0000 5=5+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.574688+0000 b25088 6=5+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.769 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.567+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000761 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iio/ auth{0=1,1=1,4=1} v3699 ap=2 RANDEPHEMERALPIN f(v0 m2024-04-26T17:28:40.824941+0000 11=3+8) n(v3 rc2024-04-26T17:28:40.827085+0000 b30028 34=25+9) (inest sync->mix g=0,1,4) caps={15540=pAsLsXsFs/AsLsXsFsx@2} | dirtyscattered=0 lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirwaiter=0 replicated=1 dirty=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 randepin 0x5632d68f9b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000761:[<0x1000000054e/iio v3150>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000761:[<0x1000000054e/iio v3685>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.824941+0000 11=3+8)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.826383+0000 b29441 34=25+9)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.824941+0000 11=3+8)","memory_value.rstat":"n(v3 rc2024-04-26T17:28:40.827085+0000 b30028 34=25+9)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-04-26T17:28:54.769 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.567+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006cf [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt auth v3331 ap=1 s=801 n(v0 rc2024-04-26T17:28:40.407057+0000 b801 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3be1600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006cf:[<0x1000000054e/eeprom.txt v620>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000006cf:[<0x1000000054e/eeprom.txt v3331>,<0x1000000054c/bindings v392>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.769 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.568+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006b9 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/drm/ auth{0=1} v3659 ap=1 f(v0 m2024-04-26T17:28:40.393585+0000 7=0+7) n(v2 rc2024-04-26T17:28:40.404942+0000 b20595 22=14+8) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d543a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000006b9:[<0x1000000054e/drm v2976>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000006b9:[<0x1000000054e/drm v3659>,<0x1000000054c/bindings v392>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.393585+0000 7=0+7)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.404542+0000 b20595 22=14+8)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.393585+0000 7=0+7)","memory_value.rstat":"n(v2 rc2024-04-26T17:28:40.404942+0000 b20595 22=14+8)","error_str":""},"return_code":0} 2024-04-26T17:28:54.769 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.568+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000080f [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ auth{0=1} v3318 ap=1 f(v0 m2024-04-26T17:28:41.449714+0000 8=6+2) n(v1 rc2024-04-26T17:28:41.454974+0000 11=8+3) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d543a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000080f:[<0x1000000054e/memory-controllers v2978>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000080f:[<0x1000000054e/memory-controllers v3318>,<0x1000000054c/bindings v392>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.449714+0000 8=6+2)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.451786+0000 11=8+3)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.449714+0000 8=6+2)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:41.454974+0000 11=8+3)","error_str":""},"return_code":0} 2024-04-26T17:28:54.769 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.568+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a43 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt auth{0=1} v3361 ap=1 s=1471 n(v0 rc2024-04-26T17:28:42.847015+0000 b1471 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3be1b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000a43:[<0x1000000054e/resource-names.txt v2106>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000a43:[<0x1000000054e/resource-names.txt v3361>,<0x1000000054c/bindings v392>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.769 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.570+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000054f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ABI.txt auth v232 ap=1 s=1822 n(v0 rc2024-04-26T17:28:34.471838+0000 b1822 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d3be2100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000054f:[<0x1000000054e/ABI.txt v232>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000054f:[<0x1000000054e/ABI.txt v232>,<0x1000000054c/bindings v392>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.770 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.570+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000072c [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/i2c/ auth{0=1} v3681 ap=1 f(v0 m2024-04-26T17:28:40.742960+0000 52=52+0) n(v1 rc2024-04-26T17:28:40.744952+0000 b65491 53=52+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d543ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000072c:[<0x1000000054e/i2c v2980>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000072c:[<0x1000000054e/i2c v3681>,<0x1000000054c/bindings v392>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.742960+0000 52=52+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.744326+0000 b65491 53=52+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.742960+0000 52=52+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.744952+0000 b65491 53=52+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.770 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.570+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000be4 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/ auth v3541 ap=1 f(v0 m2024-04-26T17:28:44.512146+0000 3=3+0) n(v0 rc2024-04-26T17:28:44.514444+0000 b1325 4=3+1) (inest lock) (ifile excl) caps={15540=pAsLsXsFsx/AsLsXsFsx@1},l=15540 | ptrwaiter=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3be2680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000be4:[<0x1000000054e/w1 v3068>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000be4:[<0x1000000054e/w1 v3541>,<0x1000000054c/bindings v392>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:44.512146+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:44.513842+0000 b1325 4=3+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:44.512146+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:44.514444+0000 b1325 4=3+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.770 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.571+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a8f [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/serio/ auth{0=1} v2982 ap=1 f(v0 m2024-04-26T17:28:43.037808+0000 4=4+0) n(v0 rc2024-04-26T17:28:43.039730+0000 5=4+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d543b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000a8f:[<0x1000000054e/serio v2982>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000a8f:[<0x1000000054e/serio v2982>,<0x1000000054c/bindings v392>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.037808+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.037808+0000 5=4+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.037808+0000 4=4+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:43.039730+0000 5=4+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.770 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.572+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000894 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mtd/ auth{0=1} v2984 ap=1 f(v0 m2024-04-26T17:28:41.825448+0000 29=29+0) n(v0 rc2024-04-26T17:28:41.828143+0000 30=29+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d543b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000894:[<0x1000000054e/mtd v2984>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000894:[<0x1000000054e/mtd v2984>,<0x1000000054c/bindings v392>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.825448+0000 29=29+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.825448+0000 30=29+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.825448+0000 29=29+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:41.828143+0000 30=29+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.770 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.572+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000682 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/cpufreq/ auth{0=1} v3651 ap=1 f(v0 m2024-04-26T17:28:40.231197+0000 4=4+0) n(v1 rc2024-04-26T17:28:40.233319+0000 b4437 5=4+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5424000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000682:[<0x1000000054e/cpufreq v2986>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000682:[<0x1000000054e/cpufreq v3651>,<0x1000000054c/bindings v392>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.231197+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.232788+0000 b4437 5=4+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.231197+0000 4=4+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.233319+0000 b4437 5=4+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.770 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.573+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a44 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/rng/ auth{0=1,4=1} v3701 ap=2 RANDEPHEMERALPIN f(v0 m2024-04-26T17:28:42.853962+0000 3=3+0) n(v1 rc2024-04-26T17:28:42.856426+0000 b1223 4=3+1) (inest sync->mix g=0,4) caps={15540=pAsLsXs/-@1} | dirtyscattered=0 lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirwaiter=0 replicated=1 dirty=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 randepin 0x5632d68f9080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000a44:[<0x1000000054e/rng v3140>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000a44:[<0x1000000054e/rng v3140>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.853962+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.853962+0000 4=3+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.853962+0000 3=3+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:42.856426+0000 b1223 4=3+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-04-26T17:28:54.770 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.574+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000910 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/panel/ auth{0=1} v3703 ap=2 RANDEPHEMERALPIN f(v0 m2024-04-26T17:28:42.126376+0000 27=27+0) n(v1 rc2024-04-26T17:28:42.128760+0000 b11238 28=27+1) (inest sync->mix g=0) caps={15540=pAsLsXs/-@1} | ptrwaiter=0 dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 randepin 0x5632d3c8f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000910:[<0x1000000054e/panel v2855>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000910:[<0x1000000054e/panel v2855>,<0x1000000054c/bindings v390>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.126376+0000 27=27+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.127950+0000 b11238 28=27+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.126376+0000 27=27+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:42.128760+0000 b11238 28=27+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.770 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.574+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007e4 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/ auth{0=1} v2988 ap=1 f(v0 m2024-04-26T17:28:41.332754+0000 2=2+0) n(v0 rc2024-04-26T17:28:41.334981+0000 3=2+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5424580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000007e4:[<0x1000000054e/lpddr2 v2988>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000007e4:[<0x1000000054e/lpddr2 v2988>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.332754+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.332754+0000 3=2+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.332754+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:41.334981+0000 3=2+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.770 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.575+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000009f0 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pps/ auth{0=1} v2990 ap=1 f(v0 m2024-04-26T17:28:42.646736+0000 1=1+0) n(v0 rc2024-04-26T17:28:42.649235+0000 2=1+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5424b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000009f0:[<0x1000000054e/pps v2990>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000009f0:[<0x1000000054e/pps v2990>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.646736+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.646736+0000 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.646736+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:42.649235+0000 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.770 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.576+0000 7f6543ce8700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a48 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/rtc/ auth{0=1} v3423 ap=2 RANDEPHEMERALPIN f(v0 m2024-04-26T17:28:42.933968+0000 30=30+0) n(v0 rc2024-04-26T17:28:42.936231+0000 b16953 31=30+1) (inest sync->mix g=0) caps={15540=pAsLsXsFs/AsLsXsFsx@2} | lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirwaiter=0 replicated=1 dirty=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 randepin 0x5632d68f9600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000a48:[<0x1000000054e/rtc v2176>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000a48:[<0x1000000054e/rtc v3423>,<0x1000000054c/bindings v392>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:42.933968+0000 30=30+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:42.935612+0000 b16953 31=30+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:42.933968+0000 30=30+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:42.936231+0000 b16953 31=30+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.771 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.576+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007eb [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/marvell.txt auth{0=1} v3357 ap=1 s=16080 n(v0 rc2024-04-26T17:28:41.346773+0000 b16080 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3be2c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007eb:[<0x1000000054e/marvell.txt v1116>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007eb:[<0x1000000054e/marvell.txt v3357>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.771 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.577+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000081a [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/ auth{0=1} v2992 ap=1 f(v0 m2024-04-26T17:28:41.461769+0000 3=3+0) n(v0 rc2024-04-26T17:28:41.463941+0000 4=3+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5426100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000081a:[<0x1000000054e/metag v2992>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000081a:[<0x1000000054e/metag v2992>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.461769+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.461769+0000 4=3+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.461769+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:41.463941+0000 4=3+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.771 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.577+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000085f [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/misc/ auth{0=1} v2994 ap=1 f(v0 m2024-04-26T17:28:41.652081+0000 12=12+0) n(v0 rc2024-04-26T17:28:41.654577+0000 13=12+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5426680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000085f:[<0x1000000054e/misc v2994>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000085f:[<0x1000000054e/misc v2994>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.652081+0000 12=12+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.652081+0000 13=12+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.652081+0000 12=12+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:41.654577+0000 13=12+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.771 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.577+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006d4 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fb/ auth{0=1} v3663 ap=1 f(v0 m2024-04-26T17:28:40.422311+0000 2=2+0) n(v1 rc2024-04-26T17:28:40.424564+0000 b2245 3=2+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5426c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000006d4:[<0x1000000054e/fb v2996>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000006d4:[<0x1000000054e/fb v3663>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.422311+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.423956+0000 b2245 3=2+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.422311+0000 2=2+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.424564+0000 b2245 3=2+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.771 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.578+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000699 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/dma/ auth{0=1} v3657 ap=1 f(v0 m2024-04-26T17:28:40.343946+0000 29=28+1) n(v2 rc2024-04-26T17:28:40.352025+0000 b52432 32=30+2) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5427180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000699:[<0x1000000054e/dma v2998>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000699:[<0x1000000054e/dma v3657>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.343946+0000 29=28+1)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.351629+0000 b52432 32=30+2)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.343946+0000 29=28+1)","memory_value.rstat":"n(v2 rc2024-04-26T17:28:40.352025+0000 b52432 32=30+2)","error_str":""},"return_code":0} 2024-04-26T17:28:54.771 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.578+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ff [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt auth v3327 ap=1 s=672 n(v0 rc2024-04-26T17:28:39.917966+0000 b672 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3be3180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ff:[<0x1000000054e/btmrvl.txt v278>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005ff:[<0x1000000054e/btmrvl.txt v3327>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.771 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.578+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000550 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arc/ auth{0=1} v238 ap=1 f(v0 m2024-04-26T17:28:34.476732+0000 2=2+0) n(v0 rc2024-04-26T17:28:34.478988+0000 b1307 3=2+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5427700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000550:[<0x1000000054e/arc v238>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000550:[<0x1000000054e/arc v238>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:34.476732+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:34.478376+0000 b1307 3=2+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:34.476732+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:34.478988+0000 b1307 3=2+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.771 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.579+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007db [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/ auth{0=1} v3000 ap=1 f(v0 m2024-04-26T17:28:41.325573+0000 9=9+0) n(v0 rc2024-04-26T17:28:41.328001+0000 10=9+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5410000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000007db:[<0x1000000054e/leds v3000>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000007db:[<0x1000000054e/leds v3000>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.325573+0000 9=9+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.325573+0000 10=9+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.325573+0000 9=9+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:41.328001+0000 10=9+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.771 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.579+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007d2 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/ auth{0=1} v3002 ap=1 f(v0 m2024-04-26T17:28:41.034065+0000 8=8+0) n(v0 rc2024-04-26T17:28:41.036288+0000 9=8+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5410b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000007d2:[<0x1000000054e/iommu v3002>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000007d2:[<0x1000000054e/iommu v3002>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.034065+0000 8=8+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.034065+0000 9=8+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.034065+0000 8=8+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:41.036288+0000 9=8+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.771 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.580+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000687 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/crypto/ auth{0=1} v3653 ap=1 f(v0 m2024-04-26T17:28:40.265543+0000 14=14+0) n(v1 rc2024-04-26T17:28:40.267641+0000 b31149 15=14+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5411080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000687:[<0x1000000054e/crypto v3004>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000687:[<0x1000000054e/crypto v3653>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:40.265543+0000 14=14+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:40.267112+0000 b31149 15=14+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:40.265543+0000 14=14+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:40.267641+0000 b31149 15=14+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.771 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.580+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007e7 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/ auth{0=1} v3006 ap=1 f(v0 m2024-04-26T17:28:41.341993+0000 3=3+0) n(v0 rc2024-04-26T17:28:41.344253+0000 4=3+1) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d5411600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000007e7:[<0x1000000054e/mailbox v3006>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000007e7:[<0x1000000054e/mailbox v3006>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.341993+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.341993+0000 4=3+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.341993+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:41.344253+0000 4=3+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.772 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.580+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ba9 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ auth{0=1} v3529 ap=1 f(v0 m2024-04-26T17:28:44.497195+0000 49=47+2) n(v1 rc2024-04-26T17:28:44.499348+0000 b77468 58=55+3) (inest mix) caps={15540=pAsLsXsFs/-@1},l=15540 | ptrwaiter=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5412100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000ba9:[<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000ba9:[<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:44.497195+0000 49=47+2)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:44.498628+0000 b77468 58=55+3)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:44.497195+0000 49=47+2)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:44.499348+0000 b77468 58=55+3)","error_str":""},"return_code":0} 2024-04-26T17:28:54.772 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.580+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007ec [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/ auth{0=1} v3317 ap=1 f(v0 m2024-04-26T17:28:41.425748+0000 26=25+1) n(v1 rc2024-04-26T17:28:41.427979+0000 35=33+2) (inest mix dirty) caps={15540=pAsLsXs/-@1},l=15540 | ptrwaiter=0 dirtyscattered=1 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d5412680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000007ec:[<0x1000000054e/media v3008>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000007ec:[<0x1000000054e/media v3317>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:41.425748+0000 26=25+1)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:41.425748+0000 35=33+2)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:41.425748+0000 26=25+1)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:41.427979+0000 35=33+2)","error_str":""},"return_code":0} 2024-04-26T17:28:54.772 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.602+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000233 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget auth v352 ap=1 s=3445 n(v0 rc2024-04-26T17:28:31.176656+0000 b3445 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f6db80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000233:[<0x10000000231/configfs-usb-gadget v4>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000233:[<0x10000000231/configfs-usb-gadget v352>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.772 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.602+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000255 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd auth v354 ap=1 s=223 n(v0 rc2024-04-26T17:28:31.251610+0000 b223 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f6e100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000255:[<0x10000000231/sysfs-block-rssd v72>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000255:[<0x10000000231/sysfs-block-rssd v354>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.772 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.603+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000265 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480 auth v358 ap=1 s=602 n(v0 rc2024-04-26T17:28:31.288932+0000 b602 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f6ec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000265:[<0x10000000231/sysfs-bus-i2c-devices-fsa9480 v104>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000265:[<0x10000000231/sysfs-bus-i2c-devices-fsa9480 v358>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.772 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.603+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/procfs-diskstats auth v360 ap=1 s=655 n(v0 rc2024-04-26T17:28:31.238475+0000 b655 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f6f180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000024f:[<0x10000000231/procfs-diskstats v60>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000024f:[<0x10000000231/procfs-diskstats v360>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.772 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.603+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002af [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1 auth v364 ap=1 s=614 n(v0 rc2024-04-26T17:28:31.457217+0000 b614 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f7a000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002af:[<0x10000000231/sysfs-devices-power_resources_D1 v252>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002af:[<0x10000000231/sysfs-devices-power_resources_D1 v364>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.772 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.603+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b5 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use auth v368 ap=1 s=471 n(v0 rc2024-04-26T17:28:31.473099+0000 b471 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f7ab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b5:[<0x10000000231/sysfs-devices-resource_in_use v264>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002b5:[<0x10000000231/sysfs-devices-resource_in_use v368>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.772 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.603+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000269 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150 auth v370 ap=1 s=315 n(v0 rc2024-04-26T17:28:31.298850+0000 b315 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f7b080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000269:[<0x10000000231/sysfs-bus-iio-accel-bmc150 v112>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000269:[<0x10000000231/sysfs-bus-iio-accel-bmc150 v370>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.773 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.604+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c2 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo auth v372 ap=1 s=2892 n(v0 rc2024-04-26T17:28:31.501788+0000 b2892 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f7b600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c2:[<0x10000000231/sysfs-driver-hid-roccat-arvo v290>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002c2:[<0x10000000231/sysfs-driver-hid-roccat-arvo v372>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.773 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.604+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935 auth v374 ap=1 s=498 n(v0 rc2024-04-26T17:28:31.312459+0000 b498 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f7bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000026f:[<0x10000000231/sysfs-bus-iio-proximity-as3935 v124>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000026f:[<0x10000000231/sysfs-bus-iio-proximity-as3935 v374>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.773 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.604+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ima_policy auth v376 ap=1 s=2836 n(v0 rc2024-04-26T17:28:31.236244+0000 b2836 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f7c100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000024e:[<0x10000000231/ima_policy v58>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000024e:[<0x10000000231/ima_policy v376>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.773 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.604+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a3 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices auth v378 ap=1 s=1033 n(v0 rc2024-04-26T17:28:31.429374+0000 b1033 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f7c680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a3:[<0x10000000231/sysfs-devices v228>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002a3:[<0x10000000231/sysfs-devices v378>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.773 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.604+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest auth v380 ap=1 s=1765 n(v0 rc2024-04-26T17:28:31.342899+0000 b1765 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f7cc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000027d:[<0x10000000231/sysfs-bus-usb-lvstest v152>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000027d:[<0x10000000231/sysfs-bus-usb-lvstest v380>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.773 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.604+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a6 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr auth v382 ap=1 s=1739 n(v0 rc2024-04-26T17:28:31.436100+0000 b1739 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f7d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a6:[<0x10000000231/sysfs-devices-lpss_ltr v234>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002a6:[<0x10000000231/sysfs-devices-lpss_ltr v382>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.773 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.605+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b3 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state auth v384 ap=1 s=877 n(v0 rc2024-04-26T17:28:31.468458+0000 b877 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f7d700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b3:[<0x10000000231/sysfs-devices-power_state v260>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002b3:[<0x10000000231/sysfs-devices-power_state v384>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.773 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.605+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host auth v386 ap=1 s=1501 n(v0 rc2024-04-26T17:28:31.420538+0000 b1501 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f86000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000029f:[<0x10000000231/sysfs-class-scsi_host v220>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000029f:[<0x10000000231/sysfs-class-scsi_host v386>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.773 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.605+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css auth v388 ap=1 s=1396 n(v0 rc2024-04-26T17:28:31.272519+0000 b1396 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f86580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025e:[<0x10000000231/sysfs-bus-css v90>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000025e:[<0x10000000231/sysfs-bus-css v388>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.773 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.605+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a5 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node auth v358 ap=1 s=686 n(v0 rc2024-04-26T17:28:31.433781+0000 b686 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f87600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a5:[<0x10000000231/sysfs-devices-firmware_node v232>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002a5:[<0x10000000231/sysfs-devices-firmware_node v358>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.773 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.606+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000275 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss auth v362 ap=1 s=2745 n(v0 rc2024-04-26T17:28:31.325946+0000 b2745 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f88100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000275:[<0x10000000231/sysfs-bus-pci-devices-cciss v136>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000275:[<0x10000000231/sysfs-bus-pci-devices-cciss v362>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.774 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.606+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000288 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu auth v364 ap=1 s=440 n(v0 rc2024-04-26T17:28:31.367705+0000 b440 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f88680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000288:[<0x10000000231/sysfs-class-iommu-amd-iommu v174>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000288:[<0x10000000231/sysfs-class-iommu-amd-iommu v364>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.774 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.606+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b9 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl auth v366 ap=1 s=817 n(v0 rc2024-04-26T17:28:31.481854+0000 b817 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f88c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b9:[<0x10000000231/sysfs-devices-system-ibm-rtl v272>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002b9:[<0x10000000231/sysfs-devices-system-ibm-rtl v366>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.774 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.606+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350 auth v368 ap=1 s=1001 n(v0 rc2024-04-26T17:28:31.303216+0000 b1001 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f89180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000026b:[<0x10000000231/sysfs-bus-iio-frequency-adf4350 v116>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000026b:[<0x10000000231/sysfs-bus-iio-frequency-adf4350 v368>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.774 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.606+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000257 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi auth v370 ap=1 s=1983 n(v0 rc2024-04-26T17:28:31.256842+0000 b1983 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f89700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000257:[<0x10000000231/sysfs-bus-acpi v76>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000257:[<0x10000000231/sysfs-bus-acpi v370>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.774 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.606+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ab [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3 auth v372 ap=1 s=1277 n(v0 rc2024-04-26T17:28:31.447507+0000 b1277 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f92000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002ab:[<0x10000000231/sysfs-devices-platform-docg3 v244>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002ab:[<0x10000000231/sysfs-devices-platform-docg3 v372>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.774 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.607+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000276 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd auth v374 ap=1 s=1816 n(v0 rc2024-04-26T17:28:31.327915+0000 b1816 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f92580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000276:[<0x10000000231/sysfs-bus-pci-drivers-ehci_hcd v138>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000276:[<0x10000000231/sysfs-bus-pci-drivers-ehci_hcd v374>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.774 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.607+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b1 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot auth v376 ap=1 s=626 n(v0 rc2024-04-26T17:28:31.462560+0000 b626 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f92b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b1:[<0x10000000231/sysfs-devices-power_resources_D3hot v256>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002b1:[<0x10000000231/sysfs-devices-power_resources_D3hot v376>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.774 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.607+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events auth v378 ap=1 s=3132 n(v0 rc2024-04-26T17:28:31.274804+0000 b3132 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f93080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025f:[<0x10000000231/sysfs-bus-event_source-devices-events v92>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000025f:[<0x10000000231/sysfs-bus-event_source-devices-events v378>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.774 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.607+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000247 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ec auth v380 ap=1 s=838 n(v0 rc2024-04-26T17:28:31.220526+0000 b838 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f93600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000247:[<0x10000000231/debugfs-ec v44>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000247:[<0x10000000231/debugfs-ec v380>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.774 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.607+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bc [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid auth v384 ap=1 s=585 n(v0 rc2024-04-26T17:28:31.488183+0000 b585 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f94100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002bc:[<0x10000000231/sysfs-driver-hid v278>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002bc:[<0x10000000231/sysfs-driver-hid v384>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.774 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.607+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator auth v386 ap=1 s=12212 n(v0 rc2024-04-26T17:28:31.415724+0000 b12212 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f94680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000029d:[<0x10000000231/sysfs-class-regulator v216>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000029d:[<0x10000000231/sysfs-class-regulator v386>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.775 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.607+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000292 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv auth v388 ap=1 s=574 n(v0 rc2024-04-26T17:28:31.390015+0000 b574 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f94c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000292:[<0x10000000231/sysfs-class-net-batman-adv v194>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000292:[<0x10000000231/sysfs-class-net-batman-adv v388>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.775 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.608+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/evm auth v362 ap=1 s=1180 n(v0 rc2024-04-26T17:28:31.233595+0000 b1180 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f9e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000024d:[<0x10000000231/evm v56>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000024d:[<0x10000000231/evm v362>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.775 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.608+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c1 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys auth v368 ap=1 s=985 n(v0 rc2024-04-26T17:28:31.499513+0000 b985 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f9f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c1:[<0x10000000231/sysfs-driver-hid-prodikeys v288>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002c1:[<0x10000000231/sysfs-driver-hid-prodikeys v368>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.775 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.608+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a4 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac auth v370 ap=1 s=6247 n(v0 rc2024-04-26T17:28:31.431801+0000 b6247 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3f9fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a4:[<0x10000000231/sysfs-devices-edac v230>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002a4:[<0x10000000231/sysfs-devices-edac v370>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.775 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.609+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als auth v372 ap=1 s=2051 n(v0 rc2024-04-26T17:28:31.307920+0000 b2051 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fa0100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000026d:[<0x10000000231/sysfs-bus-iio-light-lm3533-als v120>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000026d:[<0x10000000231/sysfs-bus-iio-light-lm3533-als v372>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.775 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.609+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt auth v376 ap=1 s=6215 n(v0 rc2024-04-26T17:28:31.383072+0000 b6215 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fa0c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000028f:[<0x10000000231/sysfs-class-mic.txt v188>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000028f:[<0x10000000231/sysfs-class-mic.txt v376>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.775 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.609+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000289 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu auth v378 ap=1 s=1037 n(v0 rc2024-04-26T17:28:31.370126+0000 b1037 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fa1180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000289:[<0x10000000231/sysfs-class-iommu-intel-iommu v176>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000289:[<0x10000000231/sysfs-class-iommu-intel-iommu v378>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.775 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.609+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000245 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc auth v380 ap=1 s=8923 n(v0 rc2024-04-26T17:28:31.215643+0000 b8923 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fa1700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000245:[<0x10000000231/configfs-usb-gadget-uvc v40>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000245:[<0x10000000231/configfs-usb-gadget-uvc v380>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.775 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.609+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000250 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/pstore auth v382 ap=1 s=1707 n(v0 rc2024-04-26T17:28:31.240595+0000 b1707 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fac000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000250:[<0x10000000231/pstore v62>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000250:[<0x10000000231/pstore v382>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.775 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.609+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000283 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi auth v384 ap=1 s=1656 n(v0 rc2024-04-26T17:28:31.356292+0000 b1656 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fac580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000283:[<0x10000000231/sysfs-class-bdi v164>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000283:[<0x10000000231/sysfs-class-bdi v384>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.775 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.610+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c7 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus auth v390 ap=1 s=2657 n(v0 rc2024-04-26T17:28:31.514499+0000 b2657 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fad600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c7:[<0x10000000231/sysfs-driver-hid-roccat-kovaplus v300>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002c7:[<0x10000000231/sysfs-driver-hid-roccat-kovaplus v390>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.776 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.610+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bb [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe auth v392 ap=1 s=2934 n(v0 rc2024-04-26T17:28:31.486150+0000 b2934 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fadb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002bb:[<0x10000000231/sysfs-driver-genwqe v276>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002bb:[<0x10000000231/sysfs-driver-genwqe v392>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.776 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.610+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bd [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo auth v394 ap=1 s=2835 n(v0 rc2024-04-26T17:28:31.490853+0000 b2835 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fae100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002bd:[<0x10000000231/sysfs-driver-hid-lenovo v280>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002bd:[<0x10000000231/sysfs-driver-hid-lenovo v394>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.776 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.610+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000270 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs auth v396 ap=1 s=534 n(v0 rc2024-04-26T17:28:31.314639+0000 b534 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fae680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000270:[<0x10000000231/sysfs-bus-iio-trigger-sysfs v126>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000270:[<0x10000000231/sysfs-bus-iio-trigger-sysfs v396>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.776 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.611+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000277 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform auth v398 ap=1 s=1138 n(v0 rc2024-04-26T17:28:31.330030+0000 b1138 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fb8000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000277:[<0x10000000231/sysfs-bus-platform v140>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000277:[<0x10000000231/sysfs-bus-platform v398>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.776 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.611+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b6 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc auth v400 ap=1 s=2073 n(v0 rc2024-04-26T17:28:31.475237+0000 b2073 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fb8580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b6:[<0x10000000231/sysfs-devices-soc v266>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002b6:[<0x10000000231/sysfs-devices-soc v400>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.776 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.611+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c4 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone auth v404 ap=1 s=5060 n(v0 rc2024-04-26T17:28:31.506428+0000 b5060 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fb9080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c4:[<0x10000000231/sysfs-driver-hid-roccat-kone v294>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002c4:[<0x10000000231/sysfs-driver-hid-roccat-kone v404>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.776 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.611+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000259 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma auth v406 ap=1 s=945 n(v0 rc2024-04-26T17:28:31.261102+0000 b945 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fb9600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000259:[<0x10000000231/sysfs-bus-bcma v80>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000259:[<0x10000000231/sysfs-bus-bcma v406>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.776 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.611+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b4 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state auth v408 ap=1 s=1026 n(v0 rc2024-04-26T17:28:31.470722+0000 b1026 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fb9b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b4:[<0x10000000231/sysfs-devices-real_power_state v262>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002b4:[<0x10000000231/sysfs-devices-real_power_state v408>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.776 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.611+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a7 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory auth v412 ap=1 s=3712 n(v0 rc2024-04-26T17:28:31.438543+0000 b3712 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fba680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a7:[<0x10000000231/sysfs-devices-memory v236>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002a7:[<0x10000000231/sysfs-devices-memory v412>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.776 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.612+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap auth v418 ap=1 s=5019 n(v0 rc2024-04-26T17:28:31.408780+0000 b5019 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fbb700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000029a:[<0x10000000231/sysfs-class-powercap v210>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000029a:[<0x10000000231/sysfs-class-powercap v418>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.776 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.612+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration auth v420 ap=1 s=717 n(v0 rc2024-04-26T17:28:31.418239+0000 b717 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fc2000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000029e:[<0x10000000231/sysfs-class-rtc-rtc0-device-rtc_calibration v218>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000029e:[<0x10000000231/sysfs-class-rtc-rtc0-device-rtc_calibration v420>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.777 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.612+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000279 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg auth v424 ap=1 s=2975 n(v0 rc2024-04-26T17:28:31.334258+0000 b2975 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fc2b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000279:[<0x10000000231/sysfs-bus-rpmsg v144>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000279:[<0x10000000231/sysfs-bus-rpmsg v424>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.777 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.612+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000297 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics auth v426 ap=1 s=6696 n(v0 rc2024-04-26T17:28:31.401951+0000 b6696 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fc3080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000297:[<0x10000000231/sysfs-class-net-statistics v204>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000297:[<0x10000000231/sysfs-class-net-statistics v426>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.777 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.612+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000252 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block auth v428 ap=1 s=8870 n(v0 rc2024-04-26T17:28:31.245114+0000 b8870 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fc3600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000252:[<0x10000000231/sysfs-block v66>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000252:[<0x10000000231/sysfs-block v428>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.777 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.612+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b8 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu auth v430 ap=1 s=9787 n(v0 rc2024-04-26T17:28:31.479574+0000 b9787 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fc3b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b8:[<0x10000000231/sysfs-devices-system-cpu v270>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002b8:[<0x10000000231/sysfs-devices-system-cpu v430>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.777 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.613+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000244 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2 auth v432 ap=1 s=340 n(v0 rc2024-04-26T17:28:31.213370+0000 b340 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fc4100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000244:[<0x10000000231/configfs-usb-gadget-uac2 v38>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000244:[<0x10000000231/configfs-usb-gadget-uac2 v432>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.777 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.613+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b0 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2 auth v438 ap=1 s=614 n(v0 rc2024-04-26T17:28:31.459713+0000 b614 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fc5180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b0:[<0x10000000231/sysfs-devices-power_resources_D2 v254>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002b0:[<0x10000000231/sysfs-devices-power_resources_D2 v438>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.777 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.613+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd auth v442 ap=1 s=681 n(v0 rc2024-04-26T17:28:31.372490+0000 b681 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fd0000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000028a:[<0x10000000231/sysfs-class-lcd v178>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000028a:[<0x10000000231/sysfs-class-lcd v442>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.792 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.613+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000256 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram auth v444 ap=1 s=5060 n(v0 rc2024-04-26T17:28:31.254406+0000 b5060 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fd0580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000256:[<0x10000000231/sysfs-block-zram v74>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000256:[<0x10000000231/sysfs-block-zram v444>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.792 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.614+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd auth v450 ap=1 s=448 n(v0 rc2024-04-26T17:28:31.229134+0000 b448 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fd1600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000024b:[<0x10000000231/debugfs-pktcdvd v52>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000024b:[<0x10000000231/debugfs-pktcdvd v450>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.792 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.614+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000235 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm auth v448 ap=1 s=422 n(v0 rc2024-04-26T17:28:31.180920+0000 b422 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fd1080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000235:[<0x10000000231/configfs-usb-gadget-ecm v8>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000235:[<0x10000000231/configfs-usb-gadget-ecm v448>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.792 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.614+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000261 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7 auth v452 ap=1 s=1928 n(v0 rc2024-04-26T17:28:31.279379+0000 b1928 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fd1b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000261:[<0x10000000231/sysfs-bus-event_source-devices-hv_24x7 v96>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000261:[<0x10000000231/sysfs-bus-event_source-devices-hv_24x7 v452>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.792 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.614+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000267 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533 auth v454 ap=1 s=472 n(v0 rc2024-04-26T17:28:31.293464+0000 b472 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fd2100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000267:[<0x10000000231/sysfs-bus-i2c-devices-lm3533 v108>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000267:[<0x10000000231/sysfs-bus-i2c-devices-lm3533 v454>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.792 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.614+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000262 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci auth v458 ap=1 s=1720 n(v0 rc2024-04-26T17:28:31.281563+0000 b1720 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fd2c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000262:[<0x10000000231/sysfs-bus-event_source-devices-hv_gpci v98>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000262:[<0x10000000231/sysfs-bus-event_source-devices-hv_gpci v458>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.792 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.615+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c5 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus auth v460 ap=1 s=5181 n(v0 rc2024-04-26T17:28:31.509163+0000 b5181 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fd3180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c5:[<0x10000000231/sysfs-driver-hid-roccat-koneplus v296>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002c5:[<0x10000000231/sysfs-driver-hid-roccat-koneplus v460>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.792 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.615+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002aa [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget auth v462 ap=1 s=667 n(v0 rc2024-04-26T17:28:31.445152+0000 b667 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fd3700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002aa:[<0x10000000231/sysfs-devices-platform-_UDC_-gadget v242>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002aa:[<0x10000000231/sysfs-devices-platform-_UDC_-gadget v462>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.793 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.615+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160 auth v464 ap=1 s=300 n(v0 rc2024-04-26T17:28:31.305652+0000 b300 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fde000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000026c:[<0x10000000231/sysfs-bus-iio-gyro-bmg160 v118>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000026c:[<0x10000000231/sysfs-bus-iio-gyro-bmg160 v464>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.793 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.615+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto auth v466 ap=1 s=1188 n(v0 rc2024-04-26T17:28:31.227011+0000 b1188 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fde580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000024a:[<0x10000000231/debugfs-pfo-nx-crypto v50>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000024a:[<0x10000000231/debugfs-pfo-nx-crypto v466>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.793 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.615+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000246 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe auth v468 ap=1 s=3784 n(v0 rc2024-04-26T17:28:31.218144+0000 b3784 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fdeb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000246:[<0x10000000231/debugfs-driver-genwqe v42>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000246:[<0x10000000231/debugfs-driver-genwqe v468>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.793 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.615+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000287 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu auth v470 ap=1 s=508 n(v0 rc2024-04-26T17:28:31.365451+0000 b508 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fdf080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000287:[<0x10000000231/sysfs-class-iommu v172>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000287:[<0x10000000231/sysfs-class-iommu v470>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.793 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.615+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a8 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc auth v406 ap=1 s=985 n(v0 rc2024-04-26T17:28:31.440710+0000 b985 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fdf600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a8:[<0x10000000231/sysfs-devices-mmc v238>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002a8:[<0x10000000231/sysfs-devices-mmc v406>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.793 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.615+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency auth v408 ap=1 s=358 n(v0 rc2024-04-26T17:28:31.347172+0000 b358 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fdfb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000027f:[<0x10000000231/sysfs-cfq-target-latency v156>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000027f:[<0x10000000231/sysfs-cfq-target-latency v408>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.793 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.616+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000291 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net auth v412 ap=1 s=7235 n(v0 rc2024-04-26T17:28:31.387763+0000 b7235 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fe0680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000291:[<0x10000000231/sysfs-class-net v192>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000291:[<0x10000000231/sysfs-class-net v412>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.793 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.616+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000281 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870 auth v416 ap=1 s=2380 n(v0 rc2024-04-26T17:28:31.351657+0000 b2380 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fe1180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000281:[<0x10000000231/sysfs-class-backlight-driver-adp8870 v160>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000281:[<0x10000000231/sysfs-class-backlight-driver-adp8870 v416>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.793 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.616+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a9 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online auth v414 ap=1 s=1008 n(v0 rc2024-04-26T17:28:31.443156+0000 b1008 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fe0c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a9:[<0x10000000231/sysfs-devices-online v240>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002a9:[<0x10000000231/sysfs-devices-online v414>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.793 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.616+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bf [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch auth v418 ap=1 s=531 n(v0 rc2024-04-26T17:28:31.495137+0000 b531 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fe1700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002bf:[<0x10000000231/sysfs-driver-hid-multitouch v284>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002bf:[<0x10000000231/sysfs-driver-hid-multitouch v418>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.794 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.616+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000273 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei auth v420 ap=1 s=247 n(v0 rc2024-04-26T17:28:31.321281+0000 b247 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fec000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000273:[<0x10000000231/sysfs-bus-mei v132>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000273:[<0x10000000231/sysfs-bus-mei v420>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.794 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.617+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000251 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-ata auth v424 ap=1 s=2485 n(v0 rc2024-04-26T17:28:31.242965+0000 b2485 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fecb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000251:[<0x10000000231/sysfs-ata v64>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000251:[<0x10000000231/sysfs-ata v424>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.794 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.617+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000234 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm auth v426 ap=1 s=270 n(v0 rc2024-04-26T17:28:31.178822+0000 b270 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fed080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000234:[<0x10000000231/configfs-usb-gadget-acm v6>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000234:[<0x10000000231/configfs-usb-gadget-acm v426>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.794 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.617+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10 auth v430 ap=1 s=1079 n(v0 rc2024-04-26T17:28:31.263439+0000 b1079 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fedb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025a:[<0x10000000231/sysfs-bus-coresight-devices-etb10 v82>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000025a:[<0x10000000231/sysfs-bus-coresight-devices-etb10 v430>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.794 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.617+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c3 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku auth v432 ap=1 s=8101 n(v0 rc2024-04-26T17:28:31.504089+0000 b8101 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fee100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c3:[<0x10000000231/sysfs-driver-hid-roccat-isku v292>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002c3:[<0x10000000231/sysfs-driver-hid-roccat-isku v432>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.794 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.617+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b7 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun auth v434 ap=1 s=600 n(v0 rc2024-04-26T17:28:31.477514+0000 b600 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fee680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b7:[<0x10000000231/sysfs-devices-sun v268>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002b7:[<0x10000000231/sysfs-devices-sun v434>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.794 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.618+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ad [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power auth v440 ap=1 s=11803 n(v0 rc2024-04-26T17:28:31.452337+0000 b11803 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3fef700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002ad:[<0x10000000231/sysfs-devices-power v248>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002ad:[<0x10000000231/sysfs-devices-power v440>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.794 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.618+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000272 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media auth v444 ap=1 s=268 n(v0 rc2024-04-26T17:28:31.319215+0000 b268 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3ff8580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000272:[<0x10000000231/sysfs-bus-media v130>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000272:[<0x10000000231/sysfs-bus-media v444>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.794 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.618+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ba [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu auth v446 ap=1 s=670 n(v0 rc2024-04-26T17:28:31.484020+0000 b670 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3ff8b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002ba:[<0x10000000231/sysfs-devices-system-xen_cpu v274>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002ba:[<0x10000000231/sysfs-devices-system-xen_cpu v446>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.794 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.618+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000248 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad auth v448 ap=1 s=465 n(v0 rc2024-04-26T17:28:31.222655+0000 b465 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3ff9080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000248:[<0x10000000231/debugfs-ideapad v46>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000248:[<0x10000000231/debugfs-ideapad v448>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.794 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.619+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000290 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd auth v458 ap=1 s=7568 n(v0 rc2024-04-26T17:28:31.385446+0000 b7568 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3ffac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000290:[<0x10000000231/sysfs-class-mtd v190>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000290:[<0x10000000231/sysfs-class-mtd v458>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.795 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.619+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000298 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd auth v460 ap=1 s=2800 n(v0 rc2024-04-26T17:28:31.404222+0000 b2800 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3ffb180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000298:[<0x10000000231/sysfs-class-pktcdvd v206>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000298:[<0x10000000231/sysfs-class-pktcdvd v460>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.795 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.619+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ac [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb auth v462 ap=1 s=1541 n(v0 rc2024-04-26T17:28:31.449852+0000 b1541 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3ffb700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002ac:[<0x10000000231/sysfs-devices-platform-sh_mobile_lcdc_fb v246>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002ac:[<0x10000000231/sysfs-devices-platform-sh_mobile_lcdc_fb v462>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.795 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.619+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000249 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-olpc auth v464 ap=1 s=572 n(v0 rc2024-04-26T17:28:31.224786+0000 b572 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4000000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000249:[<0x10000000231/debugfs-olpc v48>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000249:[<0x10000000231/debugfs-olpc v464>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.795 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.619+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a2 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-dev auth v466 ap=1 s=693 n(v0 rc2024-04-26T17:28:31.427131+0000 b693 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4000580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a2:[<0x10000000231/sysfs-dev v226>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002a2:[<0x10000000231/sysfs-dev v466>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.795 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.619+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533 auth v468 ap=1 s=1541 n(v0 rc2024-04-26T17:28:31.376984+0000 b1541 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4000b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000028c:[<0x10000000231/sysfs-class-led-driver-lm3533 v182>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000028c:[<0x10000000231/sysfs-class-led-driver-lm3533 v468>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.795 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.620+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000239 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback auth v470 ap=1 s=189 n(v0 rc2024-04-26T17:28:31.189637+0000 b189 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4001080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000239:[<0x10000000231/configfs-usb-gadget-loopback v16>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000239:[<0x10000000231/configfs-usb-gadget-loopback v470>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.795 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.620+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c6 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure auth v472 ap=1 s=5616 n(v0 rc2024-04-26T17:28:31.511622+0000 b5616 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4001600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c6:[<0x10000000231/sysfs-driver-hid-roccat-konepure v298>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002c6:[<0x10000000231/sysfs-driver-hid-roccat-konepure v472>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.796 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.620+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000260 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format auth v474 ap=1 s=704 n(v0 rc2024-04-26T17:28:31.277284+0000 b704 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4001b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000260:[<0x10000000231/sysfs-bus-event_source-devices-format v94>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000260:[<0x10000000231/sysfs-bus-event_source-devices-format v474>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.796 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.620+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000299 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-power auth v382 ap=1 s=2792 n(v0 rc2024-04-26T17:28:31.406707+0000 b2792 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4003180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000299:[<0x10000000231/sysfs-class-power v208>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000299:[<0x10000000231/sysfs-class-power v382>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.796 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.620+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-c2port auth v384 ap=1 s=2931 n(v0 rc2024-04-26T17:28:31.345057+0000 b2931 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4003700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000027e:[<0x10000000231/sysfs-c2port v154>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000027e:[<0x10000000231/sysfs-c2port v384>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.796 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.621+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000293 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm auth v386 ap=1 s=4753 n(v0 rc2024-04-26T17:28:31.392423+0000 b4753 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4014000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000293:[<0x10000000231/sysfs-class-net-cdc_ncm v196>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000293:[<0x10000000231/sysfs-class-net-cdc_ncm v386>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.796 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.621+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a1 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc auth v390 ap=1 s=2469 n(v0 rc2024-04-26T17:28:31.425118+0000 b2469 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4014b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a1:[<0x10000000231/sysfs-class-uwb_rc-wusbhc v224>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002a1:[<0x10000000231/sysfs-class-uwb_rc-wusbhc v390>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.796 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.621+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000284 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl auth v392 ap=1 s=7824 n(v0 rc2024-04-26T17:28:31.358752+0000 b7824 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4015080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000284:[<0x10000000231/sysfs-class-cxl v166>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000284:[<0x10000000231/sysfs-class-cxl v392>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.796 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.621+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000285 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq auth v398 ap=1 s=3764 n(v0 rc2024-04-26T17:28:31.361360+0000 b3764 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4016100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000285:[<0x10000000231/sysfs-class-devfreq v168>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000285:[<0x10000000231/sysfs-class-devfreq v398>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.796 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.621+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000254 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm auth v400 ap=1 s=817 n(v0 rc2024-04-26T17:28:31.249317+0000 b817 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4016680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000254:[<0x10000000231/sysfs-block-dm v70>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000254:[<0x10000000231/sysfs-block-dm v400>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.796 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.622+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000266 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352 auth v402 ap=1 s=640 n(v0 rc2024-04-26T17:28:31.291110+0000 b640 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4016c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000266:[<0x10000000231/sysfs-bus-i2c-devices-hm6352 v106>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000266:[<0x10000000231/sysfs-bus-i2c-devices-hm6352 v402>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.796 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.622+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel auth v404 ap=1 s=463 n(v0 rc2024-04-26T17:28:31.268218+0000 b463 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4017180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025c:[<0x10000000231/sysfs-bus-coresight-devices-funnel v86>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000025c:[<0x10000000231/sysfs-bus-coresight-devices-funnel v404>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.796 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.622+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei auth v408 ap=1 s=903 n(v0 rc2024-04-26T17:28:31.380799+0000 b903 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4020000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000028e:[<0x10000000231/sysfs-class-mei v186>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000028e:[<0x10000000231/sysfs-class-mei v408>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.797 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.622+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523 auth v410 ap=1 s=1180 n(v0 rc2024-04-26T17:28:31.301148+0000 b1180 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4020580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000026a:[<0x10000000231/sysfs-bus-iio-frequency-ad9523 v114>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000026a:[<0x10000000231/sysfs-bus-iio-frequency-ad9523 v410>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.797 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.622+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc auth v412 ap=1 s=4351 n(v0 rc2024-04-26T17:28:31.413131+0000 b4351 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4020b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000029c:[<0x10000000231/sysfs-class-rc v214>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000029c:[<0x10000000231/sysfs-class-rc v412>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.797 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.622+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc auth v416 ap=1 s=403 n(v0 rc2024-04-26T17:28:31.270518+0000 b403 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4021600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025d:[<0x10000000231/sysfs-bus-coresight-devices-tmc v88>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000025d:[<0x10000000231/sysfs-bus-coresight-devices-tmc v416>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.797 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.623+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000241 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink auth v418 ap=1 s=340 n(v0 rc2024-04-26T17:28:31.207084+0000 b340 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4021b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000241:[<0x10000000231/configfs-usb-gadget-sourcesink v32>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000241:[<0x10000000231/configfs-usb-gadget-sourcesink v418>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.797 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.623+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r auth v420 ap=1 s=474 n(v0 rc2024-04-26T17:28:31.378780+0000 b474 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4022100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000028d:[<0x10000000231/sysfs-class-leds-gt683r v184>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000028d:[<0x10000000231/sysfs-class-leds-gt683r v420>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.797 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.623+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000238 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid auth v426 ap=1 s=338 n(v0 rc2024-04-26T17:28:31.187634+0000 b338 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4023180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000238:[<0x10000000231/configfs-usb-gadget-hid v14>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000238:[<0x10000000231/configfs-usb-gadget-hid v426>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.797 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.623+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000243 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1 auth v422 ap=1 s=376 n(v0 rc2024-04-26T17:28:31.211394+0000 b376 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4022680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000243:[<0x10000000231/configfs-usb-gadget-uac1 v36>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000243:[<0x10000000231/configfs-usb-gadget-uac1 v422>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.797 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.623+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050 auth v428 ap=1 s=745 n(v0 rc2024-04-26T17:28:31.310256+0000 b745 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4023700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000026e:[<0x10000000231/sysfs-bus-iio-mpu6050 v122>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000026e:[<0x10000000231/sysfs-bus-iio-mpu6050 v428>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.797 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.624+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000236 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem auth v430 ap=1 s=420 n(v0 rc2024-04-26T17:28:31.183161+0000 b420 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4028000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000236:[<0x10000000231/configfs-usb-gadget-eem v10>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000236:[<0x10000000231/configfs-usb-gadget-eem v430>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.797 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.624+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000268 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio auth v434 ap=1 s=59617 n(v0 rc2024-04-26T17:28:31.296910+0000 b59617 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4028b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000268:[<0x10000000231/sysfs-bus-iio v110>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000268:[<0x10000000231/sysfs-bus-iio v434>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.797 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.624+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c0 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd auth v436 ap=1 s=1848 n(v0 rc2024-04-26T17:28:31.497204+0000 b1848 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4029080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c0:[<0x10000000231/sysfs-driver-hid-picolcd v286>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002c0:[<0x10000000231/sysfs-driver-hid-picolcd v436>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.798 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.624+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000264 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi auth v440 ap=1 s=683 n(v0 rc2024-04-26T17:28:31.286661+0000 b683 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4029b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000264:[<0x10000000231/sysfs-bus-hsi v102>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000264:[<0x10000000231/sysfs-bus-hsi v440>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.798 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.624+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000258 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba auth v438 ap=1 s=1136 n(v0 rc2024-04-26T17:28:31.259025+0000 b1136 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4029600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000258:[<0x10000000231/sysfs-bus-amba v78>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000258:[<0x10000000231/sysfs-bus-amba v438>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.798 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.624+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm auth v442 ap=1 s=421 n(v0 rc2024-04-26T17:28:31.196090+0000 b421 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d402a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023c:[<0x10000000231/configfs-usb-gadget-ncm v22>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000023c:[<0x10000000231/configfs-usb-gadget-ncm v442>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.798 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.624+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000242 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset auth v444 ap=1 s=421 n(v0 rc2024-04-26T17:28:31.209256+0000 b421 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d402a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000242:[<0x10000000231/configfs-usb-gadget-subset v34>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000242:[<0x10000000231/configfs-usb-gadget-subset v444>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.798 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.625+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000278 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd auth v370 ap=1 s=2563 n(v0 rc2024-04-26T17:28:31.331999+0000 b2563 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d402ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000278:[<0x10000000231/sysfs-bus-rbd v142>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000278:[<0x10000000231/sysfs-bus-rbd v370>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.798 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.625+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000286 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon auth v372 ap=1 s=3406 n(v0 rc2024-04-26T17:28:31.363512+0000 b3406 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d402b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000286:[<0x10000000231/sysfs-class-extcon v170>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000286:[<0x10000000231/sysfs-class-extcon v372>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.798 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.625+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm auth v376 ap=1 s=2282 n(v0 rc2024-04-26T17:28:31.410978+0000 b2282 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4038000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000029b:[<0x10000000231/sysfs-class-pwm v212>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000029b:[<0x10000000231/sysfs-class-pwm v376>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.798 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.625+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c8 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua auth v378 ap=1 s=372 n(v0 rc2024-04-26T17:28:31.517031+0000 b372 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4038580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c8:[<0x10000000231/sysfs-driver-hid-roccat-lua v302>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002c8:[<0x10000000231/sysfs-driver-hid-roccat-lua v378>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.798 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.625+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002be [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff auth v380 ap=1 s=306 n(v0 rc2024-04-26T17:28:31.492951+0000 b306 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4038b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002be:[<0x10000000231/sysfs-driver-hid-logitech-lg4ff v282>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002be:[<0x10000000231/sysfs-driver-hid-logitech-lg4ff v380>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.799 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.625+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000295 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh auth v384 ap=1 s=4514 n(v0 rc2024-04-26T17:28:31.397124+0000 b4514 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4039600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000295:[<0x10000000231/sysfs-class-net-mesh v200>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000295:[<0x10000000231/sysfs-class-net-mesh v384>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.799 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.626+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis auth v386 ap=1 s=422 n(v0 rc2024-04-26T17:28:31.202812+0000 b422 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4039b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023f:[<0x10000000231/configfs-usb-gadget-rndis v28>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000023f:[<0x10000000231/configfs-usb-gadget-rndis v386>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.799 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.626+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led auth v388 ap=1 s=1329 n(v0 rc2024-04-26T17:28:31.374711+0000 b1329 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d403a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000028b:[<0x10000000231/sysfs-class-led v180>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000028b:[<0x10000000231/sysfs-class-led v388>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.799 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.626+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000237 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs auth v390 ap=1 s=298 n(v0 rc2024-04-26T17:28:31.185441+0000 b298 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d403a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000237:[<0x10000000231/configfs-usb-gadget-ffs v12>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000237:[<0x10000000231/configfs-usb-gadget-ffs v390>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.799 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.626+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000280 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class auth v394 ap=1 s=532 n(v0 rc2024-04-26T17:28:31.349269+0000 b532 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d403b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000280:[<0x10000000231/sysfs-class v158>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000280:[<0x10000000231/sysfs-class v394>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.799 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.626+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/dev-kmsg auth v396 ap=1 s=4208 n(v0 rc2024-04-26T17:28:31.231356+0000 b4208 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d403b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000024c:[<0x10000000231/dev-kmsg v54>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000024c:[<0x10000000231/dev-kmsg v396>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.799 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.626+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc auth v398 ap=1 s=1018 n(v0 rc2024-04-26T17:28:31.336485+0000 b1018 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4044000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000027a:[<0x10000000231/sysfs-bus-umc v146>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000027a:[<0x10000000231/sysfs-bus-umc v398>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.799 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.627+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg auth v400 ap=1 s=1539 n(v0 rc2024-04-26T17:28:31.340775+0000 b1539 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4044580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000027c:[<0x10000000231/sysfs-bus-usb-devices-usbsevseg v150>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000027c:[<0x10000000231/sysfs-bus-usb-devices-usbsevseg v400>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.799 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.627+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb auth v402 ap=1 s=7078 n(v0 rc2024-04-26T17:28:31.338711+0000 b7078 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4044b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000027b:[<0x10000000231/sysfs-bus-usb v148>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000027b:[<0x10000000231/sysfs-bus-usb v402>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.799 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.627+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ae [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0 auth v410 ap=1 s=580 n(v0 rc2024-04-26T17:28:31.454963+0000 b580 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4046100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002ae:[<0x10000000231/sysfs-devices-power_resources_D0 v250>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002ae:[<0x10000000231/sysfs-devices-power_resources_D0 v410>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.799 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.627+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000253 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache auth v408 ap=1 s=5873 n(v0 rc2024-04-26T17:28:31.247400+0000 b5873 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4045b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000253:[<0x10000000231/sysfs-block-bcache v68>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000253:[<0x10000000231/sysfs-block-bcache v408>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.800 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.627+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000274 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci auth v412 ap=1 s=12538 n(v0 rc2024-04-26T17:28:31.323694+0000 b12538 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4046680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000274:[<0x10000000231/sysfs-bus-pci v134>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000274:[<0x10000000231/sysfs-bus-pci v412>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.800 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.627+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000296 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues auth v414 ap=1 s=2741 n(v0 rc2024-04-26T17:28:31.399459+0000 b2741 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4046c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000296:[<0x10000000231/sysfs-class-net-queues v202>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000296:[<0x10000000231/sysfs-class-net-queues v414>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.800 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.628+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet auth v416 ap=1 s=251 n(v0 rc2024-04-26T17:28:31.200391+0000 b251 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4047180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023e:[<0x10000000231/configfs-usb-gadget-phonet v26>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000023e:[<0x10000000231/configfs-usb-gadget-phonet v416>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.800 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.628+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex auth v422 ap=1 s=273 n(v0 rc2024-04-26T17:28:31.198476+0000 b273 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4050580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023d:[<0x10000000231/configfs-usb-gadget-obex v24>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000023d:[<0x10000000231/configfs-usb-gadget-obex v422>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.800 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.628+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000282 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533 auth v420 ap=1 s=1286 n(v0 rc2024-04-26T17:28:31.353714+0000 b1286 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4050000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000282:[<0x10000000231/sysfs-class-backlight-driver-lm3533 v162>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000282:[<0x10000000231/sysfs-class-backlight-driver-lm3533 v420>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.800 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.628+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a0 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc auth v360 ap=1 s=5652 n(v0 rc2024-04-26T17:28:31.422794+0000 b5652 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4050b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a0:[<0x10000000231/sysfs-class-uwb_rc v222>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002a0:[<0x10000000231/sysfs-class-uwb_rc v360>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.800 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.628+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000263 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe auth v362 ap=1 s=4609 n(v0 rc2024-04-26T17:28:31.283938+0000 b4609 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4051080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000263:[<0x10000000231/sysfs-bus-fcoe v100>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000263:[<0x10000000231/sysfs-bus-fcoe v362>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.800 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.628+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi auth v366 ap=1 s=365 n(v0 rc2024-04-26T17:28:31.193946+0000 b365 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4051b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023b:[<0x10000000231/configfs-usb-gadget-midi v20>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000023b:[<0x10000000231/configfs-usb-gadget-midi v366>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.800 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.628+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000232 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget auth v368 ap=1 s=1258 n(v0 rc2024-04-26T17:28:31.174337+0000 b1258 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4052100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000232:[<0x10000000231/configfs-spear-pcie-gadget v2>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000232:[<0x10000000231/configfs-spear-pcie-gadget v368>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.800 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.629+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000271 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio auth v372 ap=1 s=1075 n(v0 rc2024-04-26T17:28:31.316828+0000 b1075 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4052c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000271:[<0x10000000231/sysfs-bus-mdio v128>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000271:[<0x10000000231/sysfs-bus-mdio v372>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.800 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.629+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000240 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial auth v370 ap=1 s=273 n(v0 rc2024-04-26T17:28:31.204973+0000 b273 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4052680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000240:[<0x10000000231/configfs-usb-gadget-serial v30>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000240:[<0x10000000231/configfs-usb-gadget-serial v370>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.801 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.629+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x auth v380 ap=1 s=10279 n(v0 rc2024-04-26T17:28:31.266016+0000 b10279 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d405e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025b:[<0x10000000231/sysfs-bus-coresight-devices-etm3x v84>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000025b:[<0x10000000231/sysfs-bus-coresight-devices-etm3x v380>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.801 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.629+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000294 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan auth v382 ap=1 s=1454 n(v0 rc2024-04-26T17:28:31.394659+0000 b1454 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d405eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000294:[<0x10000000231/sysfs-class-net-grcan v198>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000294:[<0x10000000231/sysfs-class-net-grcan v382>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.801 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.630+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage auth v386 ap=1 s=1063 n(v0 rc2024-04-26T17:28:31.191885+0000 b1063 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d405f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023a:[<0x10000000231/configfs-usb-gadget-mass-storage v18>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x1000000023a:[<0x10000000231/configfs-usb-gadget-mass-storage v386>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.801 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.630+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b2 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup auth v390 ap=1 s=589 n(v0 rc2024-04-26T17:28:31.465880+0000 b589 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4060100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b2:[<0x10000000231/sysfs-devices-power_resources_wakeup v258>,<0x10000000205/testing v393>,<0x10000000203/ABI v17>,<0x10000000202/Documentation v11>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v16>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v32>,<0x10000000001/sv_0 v53>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x100000002b2:[<0x10000000231/sysfs-devices-power_resources_wakeup v390>,<0x10000000205/testing v1467>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.801 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.630+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000214 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/raw1394 auth v30 ap=1 s=663 n(v0 rc2024-04-26T17:28:31.105507+0000 b663 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4061700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000214:[<0x1000000020e/raw1394 v12>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000214:[<0x1000000020e/raw1394 v30>,<0x10000000205/removed v1481>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.801 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.630+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000210 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/dv1394 auth v32 ap=1 s=664 n(v0 rc2024-04-26T17:28:31.096162+0000 b664 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d406e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000210:[<0x1000000020e/dv1394 v4>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000210:[<0x1000000020e/dv1394 v32>,<0x10000000205/removed v1481>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.801 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.631+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/devfs auth v34 ap=1 s=471 n(v0 rc2024-04-26T17:28:31.093717+0000 b471 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d406e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000020f:[<0x1000000020e/devfs v2>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000020f:[<0x1000000020e/devfs v34>,<0x10000000205/removed v1481>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.801 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.631+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000211 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ip_queue auth v36 ap=1 s=310 n(v0 rc2024-04-26T17:28:31.098263+0000 b310 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d406eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000211:[<0x1000000020e/ip_queue v6>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000211:[<0x1000000020e/ip_queue v36>,<0x10000000205/removed v1481>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.801 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.631+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000215 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/video1394 auth v38 ap=1 s=751 n(v0 rc2024-04-26T17:28:31.107738+0000 b751 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d406f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000215:[<0x1000000020e/video1394 v14>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000215:[<0x1000000020e/video1394 v38>,<0x10000000205/removed v1481>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.801 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.631+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000212 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/net_dma auth v40 ap=1 s=339 n(v0 rc2024-04-26T17:28:31.100848+0000 b339 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d406f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000212:[<0x1000000020e/net_dma v8>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000212:[<0x1000000020e/net_dma v40>,<0x10000000205/removed v1481>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.801 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.631+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000213 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/o2cb auth v42 ap=1 s=449 n(v0 rc2024-04-26T17:28:31.103001+0000 b449 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d406fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000213:[<0x1000000020e/o2cb v10>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000213:[<0x1000000020e/o2cb v42>,<0x10000000205/removed v1481>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.802 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.631+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000222 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc auth v106 ap=1 s=2448 n(v0 rc2024-04-26T17:28:31.136880+0000 b2448 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4070100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000222:[<0x10000000216/sysfs-class-udc v24>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000222:[<0x10000000216/sysfs-class-udc v106>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.802 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.631+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight auth v108 ap=1 s=1914 n(v0 rc2024-04-26T17:28:31.127452+0000 b1914 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4070680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021e:[<0x10000000216/sysfs-class-backlight v16>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000021e:[<0x10000000216/sysfs-class-backlight v108>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.802 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.631+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend auth v110 ap=1 s=2532 n(v0 rc2024-04-26T17:28:31.125178+0000 b2532 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4070c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021d:[<0x10000000216/sysfs-bus-xen-backend v14>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000021d:[<0x10000000216/sysfs-bus-xen-backend v110>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.802 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.632+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile auth v112 ap=1 s=675 n(v0 rc2024-04-26T17:28:31.118180+0000 b675 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4071180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021a:[<0x10000000216/sysfs-acpi-pmprofile v8>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000021a:[<0x10000000216/sysfs-acpi-pmprofile v112>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.802 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.632+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000220 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm auth v114 ap=1 s=6913 n(v0 rc2024-04-26T17:28:31.131939+0000 b6913 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4071700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000220:[<0x10000000216/sysfs-class-tpm v20>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000220:[<0x10000000216/sysfs-class-tpm v114>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.802 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.632+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000227 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx auth v116 ap=1 s=377 n(v0 rc2024-04-26T17:28:31.148724+0000 b377 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4078000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000227:[<0x10000000216/sysfs-driver-qla2xxx v34>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000227:[<0x10000000216/sysfs-driver-qla2xxx v116>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.802 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.632+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000229 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 auth v118 ap=1 s=648 n(v0 rc2024-04-26T17:28:31.153271+0000 b648 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4078580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000229:[<0x10000000216/sysfs-driver-w1_ds28e04 v38>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000229:[<0x10000000216/sysfs-driver-w1_ds28e04 v118>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.802 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.632+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog auth v120 ap=1 s=2207 n(v0 rc2024-04-26T17:28:31.160226+0000 b2207 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4078b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022c:[<0x10000000216/sysfs-firmware-opal-elog v44>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000022c:[<0x10000000216/sysfs-firmware-opal-elog v120>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.802 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.632+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire auth v122 ap=1 s=4285 n(v0 rc2024-04-26T17:28:31.120554+0000 b4285 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4079080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021b:[<0x10000000216/sysfs-bus-firewire v10>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000021b:[<0x10000000216/sysfs-bus-firewire v122>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.802 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.632+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000225 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory auth v124 ap=1 s=2656 n(v0 rc2024-04-26T17:28:31.144218+0000 b2656 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4079600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000225:[<0x10000000216/sysfs-devices-system-xen_memory v30>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000225:[<0x10000000216/sysfs-devices-system-xen_memory v124>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.802 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.632+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification auth v126 ap=1 s=190 n(v0 rc2024-04-26T17:28:31.167697+0000 b190 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4079b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022f:[<0x10000000216/thermal-notification v50>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000022f:[<0x10000000216/thermal-notification v126>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.803 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.632+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000230 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso auth v128 ap=1 s=1329 n(v0 rc2024-04-26T17:28:31.170308+0000 b1329 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d407a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000230:[<0x10000000216/vdso v52>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000230:[<0x10000000216/vdso v128>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.803 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.633+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000217 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev auth v130 ap=1 s=4140 n(v0 rc2024-04-26T17:28:31.111853+0000 b4140 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d407a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000217:[<0x10000000216/firewire-cdev v2>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000217:[<0x10000000216/firewire-cdev v130>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.803 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.633+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000224 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu auth v132 ap=1 s=979 n(v0 rc2024-04-26T17:28:31.141983+0000 b979 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d407ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000224:[<0x10000000216/sysfs-devices-system-cpu v28>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000224:[<0x10000000216/sysfs-devices-system-cpu v132>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.803 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.633+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000226 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp auth v136 ap=1 s=7796 n(v0 rc2024-04-26T17:28:31.146576+0000 b7796 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d407b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000226:[<0x10000000216/sysfs-driver-ib_srp v32>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000226:[<0x10000000216/sysfs-driver-ib_srp v136>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.803 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.633+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill auth v134 ap=1 s=1979 n(v0 rc2024-04-26T17:28:31.129759+0000 b1979 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d407b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021f:[<0x10000000216/sysfs-class-rfkill v18>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000021f:[<0x10000000216/sysfs-class-rfkill v134>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.803 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.633+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000228 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc auth v138 ap=1 s=2407 n(v0 rc2024-04-26T17:28:31.151095+0000 b2407 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4088000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000228:[<0x10000000216/sysfs-driver-usb-usbtmc v36>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000228:[<0x10000000216/sysfs-driver-usb-usbtmc v138>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.803 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.633+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars auth v140 ap=1 s=2441 n(v0 rc2024-04-26T17:28:31.155503+0000 b2441 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4088580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022a:[<0x10000000216/sysfs-firmware-efi-vars v40>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000022a:[<0x10000000216/sysfs-firmware-efi-vars v140>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.803 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.633+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000221 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi auth v142 ap=1 s=6956 n(v0 rc2024-04-26T17:28:31.134588+0000 b6956 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4088b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000221:[<0x10000000216/sysfs-class-ubi v22>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000221:[<0x10000000216/sysfs-class-ubi v142>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.803 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.634+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000223 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node auth v144 ap=1 s=3010 n(v0 rc2024-04-26T17:28:31.139405+0000 b3010 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4089080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000223:[<0x10000000216/sysfs-devices-node v26>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000223:[<0x10000000216/sysfs-devices-node v144>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.803 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.634+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb auth v146 ap=1 s=5051 n(v0 rc2024-04-26T17:28:31.122976+0000 b5051 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4089600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021c:[<0x10000000216/sysfs-bus-usb v12>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000021c:[<0x10000000216/sysfs-bus-usb v146>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.803 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.634+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000219 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls auth v148 ap=1 s=442 n(v0 rc2024-04-26T17:28:31.116105+0000 b442 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4089b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000219:[<0x10000000216/syscalls v6>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000219:[<0x10000000216/syscalls v148>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.634+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp auth v150 ap=1 s=2538 n(v0 rc2024-04-26T17:28:31.165695+0000 b2538 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d408a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022e:[<0x10000000216/sysfs-transport-srp v48>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000022e:[<0x10000000216/sysfs-transport-srp v150>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.634+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000218 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb auth v152 ap=1 s=457 n(v0 rc2024-04-26T17:28:31.114003+0000 b457 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d408a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000218:[<0x10000000216/o2cb v4>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000218:[<0x10000000216/o2cb v152>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.634+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module auth v154 ap=1 s=1331 n(v0 rc2024-04-26T17:28:31.163178+0000 b1331 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d408ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022d:[<0x10000000216/sysfs-module v46>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000022d:[<0x10000000216/sysfs-module v154>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.634+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump auth v156 ap=1 s=1490 n(v0 rc2024-04-26T17:28:31.157740+0000 b1490 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d408b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022b:[<0x10000000216/sysfs-firmware-opal-dump v42>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000022b:[<0x10000000216/sysfs-firmware-opal-dump v156>,<0x10000000205/stable v1533>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.635+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra auth v26 ap=1 s=3767 n(v0 rc2024-04-26T17:28:31.088827+0000 b3767 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d408b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000020d:[<0x10000000207/sysfs-driver-hid-roccat-pyra v12>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000020d:[<0x10000000207/sysfs-driver-hid-roccat-pyra v26>,<0x10000000205/obsolete v1545>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.635+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000208 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads auth v28 ap=1 s=248 n(v0 rc2024-04-26T17:28:31.076191+0000 b248 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4092000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000208:[<0x10000000207/proc-sys-vm-nr_pdflush_threads v2>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000208:[<0x10000000207/proc-sys-vm-nr_pdflush_threads v28>,<0x10000000205/obsolete v1545>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.635+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus auth v30 ap=1 s=3657 n(v0 rc2024-04-26T17:28:31.086162+0000 b3657 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4092580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000020c:[<0x10000000207/sysfs-driver-hid-roccat-kovaplus v10>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000020c:[<0x10000000207/sysfs-driver-hid-roccat-kovaplus v30>,<0x10000000205/obsolete v1545>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.635+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus auth v34 ap=1 s=2820 n(v0 rc2024-04-26T17:28:31.083456+0000 b2820 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4093080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000020b:[<0x10000000207/sysfs-driver-hid-roccat-koneplus v8>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000020b:[<0x10000000207/sysfs-driver-hid-roccat-koneplus v34>,<0x10000000205/obsolete v1545>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.635+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000209 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb auth v36 ap=1 s=1296 n(v0 rc2024-04-26T17:28:31.078518+0000 b1296 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4093600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000209:[<0x10000000207/sysfs-bus-usb v4>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x10000000209:[<0x10000000207/sysfs-bus-usb v36>,<0x10000000205/obsolete v1545>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.635+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill auth v32 ap=1 s=1063 n(v0 rc2024-04-26T17:28:31.081060+0000 b1063 1=1+0) caps={15540=pAsLsXsFsc/-@2},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4092b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000020a:[<0x10000000207/sysfs-class-rfkill v6>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v22>,<0x10000000003/client.0 v12>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v28>,<0x10000000001/sv_0 v51>,<0x10000000000/qa v41>,<0x1/volumes v39>]//[3]","memoryvalue":"(4)0x1000000020a:[<0x10000000207/sysfs-class-rfkill v32>,<0x10000000205/obsolete v1545>,<0x10000000203/ABI v2906>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.639+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c02 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt auth v104 ap=1 s=174 n(v0 rc2024-04-26T17:28:44.576826+0000 b174 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d3be3700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c02:[<0x10000000be8/twl4030-wdt.txt v52>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c02:[<0x10000000be8/twl4030-wdt.txt v104>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.640+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bf2 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt auth v72 ap=1 s=288 n(v0 rc2024-04-26T17:28:44.538813+0000 b288 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4e42000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bf2:[<0x10000000be8/ingenic,jz4740-wdt.txt v20>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bf2:[<0x10000000be8/ingenic,jz4740-wdt.txt v72>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.804 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.640+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bf3 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt auth v74 ap=1 s=1309 n(v0 rc2024-04-26T17:28:44.541359+0000 b1309 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4e42580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bf3:[<0x10000000be8/marvel.txt v22>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bf3:[<0x10000000be8/marvel.txt v74>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.640+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c00 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt auth v100 ap=1 s=488 n(v0 rc2024-04-26T17:28:44.571952+0000 b488 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4e42b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c00:[<0x10000000be8/stericsson-coh901327.txt v48>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c00:[<0x10000000be8/stericsson-coh901327.txt v100>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.640+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bfe [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt auth v96 ap=1 s=1139 n(v0 rc2024-04-26T17:28:44.567188+0000 b1139 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4e43080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bfe:[<0x10000000be8/samsung-wdt.txt v44>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bfe:[<0x10000000be8/samsung-wdt.txt v96>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.640+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000be9 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt auth v54 ap=1 s=182 n(v0 rc2024-04-26T17:28:44.518686+0000 b182 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4e43600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000be9:[<0x10000000be8/atmel-at91rm9200-wdt.txt v2>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000be9:[<0x10000000be8/atmel-at91rm9200-wdt.txt v54>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.641+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bff [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt auth v98 ap=1 s=310 n(v0 rc2024-04-26T17:28:44.569596+0000 b310 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4e43b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bff:[<0x10000000be8/sirfsoc_wdt.txt v46>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bff:[<0x10000000be8/sirfsoc_wdt.txt v98>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.641+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bf6 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt auth v80 ap=1 s=353 n(v0 rc2024-04-26T17:28:44.548313+0000 b353 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4e44100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bf6:[<0x10000000be8/moxa,moxart-watchdog.txt v28>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bf6:[<0x10000000be8/moxa,moxart-watchdog.txt v80>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.641+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bf4 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt auth v76 ap=1 s=624 n(v0 rc2024-04-26T17:28:44.543712+0000 b624 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4e44680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bf4:[<0x10000000be8/men-a021-wdt.txt v24>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bf4:[<0x10000000be8/men-a021-wdt.txt v76>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.641+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000beb [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt auth v58 ap=1 s=351 n(v0 rc2024-04-26T17:28:44.523342+0000 b351 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4e44c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000beb:[<0x10000000be8/brcm,bcm2835-pm-wdog.txt v6>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000beb:[<0x10000000be8/brcm,bcm2835-pm-wdog.txt v58>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.642+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bfa [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt auth v88 ap=1 s=372 n(v0 rc2024-04-26T17:28:44.557760+0000 b372 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4e45180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bfa:[<0x10000000be8/pnx4008-wdt.txt v36>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bfa:[<0x10000000be8/pnx4008-wdt.txt v88>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.642+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bf1 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt auth v70 ap=1 s=613 n(v0 rc2024-04-26T17:28:44.536568+0000 b613 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d4e45700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bf1:[<0x10000000be8/imgpdc-wdt.txt v18>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bf1:[<0x10000000be8/imgpdc-wdt.txt v70>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.642+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bf0 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt auth v68 ap=1 s=1080 n(v0 rc2024-04-26T17:28:44.534357+0000 b1080 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66b6000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bf0:[<0x10000000be8/gpio-wdt.txt v16>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bf0:[<0x10000000be8/gpio-wdt.txt v68>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.642+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bf7 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt auth v82 ap=1 s=269 n(v0 rc2024-04-26T17:28:44.550813+0000 b269 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66b6580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bf7:[<0x10000000be8/mtk-wdt.txt v30>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bf7:[<0x10000000be8/mtk-wdt.txt v82>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.643+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bf9 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt auth v86 ap=1 s=293 n(v0 rc2024-04-26T17:28:44.555544+0000 b293 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66b6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bf9:[<0x10000000be8/omap-wdt.txt v34>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bf9:[<0x10000000be8/omap-wdt.txt v86>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.805 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.643+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bfd [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt auth v94 ap=1 s=429 n(v0 rc2024-04-26T17:28:44.564762+0000 b429 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66b7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bfd:[<0x10000000be8/rt2880-wdt.txt v42>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bfd:[<0x10000000be8/rt2880-wdt.txt v94>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.806 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.643+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c01 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt auth v102 ap=1 s=328 n(v0 rc2024-04-26T17:28:44.574445+0000 b328 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66b7600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c01:[<0x10000000be8/sunxi-wdt.txt v50>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c01:[<0x10000000be8/sunxi-wdt.txt v102>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.806 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.643+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bea [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt auth v56 ap=1 s=1974 n(v0 rc2024-04-26T17:28:44.520868+0000 b1974 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66b7b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bea:[<0x10000000be8/atmel-wdt.txt v4>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bea:[<0x10000000be8/atmel-wdt.txt v56>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.806 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.643+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bfb [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt auth v90 ap=1 s=308 n(v0 rc2024-04-26T17:28:44.559868+0000 b308 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66b8100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bfb:[<0x10000000be8/qca-ar7130-wdt.txt v38>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bfb:[<0x10000000be8/qca-ar7130-wdt.txt v90>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.806 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.644+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bfc [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt auth v92 ap=1 s=665 n(v0 rc2024-04-26T17:28:44.562277+0000 b665 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66b8680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bfc:[<0x10000000be8/qcom-wdt.txt v40>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bfc:[<0x10000000be8/qcom-wdt.txt v92>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.806 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.644+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bf5 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt auth v78 ap=1 s=262 n(v0 rc2024-04-26T17:28:44.546100+0000 b262 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66b9180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bf5:[<0x10000000be8/meson6-wdt.txt v26>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bf5:[<0x10000000be8/meson6-wdt.txt v78>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.806 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.645+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bf8 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt auth v84 ap=1 s=755 n(v0 rc2024-04-26T17:28:44.553137+0000 b755 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66b9700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bf8:[<0x10000000be8/of-xilinx-wdt.txt v32>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bf8:[<0x10000000be8/of-xilinx-wdt.txt v84>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.806 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.645+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bee [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt auth v64 ap=1 s=496 n(v0 rc2024-04-26T17:28:44.529914+0000 b496 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66b8c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bee:[<0x10000000be8/dw_wdt.txt v12>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bee:[<0x10000000be8/dw_wdt.txt v64>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.806 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.646+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bec [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt auth v60 ap=1 s=686 n(v0 rc2024-04-26T17:28:44.525641+0000 b686 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66c6000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bec:[<0x10000000be8/cadence-wdt.txt v8>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bec:[<0x10000000be8/cadence-wdt.txt v60>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.806 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.646+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bed [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt auth v62 ap=1 s=675 n(v0 rc2024-04-26T17:28:44.527746+0000 b675 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66c6580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bed:[<0x10000000be8/davinci-wdt.txt v10>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bed:[<0x10000000be8/davinci-wdt.txt v62>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.806 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.647+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bef [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt auth v66 ap=1 s=591 n(v0 rc2024-04-26T17:28:44.532150+0000 b591 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d66c6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bef:[<0x10000000be8/fsl-imx-wdt.txt v14>,<0x1000000054e/watchdog v3122>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bef:[<0x10000000be8/fsl-imx-wdt.txt v66>,<0x1000000054e/watchdog v3595>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1138>,<0x10000000201/linux-4.0.5 v44>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.806 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.653+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ab [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt auth v472 ap=1 s=314 n(v0 rc2024-04-26T17:28:39.661831+0000 b314 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66c7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ab:[<0x10000000553/nspire.txt v472>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005ab:[<0x10000000553/nspire.txt v472>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.807 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.654+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000599 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt auth v462 ap=1 s=621 n(v0 rc2024-04-26T17:28:39.617669+0000 b621 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66c7600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000599:[<0x10000000553/marvell,dove.txt v462>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000599:[<0x10000000553/marvell,dove.txt v462>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.807 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.654+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000056f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt auth v366 ap=1 s=208 n(v0 rc2024-04-26T17:28:34.547790+0000 b208 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66c7b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000056f:[<0x10000000553/bcm2835.txt v366>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000056f:[<0x10000000553/bcm2835.txt v366>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.807 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.655+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000055d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt auth v330 ap=1 s=640 n(v0 rc2024-04-26T17:28:34.505546+0000 b640 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66c8100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000055d:[<0x10000000553/armada-370-xp.txt v330>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000055d:[<0x10000000553/armada-370-xp.txt v330>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.807 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.655+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000055c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt auth v328 ap=1 s=567 n(v0 rc2024-04-26T17:28:34.503260+0000 b567 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66c8680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000055c:[<0x10000000553/armada-370-xp-pmsu.txt v328>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000055c:[<0x10000000553/armada-370-xp-pmsu.txt v328>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.807 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.656+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000057e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt auth v430 ap=1 s=10492 n(v0 rc2024-04-26T17:28:39.552063+0000 b10492 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66c8c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000057e:[<0x10000000553/cpus.txt v430>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000057e:[<0x10000000553/cpus.txt v430>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.807 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.656+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000057c [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/ auth{0=1} v545 ap=1 f(v0 m2024-04-26T17:28:39.547414+0000 1=1+0) n(v1 rc2024-04-26T17:28:39.549578+0000 b1027 2=1+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3c8eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000057c:[<0x10000000553/cpu-enable-method v393>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000057c:[<0x10000000553/cpu-enable-method v545>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.547414+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.548821+0000 b1027 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.547414+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.549578+0000 b1027 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.807 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.657+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e0 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/ auth{0=1} v571 ap=1 f(v0 m2024-04-26T17:28:39.790178+0000 1=1+0) n(v1 rc2024-04-26T17:28:39.793276+0000 b873 2=1+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3c8e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005e0:[<0x10000000553/ux500 v394>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000005e0:[<0x10000000553/ux500 v571>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.790178+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.792377+0000 b873 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.790178+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.793276+0000 b873 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.807 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.657+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000578 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt auth v422 ap=1 s=6254 n(v0 rc2024-04-26T17:28:39.536738+0000 b6254 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66c9180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000578:[<0x10000000553/cci.txt v422>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000578:[<0x10000000553/cci.txt v422>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.807 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.659+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000592 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/ auth{0=1} v555 ap=1 f(v0 m2024-04-26T17:28:39.601363+0000 1=1+0) n(v1 rc2024-04-26T17:28:39.603543+0000 b648 2=1+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d38c6000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000592:[<0x10000000553/keystone v395>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000592:[<0x10000000553/keystone v555>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.601363+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.602856+0000 b648 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.601363+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.603543+0000 b648 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.807 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.659+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000057b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt auth v428 ap=1 s=4655 n(v0 rc2024-04-26T17:28:39.544859+0000 b4655 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66c9700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000057b:[<0x10000000553/coresight.txt v428>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000057b:[<0x10000000553/coresight.txt v428>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.807 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.660+0000 7f6543ce8700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000059c [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/ auth{0=1,2=1} v541 ap=2 RANDEPHEMERALPIN f(v0 m2024-04-26T17:28:39.625682+0000 1=1+0) n(v1 rc2024-04-26T17:28:39.627752+0000 b969 2=1+1) (inest sync->mix g=0,2) caps={15540=pAsLsXs/-@1} | dirtyscattered=0 lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirwaiter=0 replicated=1 dirty=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 randepin 0x5632d6883700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000059c:[<0x10000000553/mediatek v416>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000059c:[<0x10000000553/mediatek v541>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.625682+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.627052+0000 b969 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.625682+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.627752+0000 b969 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.808 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.660+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ac [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt auth v474 ap=1 s=208 n(v0 rc2024-04-26T17:28:39.664544+0000 b208 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6700000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ac:[<0x10000000553/olimex.txt v474>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005ac:[<0x10000000553/olimex.txt v474>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.808 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.660+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000572 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt auth v418 ap=1 s=416 n(v0 rc2024-04-26T17:28:39.522491+0000 b416 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6700580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000572:[<0x10000000553/calxeda.txt v418>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000572:[<0x10000000553/calxeda.txt v418>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.808 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.660+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000561 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt auth v338 ap=1 s=363 n(v0 rc2024-04-26T17:28:34.515442+0000 b363 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6700b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000561:[<0x10000000553/armada-cpu-reset.txt v338>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000561:[<0x10000000553/armada-cpu-reset.txt v338>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.808 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.660+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005bb [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt auth v480 ap=1 s=1710 n(v0 rc2024-04-26T17:28:39.700632+0000 b1710 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6701080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005bb:[<0x10000000553/primecell.txt v480>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005bb:[<0x10000000553/primecell.txt v480>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.808 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.661+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e6 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt auth v524 ap=1 s=7104 n(v0 rc2024-04-26T17:28:39.806633+0000 b7104 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6701600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e6:[<0x10000000553/vexpress.txt v524>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005e6:[<0x10000000553/vexpress.txt v524>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.808 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.662+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000589 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt auth v438 ap=1 s=3036 n(v0 rc2024-04-26T17:28:39.578737+0000 b3036 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6701b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000589:[<0x10000000553/fw-cfg.txt v438>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000589:[<0x10000000553/fw-cfg.txt v438>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.808 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.662+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000059a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt auth v464 ap=1 s=2186 n(v0 rc2024-04-26T17:28:39.620617+0000 b2186 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6702100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000059a:[<0x10000000553/marvell,kirkwood.txt v464>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000059a:[<0x10000000553/marvell,kirkwood.txt v464>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.808 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.662+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005c2 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt auth v486 ap=1 s=529 n(v0 rc2024-04-26T17:28:39.717041+0000 b529 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6702680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005c2:[<0x10000000553/rtsm-dcscb.txt v486>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005c2:[<0x10000000553/rtsm-dcscb.txt v486>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.808 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.663+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d2 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt auth v502 ap=1 s=843 n(v0 rc2024-04-26T17:28:39.756263+0000 b843 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6702c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d2:[<0x10000000553/ste-nomadik.txt v502>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005d2:[<0x10000000553/ste-nomadik.txt v502>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.808 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.663+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e8 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt auth v528 ap=1 s=747 n(v0 rc2024-04-26T17:28:39.811410+0000 b747 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6703180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e8:[<0x10000000553/vt8500.txt v528>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005e8:[<0x10000000553/vt8500.txt v528>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.808 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.663+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000057a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt auth v426 ap=1 s=1106 n(v0 rc2024-04-26T17:28:39.542141+0000 b1106 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6703700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000057a:[<0x10000000553/coherency-fabric.txt v426>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000057a:[<0x10000000553/coherency-fabric.txt v426>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.809 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.663+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000059f [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/ auth{0=1} v557 ap=1 f(v0 m2024-04-26T17:28:39.642606+0000 5=5+0) n(v1 rc2024-04-26T17:28:39.645188+0000 b3807 6=5+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d40ed080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000059f:[<0x10000000553/mrvl v396>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000059f:[<0x10000000553/mrvl v557>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.642606+0000 5=5+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.644259+0000 b3807 6=5+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.642606+0000 5=5+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.645188+0000 b3807 6=5+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.809 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.664+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000554 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt auth v312 ap=1 s=172 n(v0 rc2024-04-26T17:28:34.483073+0000 b172 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d668e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000554:[<0x10000000553/adapteva.txt v312>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000554:[<0x10000000553/adapteva.txt v312>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.809 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.664+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000559 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt auth v322 ap=1 s=355 n(v0 rc2024-04-26T17:28:34.494738+0000 b355 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d668e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000559:[<0x10000000553/amlogic.txt v322>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000559:[<0x10000000553/amlogic.txt v322>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.809 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.664+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005c3 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt auth v488 ap=1 s=1336 n(v0 rc2024-04-26T17:28:39.719376+0000 b1336 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d668eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005c3:[<0x10000000553/samsung-boards.txt v488>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005c3:[<0x10000000553/samsung-boards.txt v488>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.809 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.665+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000560 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt auth v336 ap=1 s=729 n(v0 rc2024-04-26T17:28:34.512850+0000 b729 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d668f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000560:[<0x10000000553/armada-38x.txt v336>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000560:[<0x10000000553/armada-38x.txt v336>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.809 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.665+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e4 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt auth v520 ap=1 s=1193 n(v0 rc2024-04-26T17:28:39.800836+0000 b1193 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d668f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e4:[<0x10000000553/vexpress-scc.txt v520>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005e4:[<0x10000000553/vexpress-scc.txt v520>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.809 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.665+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d4 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt auth v506 ap=1 s=704 n(v0 rc2024-04-26T17:28:39.760989+0000 b704 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d668fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d4:[<0x10000000553/sti.txt v506>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005d4:[<0x10000000553/sti.txt v506>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.809 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.666+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d6 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt auth v510 ap=1 s=931 n(v0 rc2024-04-26T17:28:39.765513+0000 b931 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6690100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d6:[<0x10000000553/tegra.txt v510>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005d6:[<0x10000000553/tegra.txt v510>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.809 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.667+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000586 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/ auth{0=1} v551 ap=1 f(v0 m2024-04-26T17:28:39.571813+0000 1=1+0) n(v1 rc2024-04-26T17:28:39.573965+0000 b572 2=1+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d429db80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000586:[<0x10000000553/firmware v397>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000586:[<0x10000000553/firmware v551>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.571813+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.573268+0000 b572 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.571813+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.573965+0000 b572 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.809 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.667+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ad [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/omap/ auth{0=1} v561 ap=1 f(v0 m2024-04-26T17:28:39.690429+0000 11=11+0) n(v1 rc2024-04-26T17:28:39.692649+0000 b14244 12=11+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3be6c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005ad:[<0x10000000553/omap v398>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000005ad:[<0x10000000553/omap v561>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.690429+0000 11=11+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.692060+0000 b14244 12=11+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.690429+0000 11=11+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.692649+0000 b14244 12=11+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.810 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.667+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e2 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt auth v516 ap=1 s=1522 n(v0 rc2024-04-26T17:28:39.795900+0000 b1522 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6690680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e2:[<0x10000000553/versatile-fpga-irq.txt v516>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005e2:[<0x10000000553/versatile-fpga-irq.txt v516>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.810 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.668+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000582 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt auth v434 ap=1 s=176 n(v0 rc2024-04-26T17:28:39.561655+0000 b176 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6690c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000582:[<0x10000000553/digicolor.txt v434>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000582:[<0x10000000553/digicolor.txt v434>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.810 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.668+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ee [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt auth v532 ap=1 s=212 n(v0 rc2024-04-26T17:28:39.825920+0000 b212 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6691180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ee:[<0x10000000553/xilinx.txt v532>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005ee:[<0x10000000553/xilinx.txt v532>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.810 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.668+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000573 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/ auth{0=1} v543 ap=1 f(v0 m2024-04-26T17:28:39.529595+0000 3=3+0) n(v1 rc2024-04-26T17:28:39.531744+0000 b1162 4=3+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d5e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000573:[<0x10000000553/calxeda v399>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000573:[<0x10000000553/calxeda v543>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.529595+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.531068+0000 b1162 4=3+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.529595+0000 3=3+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.531744+0000 b1162 4=3+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.810 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.669+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000590 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt auth v448 ap=1 s=21843 n(v0 rc2024-04-26T17:28:39.596067+0000 b21843 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6691700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000590:[<0x10000000553/idle-states.txt v448>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000590:[<0x10000000553/idle-states.txt v448>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.810 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.669+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ce [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt auth v498 ap=1 s=846 n(v0 rc2024-04-26T17:28:39.746836+0000 b846 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66d2000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ce:[<0x10000000553/spear.txt v498>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005ce:[<0x10000000553/spear.txt v498>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.810 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.669+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005cb [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt auth v492 ap=1 s=449 n(v0 rc2024-04-26T17:28:39.738702+0000 b449 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66d2580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005cb:[<0x10000000553/sirf.txt v492>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005cb:[<0x10000000553/sirf.txt v492>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.810 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.669+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000594 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt auth v452 ap=1 s=772 n(v0 rc2024-04-26T17:28:39.606008+0000 b772 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66d2b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000594:[<0x10000000553/kirkwood.txt v452>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000594:[<0x10000000553/kirkwood.txt v452>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.810 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.670+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005b9 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt auth v476 ap=1 s=883 n(v0 rc2024-04-26T17:28:39.695333+0000 b883 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66d3080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005b9:[<0x10000000553/picoxcell.txt v476>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005b9:[<0x10000000553/picoxcell.txt v476>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.810 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.671+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000565 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt auth v346 ap=1 s=270 n(v0 rc2024-04-26T17:28:34.524083+0000 b270 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66d3600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000565:[<0x10000000553/axxia.txt v346>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000565:[<0x10000000553/axxia.txt v346>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.810 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.671+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005be [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/ auth{0=1} v563 ap=1 f(v0 m2024-04-26T17:28:39.712609+0000 3=3+0) n(v1 rc2024-04-26T17:28:39.714751+0000 b1705 4=3+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d5e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005be:[<0x10000000553/rockchip v400>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000005be:[<0x10000000553/rockchip v563>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.712609+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.714091+0000 b1705 4=3+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.712609+0000 3=3+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.714751+0000 b1705 4=3+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.811 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.671+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005aa [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt auth v470 ap=1 s=493 n(v0 rc2024-04-26T17:28:39.659605+0000 b493 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66d3b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005aa:[<0x10000000553/mvebu-system-controller.txt v470>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005aa:[<0x10000000553/mvebu-system-controller.txt v470>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.811 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.671+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005cc [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt auth v494 ap=1 s=308 n(v0 rc2024-04-26T17:28:39.741124+0000 b308 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66d4100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005cc:[<0x10000000553/spear-misc.txt v494>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005cc:[<0x10000000553/spear-misc.txt v494>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.811 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.672+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000579 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt auth v424 ap=1 s=482 n(v0 rc2024-04-26T17:28:39.539610+0000 b482 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66d4680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000579:[<0x10000000553/ccn.txt v424>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000579:[<0x10000000553/ccn.txt v424>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.811 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.672+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000596 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt auth v456 ap=1 s=1080 n(v0 rc2024-04-26T17:28:39.610749+0000 b1080 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66d4c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000596:[<0x10000000553/lpc32xx-mic.txt v456>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000596:[<0x10000000553/lpc32xx-mic.txt v456>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.811 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.673+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ca [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt auth v490 ap=1 s=2490 n(v0 rc2024-04-26T17:28:39.736186+0000 b2490 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66d5180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ca:[<0x10000000553/shmobile.txt v490>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005ca:[<0x10000000553/shmobile.txt v490>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.811 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.673+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d5 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt auth v508 ap=1 s=310 n(v0 rc2024-04-26T17:28:39.763301+0000 b310 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d66d5700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d5:[<0x10000000553/sunxi.txt v508>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005d5:[<0x10000000553/sunxi.txt v508>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.811 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.673+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000577 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt auth v420 ap=1 s=250 n(v0 rc2024-04-26T17:28:39.534016+0000 b250 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d665a000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000577:[<0x10000000553/cavium-thunder.txt v420>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000577:[<0x10000000553/cavium-thunder.txt v420>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.811 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.675+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000055b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards auth v326 ap=1 s=4952 n(v0 rc2024-04-26T17:28:34.500244+0000 b4952 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d665a580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000055b:[<0x10000000553/arm-boards v326>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000055b:[<0x10000000553/arm-boards v326>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.811 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.675+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d3 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt auth v504 ap=1 s=1124 n(v0 rc2024-04-26T17:28:39.758787+0000 b1124 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d665ab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d3:[<0x10000000553/ste-u300.txt v504>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005d3:[<0x10000000553/ste-u300.txt v504>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.811 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.676+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e7 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt auth v526 ap=1 s=1619 n(v0 rc2024-04-26T17:28:39.809162+0000 b1619 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d665b080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e7:[<0x10000000553/vic.txt v526>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005e7:[<0x10000000553/vic.txt v526>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.811 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.676+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000058a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt auth v440 ap=1 s=143 n(v0 rc2024-04-26T17:28:39.581091+0000 b143 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d665b600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000058a:[<0x10000000553/geniatech.txt v440>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000058a:[<0x10000000553/geniatech.txt v440>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.811 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.676+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000566 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/ auth{0=1} v364 ap=1 f(v0 m2024-04-26T17:28:34.543049+0000 8=8+0) n(v0 rc2024-04-26T17:28:34.545374+0000 b4102 9=8+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 authpin=1 scrubqueue=0 0x5632d3d5eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000566:[<0x10000000553/bcm v364>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000566:[<0x10000000553/bcm v364>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:34.543049+0000 8=8+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:34.544700+0000 b4102 9=8+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:34.543049+0000 8=8+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:34.545374+0000 b4102 9=8+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.677+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e9 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/ auth{0=1} v573 ap=1 f(v0 m2024-04-26T17:28:39.818738+0000 3=3+0) n(v1 rc2024-04-26T17:28:39.820957+0000 b1085 4=3+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d5f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005e9:[<0x10000000553/vt8500 v401>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000005e9:[<0x10000000553/vt8500 v573>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.818738+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.820376+0000 b1085 4=3+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.818738+0000 3=3+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.820957+0000 b1085 4=3+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.678+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000563 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt auth v342 ap=1 s=4716 n(v0 rc2024-04-26T17:28:34.519824+0000 b4716 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d665bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000563:[<0x10000000553/atmel-at91.txt v342>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000563:[<0x10000000553/atmel-at91.txt v342>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.679+0000 7f6543ce8700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000555 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/altera/ auth{0=1} v320 ap=2 RANDEPHEMERALPIN f(v0 m2024-04-26T17:28:34.490326+0000 3=3+0) n(v0 rc2024-04-26T17:28:34.492553+0000 b1009 4=3+1) (inest sync->mix g=0) caps={15540=pAsLsXsFs/AsLsXsFsx@2} | lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirwaiter=0 replicated=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 randepin 0x5632d6882c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000555:[<0x10000000553/altera v320>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000555:[<0x10000000553/altera v320>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:34.490326+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:34.491808+0000 b1009 4=3+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:34.490326+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:34.492553+0000 b1009 4=3+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.679+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ba [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt auth v478 ap=1 s=919 n(v0 rc2024-04-26T17:28:39.698119+0000 b919 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d665c100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ba:[<0x10000000553/pmu.txt v478>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005ba:[<0x10000000553/pmu.txt v478>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.679+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005df [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt auth v514 ap=1 s=1065 n(v0 rc2024-04-26T17:28:39.787108+0000 b1065 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d665c680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005df:[<0x10000000553/twd.txt v514>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005df:[<0x10000000553/twd.txt v514>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.679+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000597 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt auth v458 ap=1 s=268 n(v0 rc2024-04-26T17:28:39.612827+0000 b268 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d665cc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000597:[<0x10000000553/lpc32xx.txt v458>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000597:[<0x10000000553/lpc32xx.txt v458>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.680+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000580 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/ auth{0=1} v547 ap=1 f(v0 m2024-04-26T17:28:39.557276+0000 1=1+0) n(v1 rc2024-04-26T17:28:39.559358+0000 b844 2=1+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d5f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000580:[<0x10000000553/davinci v402>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000580:[<0x10000000553/davinci v547>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.557276+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.558709+0000 b844 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.557276+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.559358+0000 b844 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.680+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d7 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/ auth{0=1} v569 ap=1 f(v0 m2024-04-26T17:28:39.780044+0000 6=6+0) n(v1 rc2024-04-26T17:28:39.782371+0000 b10273 7=6+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d5fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005d7:[<0x10000000553/tegra v404>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000005d7:[<0x10000000553/tegra v569>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.780044+0000 6=6+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.781549+0000 b10273 7=6+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.780044+0000 6=6+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.782371+0000 b10273 7=6+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.681+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000562 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt auth v340 ap=1 s=209 n(v0 rc2024-04-26T17:28:34.517513+0000 b209 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d665d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000562:[<0x10000000553/armadeus.txt v340>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000562:[<0x10000000553/armadeus.txt v340>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.682+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005cd [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt auth v496 ap=1 s=426 n(v0 rc2024-04-26T17:28:39.744178+0000 b426 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d665d700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005cd:[<0x10000000553/spear-timer.txt v496>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005cd:[<0x10000000553/spear-timer.txt v496>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.682+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000055e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt auth v332 ap=1 s=263 n(v0 rc2024-04-26T17:28:34.508022+0000 b263 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d664e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000055e:[<0x10000000553/armada-375.txt v332>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000055e:[<0x10000000553/armada-375.txt v332>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.682+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005cf [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear/ auth{0=1} v567 ap=1 f(v0 m2024-04-26T17:28:39.749628+0000 1=1+0) n(v1 rc2024-04-26T17:28:39.751610+0000 b1987 2=1+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d60100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005cf:[<0x10000000553/spear v406>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000005cf:[<0x10000000553/spear v567>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.749628+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.750976+0000 b1987 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.749628+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.751610+0000 b1987 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.812 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.682+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000057f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt auth v432 ap=1 s=493 n(v0 rc2024-04-26T17:28:39.554574+0000 b493 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d664e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000057f:[<0x10000000553/davinci.txt v432>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000057f:[<0x10000000553/davinci.txt v432>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.682+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000571 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt auth v370 ap=1 s=2953 n(v0 rc2024-04-26T17:28:34.554242+0000 b2953 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d664eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000571:[<0x10000000553/brcm-brcmstb.txt v370>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000571:[<0x10000000553/brcm-brcmstb.txt v370>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.683+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000058b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt auth v442 ap=1 s=3809 n(v0 rc2024-04-26T17:28:39.583612+0000 b3809 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d664f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000058b:[<0x10000000553/gic-v3.txt v442>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000058b:[<0x10000000553/gic-v3.txt v442>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.683+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000570 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt auth v368 ap=1 s=208 n(v0 rc2024-04-26T17:28:34.550223+0000 b208 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d664f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000570:[<0x10000000553/bcm4708.txt v368>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000570:[<0x10000000553/bcm4708.txt v368>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.683+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000591 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt auth v450 ap=1 s=357 n(v0 rc2024-04-26T17:28:39.598332+0000 b357 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6650100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000591:[<0x10000000553/insignal-boards.txt v450>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000591:[<0x10000000553/insignal-boards.txt v450>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.683+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d1 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt auth v500 ap=1 s=383 n(v0 rc2024-04-26T17:28:39.753931+0000 b383 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d664fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d1:[<0x10000000553/sprd.txt v500>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005d1:[<0x10000000553/sprd.txt v500>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.683+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000058d [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt auth v446 ap=1 s=711 n(v0 rc2024-04-26T17:28:39.588844+0000 b711 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6650680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000058d:[<0x10000000553/global_timer.txt v446>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000058d:[<0x10000000553/global_timer.txt v446>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.684+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000055a [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt auth v324 ap=1 s=2566 n(v0 rc2024-04-26T17:28:34.496993+0000 b2566 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6650c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000055a:[<0x10000000553/arch_timer.txt v324>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000055a:[<0x10000000553/arch_timer.txt v324>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.684+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005c4 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/ auth{0=1} v565 ap=1 f(v0 m2024-04-26T17:28:39.731607+0000 5=5+0) n(v1 rc2024-04-26T17:28:39.733814+0000 b8219 6=5+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d60680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005c4:[<0x10000000553/samsung v408>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000005c4:[<0x10000000553/samsung v565>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.731607+0000 5=5+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.733146+0000 b8219 6=5+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.731607+0000 5=5+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.733814+0000 b8219 6=5+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.684+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000583 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/ auth{0=1} v549 ap=1 f(v0 m2024-04-26T17:28:39.567011+0000 2=2+0) n(v1 rc2024-04-26T17:28:39.569140+0000 b2927 3=2+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d60c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000583:[<0x10000000553/exynos v410>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000583:[<0x10000000553/exynos v549>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.567011+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.568449+0000 b2927 3=2+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.567011+0000 2=2+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.569140+0000 b2927 3=2+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.684+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005a5 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ auth{0=1} v559 ap=1 f(v0 m2024-04-26T17:28:39.655121+0000 4=4+0) n(v1 rc2024-04-26T17:28:39.657308+0000 b3708 5=4+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d61180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005a5:[<0x10000000553/msm v412>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000005a5:[<0x10000000553/msm v559>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.655121+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.656505+0000 b3708 5=4+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.655121+0000 4=4+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.657308+0000 b3708 5=4+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.684+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000058e [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/ auth{0=1} v553 ap=1 f(v0 m2024-04-26T17:28:39.591493+0000 1=1+0) n(v1 rc2024-04-26T17:28:39.593529+0000 b2798 2=1+1) (inest mix) caps={15540=pAsLsXs/-@1},l=15540 | dirtyscattered=0 lock=0 importingcaps=0 importing=0 dirfrag=1 caps=1 stickydirs=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d3d61700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000058e:[<0x10000000553/hisilicon v414>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000058e:[<0x10000000553/hisilicon v553>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:39.591493+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:39.592892+0000 b2798 2=1+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:39.591493+0000 1=1+0)","memory_value.rstat":"n(v1 rc2024-04-26T17:28:39.593529+0000 b2798 2=1+1)","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.685+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000595 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt auth v454 ap=1 s=3815 n(v0 rc2024-04-26T17:28:39.608155+0000 b3815 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6651180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000595:[<0x10000000553/l2cc.txt v454>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000595:[<0x10000000553/l2cc.txt v454>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.813 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.685+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000588 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt auth v436 ap=1 s=3958 n(v0 rc2024-04-26T17:28:39.576278+0000 b3958 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6651700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000588:[<0x10000000553/fsl.txt v436>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000588:[<0x10000000553/fsl.txt v436>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.814 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.685+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000058c [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt auth v444 ap=1 s=5079 n(v0 rc2024-04-26T17:28:39.586335+0000 b5079 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6644000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000058c:[<0x10000000553/gic.txt v444>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000058c:[<0x10000000553/gic.txt v444>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.814 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.685+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000055f [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt auth v334 ap=1 s=399 n(v0 rc2024-04-26T17:28:34.510445+0000 b399 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6644580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000055f:[<0x10000000553/armada-380-mpcore-soc-ctrl.txt v334>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000055f:[<0x10000000553/armada-380-mpcore-soc-ctrl.txt v334>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.814 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.685+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005de [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt auth v512 ap=1 s=10733 n(v0 rc2024-04-26T17:28:39.784738+0000 b10733 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6644b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005de:[<0x10000000553/topology.txt v512>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005de:[<0x10000000553/topology.txt v512>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.814 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.685+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005bd [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt auth v484 ap=1 s=789 n(v0 rc2024-04-26T17:28:39.705286+0000 b789 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6645080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005bd:[<0x10000000553/rockchip.txt v484>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005bd:[<0x10000000553/rockchip.txt v484>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.814 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.686+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e3 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt auth v518 ap=1 s=414 n(v0 rc2024-04-26T17:28:39.798465+0000 b414 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6645600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e3:[<0x10000000553/versatile-sysreg.txt v518>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005e3:[<0x10000000553/versatile-sysreg.txt v518>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.814 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.686+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e5 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt auth v522 ap=1 s=3473 n(v0 rc2024-04-26T17:28:39.803758+0000 b3473 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6645b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e5:[<0x10000000553/vexpress-sysreg.txt v522>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005e5:[<0x10000000553/vexpress-sysreg.txt v522>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.814 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.687+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ed [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt auth v530 ap=1 s=831 n(v0 rc2024-04-26T17:28:39.823456+0000 b831 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6646100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ed:[<0x10000000553/xen.txt v530>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005ed:[<0x10000000553/xen.txt v530>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.814 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.687+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000598 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt auth v460 ap=1 s=4778 n(v0 rc2024-04-26T17:28:39.615092+0000 b4778 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6646680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000598:[<0x10000000553/marvell,berlin.txt v460>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000598:[<0x10000000553/marvell,berlin.txt v460>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.814 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.688+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000059e [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt auth v468 ap=1 s=253 n(v0 rc2024-04-26T17:28:39.630150+0000 b253 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6646c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000059e:[<0x10000000553/moxart.txt v468>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000059e:[<0x10000000553/moxart.txt v468>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.814 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.688+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000059b [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt auth v466 ap=1 s=959 n(v0 rc2024-04-26T17:28:39.623206+0000 b959 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6647180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000059b:[<0x10000000553/mediatek.txt v466>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000059b:[<0x10000000553/mediatek.txt v466>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.815 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.688+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005bc [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt auth v482 ap=1 s=3072 n(v0 rc2024-04-26T17:28:39.702960+0000 b3072 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6647700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005bc:[<0x10000000553/psci.txt v482>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000005bc:[<0x10000000553/psci.txt v482>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.815 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.688+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000564 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt auth v344 ap=1 s=350 n(v0 rc2024-04-26T17:28:34.521910+0000 b350 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5632d6622000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000564:[<0x10000000553/atmel-pmc.txt v344>,<0x1000000054e/arm v3270>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000564:[<0x10000000553/atmel-pmc.txt v344>,<0x1000000054e/arm v3643>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.815 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.734+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000be3 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt auth v4 ap=1 s=399 n(v0 rc2024-04-26T17:28:44.503771+0000 b399 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6622580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000be3:[<0x10000000be2/mmio.txt v2>,<0x1000000054e/virtio v3060>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000be3:[<0x10000000be2/mmio.txt v4>,<0x1000000054e/virtio v3533>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.815 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.775+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c09 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt auth v4 ap=1 s=631 n(v0 rc2024-04-26T17:28:44.594962+0000 b631 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6622b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c09:[<0x10000000c08/xillybus.txt v2>,<0x1000000054e/xillybus v3136>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c09:[<0x10000000c08/xillybus.txt v4>,<0x1000000054e/xillybus v3609>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:54.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:54.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:54.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:54.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:54 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:55.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:55.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:55.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:55.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:55.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:55.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:55.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:55.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:54 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.253 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.802+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c06 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt auth v12 ap=1 s=111 n(v0 rc2024-04-26T17:28:44.586639+0000 b111 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6623600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c06:[<0x10000000c03/timer.txt v6>,<0x1000000054e/x86 v3130>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c06:[<0x10000000c03/timer.txt v12>,<0x1000000054e/x86 v3603>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.253 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.802+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c04 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt auth v8 ap=1 s=1214 n(v0 rc2024-04-26T17:28:44.582092+0000 b1214 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6623080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c04:[<0x10000000c03/ce4100.txt v2>,<0x1000000054e/x86 v3130>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c04:[<0x10000000c03/ce4100.txt v8>,<0x1000000054e/x86 v3603>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.253 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.803+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c05 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt auth v10 ap=1 s=617 n(v0 rc2024-04-26T17:28:44.584494+0000 b617 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6623b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c05:[<0x10000000c03/interrupt.txt v4>,<0x1000000054e/x86 v3130>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000c05:[<0x10000000c03/interrupt.txt v10>,<0x1000000054e/x86 v3603>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.253 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.871+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000be7 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt auth v12 ap=1 s=462 n(v0 rc2024-04-26T17:28:44.513842+0000 b462 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6624100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000be7:[<0x10000000be4/w1-gpio.txt v6>,<0x1000000054e/w1 v3068>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000be7:[<0x10000000be4/w1-gpio.txt v12>,<0x1000000054e/w1 v3541>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.254 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.871+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000be6 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt auth v10 ap=1 s=375 n(v0 rc2024-04-26T17:28:44.511292+0000 b375 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6624680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000be6:[<0x10000000be4/omap-hdq.txt v4>,<0x1000000054e/w1 v3068>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000be6:[<0x10000000be4/omap-hdq.txt v10>,<0x1000000054e/w1 v3541>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.254 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.872+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000be5 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt auth v8 ap=1 s=488 n(v0 rc2024-04-26T17:28:44.508759+0000 b488 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6624c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000be5:[<0x10000000be4/fsl-imx-owire.txt v2>,<0x1000000054e/w1 v3068>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000be5:[<0x10000000be4/fsl-imx-owire.txt v8>,<0x1000000054e/w1 v3541>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.254 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.892+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bcf [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt auth v193 ap=1 s=494 n(v0 rc2024-04-26T17:28:44.416169+0000 b494 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6625180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bcf:[<0x10000000ba9/sony,acx565akm.txt v79>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bcf:[<0x10000000ba9/sony,acx565akm.txt v193>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.254 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.892+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bd6 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt auth v207 ap=1 s=1874 n(v0 rc2024-04-26T17:28:44.462017+0000 b1874 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6625700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bd6:[<0x10000000ba9/ti,omap3-dss.txt v93>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bd6:[<0x10000000ba9/ti,omap3-dss.txt v207>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.254 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.892+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000be0 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt auth v227 ap=1 s=312 n(v0 rc2024-04-26T17:28:44.495660+0000 b312 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6590000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000be0:[<0x10000000ba9/wm,prizm-ge-rops.txt v113>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000be0:[<0x10000000ba9/wm,prizm-ge-rops.txt v227>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.254 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.893+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bdd [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt auth v221 ap=1 s=490 n(v0 rc2024-04-26T17:28:44.485661+0000 b490 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6590580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bdd:[<0x10000000ba9/tpo,td043mtea1.txt v107>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bdd:[<0x10000000ba9/tpo,td043mtea1.txt v221>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.254 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.893+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bcc [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt auth v187 ap=1 s=1349 n(v0 rc2024-04-26T17:28:44.369371+0000 b1349 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6590b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bcc:[<0x10000000ba9/sharp,ls037v7dw01.txt v73>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bcc:[<0x10000000ba9/sharp,ls037v7dw01.txt v187>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.254 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.893+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bd3 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt auth v201 ap=1 s=1752 n(v0 rc2024-04-26T17:28:44.443245+0000 b1752 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6591080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bd3:[<0x10000000ba9/ti,dra7-dss.txt v87>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bd3:[<0x10000000ba9/ti,dra7-dss.txt v201>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.254 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.893+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bc2 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt auth{0=1} v165 ap=1 s=354 n(v0 rc2024-04-26T17:28:43.758166+0000 b354 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6591600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bc2:[<0x10000000ba9/exynos_hdmiphy.txt v50>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bc2:[<0x10000000ba9/exynos_hdmiphy.txt v165>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.254 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.894+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bad [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt auth{0=1} v123 ap=1 s=3299 n(v0 rc2024-04-26T17:28:43.708154+0000 b3299 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6591b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bad:[<0x10000000ba9/arm,pl11x.txt v8>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bad:[<0x10000000ba9/arm,pl11x.txt v123>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.254 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.894+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bc7 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt auth{0=1} v175 ap=1 s=1082 n(v0 rc2024-04-26T17:28:43.769786+0000 b1082 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6592100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bc7:[<0x10000000ba9/panel-dpi.txt v60>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bc7:[<0x10000000ba9/panel-dpi.txt v175>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.254 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.894+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bc5 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt auth{0=1} v171 ap=1 s=475 n(v0 rc2024-04-26T17:28:43.764982+0000 b475 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6592680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bc5:[<0x10000000ba9/hdmi-connector.txt v56>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bc5:[<0x10000000ba9/hdmi-connector.txt v171>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.255 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.894+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bbc [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt auth{0=1} v153 ap=1 s=1457 n(v0 rc2024-04-26T17:28:43.744281+0000 b1457 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6592c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bbc:[<0x10000000ba9/dw_hdmi-rockchip.txt v38>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bbc:[<0x10000000ba9/dw_hdmi-rockchip.txt v153>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.257 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.894+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bc0 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt auth{0=1} v161 ap=1 s=1599 n(v0 rc2024-04-26T17:28:43.753479+0000 b1599 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6593180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bc0:[<0x10000000ba9/exynos_hdmi.txt v46>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bc0:[<0x10000000ba9/exynos_hdmi.txt v161>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.258 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.894+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bc9 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt auth{0=1} v179 ap=1 s=2971 n(v0 rc2024-04-26T17:28:43.773991+0000 b2971 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6593700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bc9:[<0x10000000ba9/renesas,du.txt v64>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bc9:[<0x10000000ba9/renesas,du.txt v179>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.258 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.895+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bcb [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt auth v185 ap=1 s=4652 n(v0 rc2024-04-26T17:28:44.354696+0000 b4652 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d65ee000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bcb:[<0x10000000ba9/samsung-fimd.txt v71>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bcb:[<0x10000000ba9/samsung-fimd.txt v185>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.258 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.895+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bb9 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt auth{0=1} v147 ap=1 s=1429 n(v0 rc2024-04-26T17:28:43.737009+0000 b1429 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65eeb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bb9:[<0x10000000ba9/cirrus,clps711x-fb.txt v32>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bb9:[<0x10000000ba9/cirrus,clps711x-fb.txt v147>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.258 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.895+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bba [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt auth{0=1} v149 ap=1 s=4065 n(v0 rc2024-04-26T17:28:43.739180+0000 b4065 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65ee580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bba:[<0x10000000ba9/display-timing.txt v34>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bba:[<0x10000000ba9/display-timing.txt v149>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.258 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.895+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bd9 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt auth v213 ap=1 s=595 n(v0 rc2024-04-26T17:28:44.472798+0000 b595 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d65ef080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bd9:[<0x10000000ba9/ti,opa362.txt v99>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bd9:[<0x10000000ba9/ti,opa362.txt v213>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.258 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.895+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000dbf [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt auth{0=1} v181 ap=1 s=587 n(v0 rc2024-04-26T17:28:44.102435+0000 b587 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65ef600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000dbf:[<0x10000000ba9/rockchip-drm.txt v66>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000dbf:[<0x10000000ba9/rockchip-drm.txt v181>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.258 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.895+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bc4 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt auth{0=1} v169 ap=1 s=1570 n(v0 rc2024-04-26T17:28:43.762546+0000 b1570 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65efb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bc4:[<0x10000000ba9/fsl,imx-fb.txt v54>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bc4:[<0x10000000ba9/fsl,imx-fb.txt v169>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.258 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.895+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bc6 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt auth{0=1} v173 ap=1 s=511 n(v0 rc2024-04-26T17:28:43.767134+0000 b511 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65f0100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bc6:[<0x10000000ba9/lgphilips,lb035q02.txt v58>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bc6:[<0x10000000ba9/lgphilips,lb035q02.txt v173>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.258 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.896+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bd2 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d auth v199 ap=1 s=939 n(v0 rc2024-04-26T17:28:44.435428+0000 b939 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d65f0680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bd2:[<0x10000000ba9/thine,thc63lvdm83d v85>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bd2:[<0x10000000ba9/thine,thc63lvdm83d v199>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.258 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.896+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bbe [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt auth{0=1} v157 ap=1 s=3289 n(v0 rc2024-04-26T17:28:43.748709+0000 b3289 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65f0c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bbe:[<0x10000000ba9/exynos_dp.txt v42>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bbe:[<0x10000000ba9/exynos_dp.txt v157>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.259 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.896+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bdc [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt auth v219 ap=1 s=449 n(v0 rc2024-04-26T17:28:44.482628+0000 b449 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d65f1180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bdc:[<0x10000000ba9/toppoly,td028ttec1.txt v105>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bdc:[<0x10000000ba9/toppoly,td028ttec1.txt v219>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.259 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.897+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bac [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt auth{0=1} v121 ap=1 s=411 n(v0 rc2024-04-26T17:28:43.705856+0000 b411 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65f1700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bac:[<0x10000000ba9/analog-tv-connector.txt v6>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bac:[<0x10000000ba9/analog-tv-connector.txt v121>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.259 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.897+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bd0 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt auth v195 ap=1 s=392 n(v0 rc2024-04-26T17:28:44.423901+0000 b392 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d65d6000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bd0:[<0x10000000ba9/ssd1289fb.txt v81>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bd0:[<0x10000000ba9/ssd1289fb.txt v195>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.259 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.898+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bda [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt auth v215 ap=1 s=618 n(v0 rc2024-04-26T17:28:44.475894+0000 b618 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d65d6580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bda:[<0x10000000ba9/ti,tfp410.txt v101>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bda:[<0x10000000ba9/ti,tfp410.txt v215>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.259 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.898+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bc8 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt auth{0=1} v177 ap=1 s=504 n(v0 rc2024-04-26T17:28:43.771810+0000 b504 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65d6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bc8:[<0x10000000ba9/panel-dsi-cm.txt v62>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bc8:[<0x10000000ba9/panel-dsi-cm.txt v177>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.259 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.898+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bbd [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt auth{0=1} v155 ap=1 s=2311 n(v0 rc2024-04-26T17:28:43.746593+0000 b2311 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65d7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bbd:[<0x10000000ba9/exynos7-decon.txt v40>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bbd:[<0x10000000ba9/exynos7-decon.txt v155>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.259 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.899+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bb6 [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ auth{0=1} v145 ap=1 f(v0 m2024-04-26T17:28:43.731937+0000 2=2+0) n(v0 rc2024-04-26T17:28:43.734595+0000 b2017 3=2+1) (inest lock) (ifile excl) caps={15540=pAsLsXsFsx/AsLsXsFsx@1},l=15540 | importingcaps=0 dirfrag=1 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65d7600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000bb6:[<0x10000000ba9/bridge v30>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000bb6:[<0x10000000ba9/bridge v145>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.731937+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.733860+0000 b2017 3=2+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.731937+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:43.734595+0000 b2017 3=2+1)","error_str":""},"return_code":0} 2024-04-26T17:28:55.259 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.899+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bab [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt auth{0=1} v119 ap=1 s=2720 n(v0 rc2024-04-26T17:28:43.703474+0000 b2720 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65d7b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bab:[<0x10000000ba9/adi,adv7511.txt v4>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bab:[<0x10000000ba9/adi,adv7511.txt v119>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.259 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.899+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bae [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt auth{0=1} v125 ap=1 s=2135 n(v0 rc2024-04-26T17:28:43.710347+0000 b2135 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65d8100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bae:[<0x10000000ba9/atmel,lcdc.txt v10>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bae:[<0x10000000ba9/atmel,lcdc.txt v125>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.259 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.900+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bd7 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt auth v209 ap=1 s=2610 n(v0 rc2024-04-26T17:28:44.465731+0000 b2610 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d65d8680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bd7:[<0x10000000ba9/ti,omap4-dss.txt v95>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bd7:[<0x10000000ba9/ti,omap4-dss.txt v209>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.259 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.900+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bd4 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt auth v203 ap=1 s=4647 n(v0 rc2024-04-26T17:28:44.453165+0000 b4647 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d65d8c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bd4:[<0x10000000ba9/ti,omap-dss.txt v89>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bd4:[<0x10000000ba9/ti,omap-dss.txt v203>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.259 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.900+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bc1 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt auth{0=1} v163 ap=1 s=319 n(v0 rc2024-04-26T17:28:43.755862+0000 b319 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65d9180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bc1:[<0x10000000ba9/exynos_hdmiddc.txt v48>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bc1:[<0x10000000ba9/exynos_hdmiddc.txt v163>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.260 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.900+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000baf [...2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/ auth{0=1} v139 ap=1 f(v0 m2024-04-26T17:28:43.724851+0000 6=6+0) n(v0 rc2024-04-26T17:28:43.726987+0000 b4553 7=6+1) (inest lock) (ifile excl) caps={15540=pAsLsXsFsx/AsLsXsFsx@1},l=15540 | importingcaps=0 dirfrag=1 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d65d9700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000baf:[<0x10000000ba9/backlight v24>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000baf:[<0x10000000ba9/backlight v139>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-26T17:28:43.724851+0000 6=6+0)","ondisk_value.rstat":"n(v0 rc2024-04-26T17:28:43.726325+0000 b4553 7=6+1)","memory_value.dirstat":"f(v0 m2024-04-26T17:28:43.724851+0000 6=6+0)","memory_value.rstat":"n(v0 rc2024-04-26T17:28:43.726987+0000 b4553 7=6+1)","error_str":""},"return_code":0} 2024-04-26T17:28:55.260 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.901+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bbb [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt auth{0=1} v151 ap=1 s=669 n(v0 rc2024-04-26T17:28:43.741808+0000 b669 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6566000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bbb:[<0x10000000ba9/dvi-connector.txt v36>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bbb:[<0x10000000ba9/dvi-connector.txt v151>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.260 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.902+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bcd [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt auth v189 ap=1 s=912 n(v0 rc2024-04-26T17:28:44.382114+0000 b912 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6566580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bcd:[<0x10000000ba9/simple-framebuffer-sunxi.txt v75>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bcd:[<0x10000000ba9/simple-framebuffer-sunxi.txt v189>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.260 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.902+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000be1 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt auth v229 ap=1 s=763 n(v0 rc2024-04-26T17:28:44.498628+0000 b763 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6566b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000be1:[<0x10000000ba9/wm,wm8505-fb.txt v115>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000be1:[<0x10000000ba9/wm,wm8505-fb.txt v229>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.260 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.902+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bd8 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt auth v211 ap=1 s=2196 n(v0 rc2024-04-26T17:28:44.469577+0000 b2196 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6567080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bd8:[<0x10000000ba9/ti,omap5-dss.txt v97>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bd8:[<0x10000000ba9/ti,omap5-dss.txt v211>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.260 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.903+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bc3 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt auth{0=1} v167 ap=1 s=776 n(v0 rc2024-04-26T17:28:43.760537+0000 b776 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6567600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bc3:[<0x10000000ba9/exynos_mixer.txt v52>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bc3:[<0x10000000ba9/exynos_mixer.txt v167>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.260 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.903+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bce [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt auth v191 ap=1 s=3508 n(v0 rc2024-04-26T17:28:44.404496+0000 b3508 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6567b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bce:[<0x10000000ba9/simple-framebuffer.txt v77>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bce:[<0x10000000ba9/simple-framebuffer.txt v191>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.260 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.903+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bdf [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt auth v225 ap=1 s=827 n(v0 rc2024-04-26T17:28:44.492147+0000 b827 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6568100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bdf:[<0x10000000ba9/via,vt8500-fb.txt v111>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bdf:[<0x10000000ba9/via,vt8500-fb.txt v225>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.260 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.903+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bca [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt auth{0=1} v183 ap=1 s=1769 n(v0 rc2024-04-26T17:28:44.286098+0000 b1769 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6568680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bca:[<0x10000000ba9/rockchip-vop.txt v69>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bca:[<0x10000000ba9/rockchip-vop.txt v183>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.260 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.903+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bde [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt auth v223 ap=1 s=687 n(v0 rc2024-04-26T17:28:44.489049+0000 b687 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d6568c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bde:[<0x10000000ba9/vga-connector.txt v109>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bde:[<0x10000000ba9/vga-connector.txt v223>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.261 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.904+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000baa [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt auth{0=1} v117 ap=1 s=874 n(v0 rc2024-04-26T17:28:43.700876+0000 b874 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6569180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000baa:[<0x10000000ba9/adi,adv7123.txt v2>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000baa:[<0x10000000ba9/adi,adv7123.txt v117>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.261 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.904+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bbf [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt auth{0=1} v159 ap=1 s=2661 n(v0 rc2024-04-26T17:28:43.750860+0000 b2661 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d6569700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bbf:[<0x10000000ba9/exynos_dsim.txt v44>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bbf:[<0x10000000ba9/exynos_dsim.txt v159>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.261 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.904+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bd1 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt auth v197 ap=1 s=1083 n(v0 rc2024-04-26T17:28:44.428735+0000 b1083 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d650c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bd1:[<0x10000000ba9/ssd1307fb.txt v83>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bd1:[<0x10000000ba9/ssd1307fb.txt v197>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.261 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.905+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bdb [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt auth v217 ap=1 s=799 n(v0 rc2024-04-26T17:28:44.479478+0000 b799 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d650c580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bdb:[<0x10000000ba9/ti,tpd12s015.txt v103>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bdb:[<0x10000000ba9/ti,tpd12s015.txt v217>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.261 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.905+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bd5 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt auth v205 ap=1 s=1113 n(v0 rc2024-04-26T17:28:44.457711+0000 b1113 1=1+0) caps={15540=pAsLsXsFsc/-@1},l=15540(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5632d650cb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bd5:[<0x10000000ba9/ti,omap2-dss.txt v91>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bd5:[<0x10000000ba9/ti,omap2-dss.txt v205>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.261 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.974+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bb8 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt auth{0=1} v8 ap=1 s=1180 n(v0 rc2024-04-26T17:28:43.733860+0000 b1180 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d650d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bb8:[<0x10000000bb6/ptn3460.txt v4>,<0x10000000ba9/bridge v30>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bb8:[<0x10000000bb6/ptn3460.txt v8>,<0x10000000ba9/bridge v145>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.261 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.974+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bb7 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt auth{0=1} v6 ap=1 s=837 n(v0 rc2024-04-26T17:28:43.731192+0000 b837 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d650d600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bb7:[<0x10000000bb6/ps8622.txt v2>,<0x10000000ba9/bridge v30>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bb7:[<0x10000000bb6/ps8622.txt v6>,<0x10000000ba9/bridge v145>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.261 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.975+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bb3 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt auth{0=1} v20 ap=1 s=173 n(v0 rc2024-04-26T17:28:43.721575+0000 b173 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d650db80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bb3:[<0x10000000baf/max8925-backlight.txt v8>,<0x10000000ba9/backlight v24>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bb3:[<0x10000000baf/max8925-backlight.txt v20>,<0x10000000ba9/backlight v139>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.261 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.975+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bb1 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt auth{0=1} v16 ap=1 s=395 n(v0 rc2024-04-26T17:28:43.716863+0000 b395 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d650e100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bb1:[<0x10000000baf/gpio-backlight.txt v4>,<0x10000000ba9/backlight v24>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bb1:[<0x10000000baf/gpio-backlight.txt v16>,<0x10000000ba9/backlight v139>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.261 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.975+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bb2 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt auth{0=1} v18 ap=1 s=1593 n(v0 rc2024-04-26T17:28:43.719432+0000 b1593 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d650e680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bb2:[<0x10000000baf/lp855x.txt v6>,<0x10000000ba9/backlight v24>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bb2:[<0x10000000baf/lp855x.txt v18>,<0x10000000ba9/backlight v139>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.261 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.975+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bb4 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt auth{0=1} v22 ap=1 s=1315 n(v0 rc2024-04-26T17:28:43.724107+0000 b1315 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d650ec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bb4:[<0x10000000baf/pwm-backlight.txt v10>,<0x10000000ba9/backlight v24>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bb4:[<0x10000000baf/pwm-backlight.txt v22>,<0x10000000ba9/backlight v139>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.262 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.975+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bb0 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt auth{0=1} v14 ap=1 s=306 n(v0 rc2024-04-26T17:28:43.714437+0000 b306 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d650f180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bb0:[<0x10000000baf/88pm860x.txt v2>,<0x10000000ba9/backlight v24>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bb0:[<0x10000000baf/88pm860x.txt v14>,<0x10000000ba9/backlight v139>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.262 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:28:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:28:54.976+0000 7f653d4db700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000bb5 [2,head] /volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt auth{0=1} v24 ap=1 s=771 n(v0 rc2024-04-26T17:28:43.726325+0000 b771 1=1+0) caps={15540=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5632d650f700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000bb5:[<0x10000000baf/tps65217-backlight.txt v12>,<0x10000000ba9/backlight v24>,<0x1000000054e/video v3056>,<0x1000000054c/bindings v274>,<0x10000000203/devicetree v1341>,<0x10000000202/Documentation v357>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v36>,<0x10000000003/client.0 v24>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v37>,<0x10000000001/sv_0 v57>,<0x10000000000/qa v47>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000bb5:[<0x10000000baf/tps65217-backlight.txt v24>,<0x10000000ba9/backlight v139>,<0x1000000054e/video v3529>,<0x1000000054c/bindings v396>,<0x10000000203/devicetree v2692>,<0x10000000202/Documentation v1140>,<0x10000000201/linux-4.0.5 v49>,<0x10000000006/untar_tar v42>,<0x10000000005/tmp v40>,<0x10000000003/client.0 v32>,<0x10000000002/697cb3e9-3889-4e06-b09e-95788726f434 v45>,<0x10000000001/sv_0 v59>,<0x10000000000/qa v51>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-26T17:28:55.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub queued for path: / 2024-04-26T17:28:55.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000203 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000202 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000204 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000205 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c0a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/booting-without-of.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c0c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c0b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/changesets.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000054d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/00-INDEX) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c10 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/usage-model.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c0f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/todo.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000054e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c0e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/overlay-notes.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c0d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/of_selftest.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000231 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000020e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000206 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/README) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000216 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000207 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000084c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000be8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000941 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/phy) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000719 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hid) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000990 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/power) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000553 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000071b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hsi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000092c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pci) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000607 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/c6x) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000b7b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/usb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000008b2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/net) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000086c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mmc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000696 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/devfreq) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000007bc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000a0f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/regmap) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000060e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/chosen.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000728 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hwrng) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000b50 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/thermal) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000600 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/bus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000b20 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/spi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000a3a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/reset) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000071f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hwmon) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000be2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/virtio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000a11 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/regulator) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000850 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000009a0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/power_supply) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000006d0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/extcon) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000006db (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/gpio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000783 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/input) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000a6a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/serial) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000b49 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/staging) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c08 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xillybus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000009f2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pwm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000a9f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/sound) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c03 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000090a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/nios2) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005ef (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ata) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c07 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000b78 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ufs) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000a67 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/security) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000b7a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/unittest.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000009b5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/powerpc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000a94 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/soc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000718 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/graph.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000060f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/clock) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000a38 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/reserved-memory) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000090d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/nvec) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000956 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pinctrl) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000006d7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fpga) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000090f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000b46 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/spmi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000081e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000006d9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fuse) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000b5e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/timer) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000b4f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000ba8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000712 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/gpu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000761 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000006cf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000006b9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/drm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000080f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000a43 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000054f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ABI.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000072c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/i2c) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000be4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000a8f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/serio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000894 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mtd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000682 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/cpufreq) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000a44 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/rng) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000910 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/panel) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000007e4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000009f0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pps) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000a48 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/rtc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000007eb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/marvell.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000081a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000085f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/misc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000006d4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000699 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/dma) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005ff (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000550 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000007db (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000007d2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000687 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/crypto) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000007e7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000ba9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000007ec (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000233 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000255 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000265 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000024f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/procfs-diskstats) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002af (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002b5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000269 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002c2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000026f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000024e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ima_policy) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002a3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000027d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002a6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002b3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000029f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000025e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002a5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000275 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000288 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002b9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000026b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000257 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002ab (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000276 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002b1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000025f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000247 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ec) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002bc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000029d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000292 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000024d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/evm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002c1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002a4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000026d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000028f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000289 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000245 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000250 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/pstore) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000283 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002c7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002bb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002bd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000270 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000277 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002b6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002c4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000259 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002b4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002a7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000029a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000029e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000279 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000297 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000252 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002b8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000244 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002b0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000028a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000256 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000024b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000235 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000261 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.947 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000267 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000262 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002c5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002aa (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000026c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000024a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000246 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000287 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002a8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000027f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000291 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000281 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002a9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002bf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.948 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000273 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000251 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-ata) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000234 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000025a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002c3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002b7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002ad (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000272 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002ba (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000248 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000290 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000298 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002ac (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000249 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-olpc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.949 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002a2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-dev) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000028c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000239 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002c6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000260 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000299 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-power) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000027e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-c2port) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000293 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002a1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000284 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000285 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000254 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000266 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000025c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000028e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000026a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000029c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000025d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000241 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000028d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000238 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000243 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000026e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000236 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000268 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002c0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.951 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000264 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000258 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000023c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000242 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000278 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000286 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000029b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002c8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002be (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000295 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000023f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000028b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000237 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000280 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000024c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/dev-kmsg) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000027a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000027c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000027b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002ae (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000253 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000274 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000296 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000023d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000282 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002a0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000263 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000023b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000232 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000271 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000240 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000025b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000294 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000023a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000002b2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000214 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/raw1394) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000210 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/dv1394) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/devfs) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000211 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ip_queue) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/video1394) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000212 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/net_dma) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000213 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/o2cb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000222 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000021e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000021d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000021a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000220 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000227 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000022c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000021b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000022f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000230 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.955 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000217 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.956 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000224 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.956 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000226 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.956 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000021f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.956 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000228 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.956 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000022a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.956 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.956 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000223 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.956 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000021c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.956 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000219 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.956 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000022e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.956 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000218 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.956 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000022d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000022b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000020d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000020b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000209 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000020a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c02 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bf2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bf3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c00 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bfe (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000be9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bff (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bf6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bf4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000beb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bfa (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bf1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bf0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bf7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bf9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bfd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c01 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bea (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.959 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bfb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.959 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bfc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.959 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bf5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.959 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bf8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:55.959 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.959 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.959 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.959 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.959 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: active paths [/] 2024-04-26T17:28:55.959 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:55.959 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:55 smithi090 ceph-mon[29417]: pgmap v425: 129 pgs: 129 active+clean; 110 MiB data, 668 MiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 2.0 MiB/s wr, 321 op/s 2024-04-26T17:28:56.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub queued for path: / 2024-04-26T17:28:56.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000203 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000202 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000204 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000205 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c0a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/booting-without-of.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c0c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c0b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/changesets.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000054d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/00-INDEX) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c10 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/usage-model.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c0f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/todo.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000054e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c0e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/overlay-notes.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c0d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/of_selftest.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000231 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000020e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000206 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/README) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000216 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000207 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000084c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000be8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000941 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/phy) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000719 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hid) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000990 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/power) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000553 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000071b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hsi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000092c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pci) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000607 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/c6x) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000b7b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/usb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000008b2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/net) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000086c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mmc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000696 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/devfreq) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000007bc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000a0f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/regmap) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000060e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/chosen.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000728 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hwrng) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000b50 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/thermal) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000600 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/bus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000b20 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/spi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000a3a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/reset) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000071f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hwmon) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000be2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/virtio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000a11 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/regulator) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000850 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000009a0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/power_supply) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000006d0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/extcon) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000006db (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/gpio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000783 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/input) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000a6a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/serial) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000b49 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/staging) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c08 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xillybus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000009f2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pwm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000a9f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/sound) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c03 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000090a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/nios2) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005ef (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ata) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c07 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000b78 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ufs) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000a67 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/security) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000b7a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/unittest.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000009b5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/powerpc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000a94 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/soc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000718 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/graph.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000060f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/clock) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000a38 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/reserved-memory) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000090d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/nvec) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000956 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pinctrl) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000006d7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fpga) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000090f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000b46 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/spmi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000081e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000006d9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fuse) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000b5e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/timer) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000b4f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000ba8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000712 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/gpu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000761 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000006cf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000006b9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/drm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000080f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000a43 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000054f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ABI.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000072c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/i2c) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000be4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000a8f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/serio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000894 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mtd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000682 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/cpufreq) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000a44 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/rng) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000910 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/panel) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000007e4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000009f0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pps) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000a48 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/rtc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000007eb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/marvell.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000081a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000085f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/misc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000006d4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000699 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/dma) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005ff (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000550 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000007db (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000007d2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000687 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/crypto) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000007e7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000ba9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000007ec (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000233 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000255 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000265 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000024f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/procfs-diskstats) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002af (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002b5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000269 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002c2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000026f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000024e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ima_policy) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002a3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000027d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002a6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002b3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000029f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000025e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002a5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000275 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000288 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002b9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000026b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000257 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002ab (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000276 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002b1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000025f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000247 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ec) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002bc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000029d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000292 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000024d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/evm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002c1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002a4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000026d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000028f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000289 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000245 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000250 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/pstore) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000283 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002c7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002bb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002bd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000270 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000277 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002b6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002c4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000259 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002b4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002a7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000029a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000029e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000279 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000297 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000252 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002b8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000244 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002b0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000028a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000256 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000024b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000235 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000261 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000267 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000262 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002c5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002aa (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000026c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000024a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000246 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000287 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002a8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000027f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000291 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000281 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002a9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002bf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000273 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000251 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-ata) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000234 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000025a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002c3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002b7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002ad (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000272 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002ba (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000248 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000290 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000298 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002ac (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000249 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-olpc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002a2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-dev) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000028c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.020 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000239 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002c6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000260 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000299 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-power) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000027e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-c2port) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000293 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002a1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000284 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000285 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000254 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000266 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000025c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000028e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000026a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000029c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.022 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000025d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.022 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000241 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.022 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000028d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.022 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000238 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.022 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000243 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.022 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000026e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.022 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000236 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.022 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000268 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.022 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002c0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.022 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000264 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.022 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000258 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.022 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000023c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000242 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000278 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000286 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000029b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002c8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002be (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000295 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000023f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000028b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000237 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000280 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000024c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/dev-kmsg) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000027a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.023 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000027c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.024 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000027b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.024 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002ae (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.024 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000253 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.024 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000274 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.024 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000296 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.025 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.025 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000023d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.025 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000282 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.025 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002a0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.025 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000263 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.025 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000023b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.025 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000232 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.025 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000271 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.025 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000240 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.025 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000025b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000294 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000023a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000002b2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000214 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/raw1394) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000210 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/dv1394) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/devfs) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000211 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ip_queue) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/video1394) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000212 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/net_dma) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000213 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/o2cb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000222 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000021e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000021d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.026 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000021a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000220 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000227 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000022c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000021b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000022f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000230 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000217 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000224 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000226 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000021f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000228 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000022a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.027 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000223 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000021c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000219 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000022e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000218 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000022d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000022b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000020d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000020b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000209 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.028 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000020a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c02 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bf2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bf3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c00 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bfe (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000be9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bff (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bf6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bf4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000beb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bfa (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bf1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bf0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bf7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bf9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.029 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bfd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c01 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bea (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bfb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bfc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bf5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bf8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: active paths [/] 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.030 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:55 smithi167 ceph-mon[32665]: pgmap v425: 129 pgs: 129 active+clean; 110 MiB data, 668 MiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 2.0 MiB/s wr, 321 op/s 2024-04-26T17:28:56.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub queued for path: / 2024-04-26T17:28:56.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000203 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000202 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000204 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000205 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c0a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/booting-without-of.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c0c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c0b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/changesets.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000054d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/00-INDEX) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c10 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/usage-model.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c0f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/todo.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000054e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c0e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/overlay-notes.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c0d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/of_selftest.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000231 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000020e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000206 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/README) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000216 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000207 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000084c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000be8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000941 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/phy) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000719 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hid) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000990 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/power) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000553 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000071b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hsi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000092c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pci) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000607 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/c6x) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000b7b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/usb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000008b2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/net) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000086c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mmc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000696 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/devfreq) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000007bc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000a0f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/regmap) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000060e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/chosen.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000728 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hwrng) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000b50 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/thermal) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000600 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/bus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000b20 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/spi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000a3a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/reset) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000071f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hwmon) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000be2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/virtio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000a11 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/regulator) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000850 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000009a0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/power_supply) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000006d0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/extcon) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000006db (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/gpio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000783 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/input) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000a6a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/serial) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000b49 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/staging) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c08 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xillybus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000009f2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pwm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000a9f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/sound) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c03 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000090a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/nios2) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005ef (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ata) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c07 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000b78 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ufs) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000a67 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/security) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000b7a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/unittest.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000009b5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/powerpc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000a94 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/soc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000718 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/graph.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000060f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/clock) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000a38 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/reserved-memory) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000090d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/nvec) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000956 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pinctrl) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000006d7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fpga) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000090f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000b46 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/spmi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000081e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000006d9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fuse) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000b5e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/timer) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000b4f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000ba8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000712 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/gpu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000761 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000006cf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000006b9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/drm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000080f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000a43 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000054f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ABI.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000072c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/i2c) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000be4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000a8f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/serio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000894 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mtd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000682 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/cpufreq) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000a44 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/rng) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000910 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/panel) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000007e4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000009f0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pps) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000a48 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/rtc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000007eb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/marvell.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000081a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000085f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/misc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000006d4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000699 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/dma) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005ff (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000550 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000007db (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000007d2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000687 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/crypto) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000007e7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000ba9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000007ec (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000233 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000255 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000265 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000024f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/procfs-diskstats) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002af (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002b5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000269 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002c2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000026f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000024e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ima_policy) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002a3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000027d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002a6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002b3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000029f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000025e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002a5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000275 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000288 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002b9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000026b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000257 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002ab (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000276 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002b1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000025f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000247 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ec) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002bc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000029d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000292 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000024d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/evm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002c1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002a4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000026d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000028f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000289 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000245 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000250 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/pstore) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000283 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002c7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002bb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002bd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000270 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000277 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002b6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002c4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000259 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.061 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002b4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002a7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000029a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000029e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000279 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000297 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000252 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002b8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000244 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002b0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000028a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000256 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000024b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000235 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.062 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000261 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000267 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000262 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002c5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002aa (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000026c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000024a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000246 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000287 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002a8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000027f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000291 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000281 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002a9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.063 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002bf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000273 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000251 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-ata) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000234 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000025a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002c3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002b7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002ad (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000272 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002ba (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000248 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000290 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000298 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002ac (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000249 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-olpc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.064 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002a2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-dev) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000028c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000239 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002c6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000260 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000299 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-power) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000027e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-c2port) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000293 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002a1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000284 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000285 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000254 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000266 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.065 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000025c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000028e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000026a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000029c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000025d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000241 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000028d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000238 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000243 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000026e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000236 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000268 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002c0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000264 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.066 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000258 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000023c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000242 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000278 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000286 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000029b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002c8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002be (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000295 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000023f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000028b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000237 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000280 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.067 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000024c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/dev-kmsg) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000027a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000027c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000027b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002ae (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000253 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000274 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000296 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000023d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000282 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002a0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000263 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000023b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000232 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.069 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000271 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.069 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000240 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.069 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000025b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.069 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000294 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.069 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000023a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.069 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000002b2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.069 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000214 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/raw1394) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.069 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000210 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/dv1394) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.069 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/devfs) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.069 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000211 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ip_queue) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.069 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/video1394) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.069 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000212 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/net_dma) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000213 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/o2cb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000222 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000021e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000021d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000021a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000220 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000227 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000022c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000021b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000022f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000230 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.070 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000217 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000224 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000226 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000021f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000228 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000022a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000223 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000021c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000219 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000022e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000218 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000022d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000022b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.071 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000020d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000020b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000209 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000020a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c02 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bf2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bf3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c00 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bfe (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000be9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bff (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bf6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bf4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000beb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bfa (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bf1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bf0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bf7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bf9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bfd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c01 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bea (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bfb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bfc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bf5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bf8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.074 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.074 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.074 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.074 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: active paths [/] 2024-04-26T17:28:56.074 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:56.074 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:55 smithi119 ceph-mon[32584]: pgmap v425: 129 pgs: 129 active+clean; 110 MiB data, 668 MiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 2.0 MiB/s wr, 321 op/s 2024-04-26T17:28:56.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bee (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bec (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bed (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bef (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005ab (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000599 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000056f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000055d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000055c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000057e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000057c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005e0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ux500) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000578 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000592 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/keystone) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000057b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000059c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005ac (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000572 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000561 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005bb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005e6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000589 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000059a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005c2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005d2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005e8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000057a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000059f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000554 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000559 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005c3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000560 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005e4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005d4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005d6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000586 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/firmware) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005ad (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/omap) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005e2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000582 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005ee (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000573 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000590 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005ce (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005cb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000594 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005b9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000565 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005be (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005aa (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005cc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000579 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000596 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005ca (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005d5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000577 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000055b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005d3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005e7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000058a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000566 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005e9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000563 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000555 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/altera) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005ba (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005df (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000597 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000580 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/davinci) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005d7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/tegra) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000562 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005cd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.937 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000055e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005cf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000057f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000571 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000058b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000570 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000591 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005d1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000058d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000055a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005c4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/samsung) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000583 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/exynos) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005a5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/msm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.938 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000058e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000595 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000588 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000058c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000055f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005de (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005bd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005e3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005e5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005ed (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000598 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000059e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x1000000059b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x100000005bc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000564 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000be3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c09 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c06 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c04 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000c05 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000be7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000be6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000be5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bcf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bd6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000be0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bdd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bcc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bd3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bc2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bad (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bc7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bc5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bbc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bc0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bc9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bcb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.942 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bb9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bba (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bd9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000dbf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bc4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bc6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bd2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bbe (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bdc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bac (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bd0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bda (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bc8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bbd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bb6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bab (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bae (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bd7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bd4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bc1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000baf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bbb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bcd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000be1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bd8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bc3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bce (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bdf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bca (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bde (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000baa (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bbf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bd1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bdb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bd5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bb8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bb7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bb3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bb1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bb2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bb4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bb0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: Scrub error on inode 0x10000000bb5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:56.945 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:56 smithi090 ceph-mon[29417]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:57.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bee (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bec (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bed (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bef (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005ab (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000599 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000056f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000055d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000055c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000057e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000057c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005e0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ux500) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000578 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000592 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/keystone) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000057b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000059c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005ac (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000572 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000561 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005bb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005e6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000589 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000059a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005c2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005d2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005e8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000057a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000059f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000554 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000559 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005c3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000560 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005e4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005d4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005d6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000586 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/firmware) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005ad (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/omap) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005e2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000582 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005ee (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000573 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000590 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005ce (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005cb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000594 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005b9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000565 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005be (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005aa (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005cc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000579 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000596 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005ca (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005d5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000577 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000055b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005d3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005e7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000058a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000566 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005e9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000563 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000555 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/altera) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005ba (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005df (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000597 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000580 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/davinci) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005d7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/tegra) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000562 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005cd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000055e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005cf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000057f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000571 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000058b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000570 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000591 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005d1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000058d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000055a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005c4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/samsung) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000583 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/exynos) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005a5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/msm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000058e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000595 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000588 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000058c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000055f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005de (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005bd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005e3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005e5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005ed (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000598 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000059e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x1000000059b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x100000005bc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000564 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000be3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c09 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c06 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c04 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000c05 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.011 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000be7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000be6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000be5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bcf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bd6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000be0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bdd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bcc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bd3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bc2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bad (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bc7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bc5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bbc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.012 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bc0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bc9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bcb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bb9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bba (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bd9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000dbf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bc4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bc6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bd2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bbe (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bdc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bac (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bd0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bda (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bc8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bbd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bb6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bab (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bae (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bd7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bd4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bc1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000baf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bbb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bcd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000be1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bd8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bc3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bce (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bdf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bca (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bde (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000baa (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bbf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bd1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bdb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bd5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bb8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bb7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bb3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bb1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bb2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bb4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bb0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: Scrub error on inode 0x10000000bb5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:56 smithi167 ceph-mon[32665]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:57.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bee (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bec (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bed (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bef (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005ab (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000599 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000056f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000055d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000055c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000057e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000057c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005e0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ux500) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000578 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000592 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/keystone) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000057b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000059c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005ac (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000572 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.048 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000561 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005bb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005e6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000589 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000059a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005c2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005d2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005e8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000057a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000059f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000554 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000559 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005c3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000560 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005e4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005d4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005d6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000586 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/firmware) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005ad (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/omap) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005e2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000582 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005ee (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000573 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000590 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005ce (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005cb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.050 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000594 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005b9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000565 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005be (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005aa (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005cc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000579 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000596 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005ca (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005d5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000577 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000055b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005d3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005e7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000058a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.051 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000566 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.052 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005e9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000563 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000555 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/altera) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005ba (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005df (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000597 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000580 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/davinci) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005d7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/tegra) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000562 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005cd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000055e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005cf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.053 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000057f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000571 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000058b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000570 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000591 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005d1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000058d (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000055a (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005c4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/samsung) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000583 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/exynos) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005a5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/msm) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000058e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000595 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000588 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.054 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000058c (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000055f (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005de (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005bd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005e3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005e5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005ed (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000598 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000059e (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x1000000059b (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x100000005bc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000564 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000be3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c09 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c06 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c04 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000c05 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000be7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000be6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000be5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bcf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bd6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000be0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bdd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bcc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bd3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bc2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bad (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bc7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bc5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bbc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bc0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bc9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bcb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bb9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bba (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bd9 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000dbf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bc4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bc6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bd2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.057 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bbe (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bdc (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bac (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bd0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bda (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bc8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bbd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bb6 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bab (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bae (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bd7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bd4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bc1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.058 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000baf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bbb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bcd (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000be1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bd8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bc3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bce (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bdf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bca (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bde (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000baa (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bbf (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bd1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bdb (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.059 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bd5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bb8 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bb7 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bb3 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bb1 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bb2 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bb4 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bb0 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: Scrub error on inode 0x10000000bb5 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt) see mds.l log and `damage ls` output for details 2024-04-26T17:28:57.060 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:56 smithi119 ceph-mon[32584]: scrub summary: idle+waiting paths [/] 2024-04-26T17:28:57.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:57 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a[29413]: 2024-04-26T17:28:57.624+0000 7f5a2b62b700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-26T17:28:57.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:57 smithi090 ceph-mon[29417]: pgmap v426: 129 pgs: 129 active+clean; 118 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 294 op/s 2024-04-26T17:28:58.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:57 smithi167 ceph-mon[32665]: pgmap v426: 129 pgs: 129 active+clean; 118 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 294 op/s 2024-04-26T17:28:58.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:57 smithi119 ceph-mon[32584]: pgmap v426: 129 pgs: 129 active+clean; 118 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 294 op/s 2024-04-26T17:28:58.199 INFO:tasks.workunit.client.0.smithi090.stderr:+ tar xf doc.tar 2024-04-26T17:28:58.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:58 smithi090 ceph-mon[29417]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-26T17:28:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:58 smithi090 ceph-mon[29417]: mds.? [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] up:active 2024-04-26T17:28:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:58 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.993+0000 7f9a1ed07640 1 -- 172.21.15.90:0/217223313 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a18102c90 msgr2=0x7f9a18105080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.993+0000 7f9a1ed07640 1 --2- 172.21.15.90:0/217223313 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a18102c90 0x7f9a18105080 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f9a0c009900 tx=0x7f9a0c02a410 comp rx=0 tx=0).stop 2024-04-26T17:28:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.993+0000 7f9a1ed07640 1 -- 172.21.15.90:0/217223313 shutdown_connections 2024-04-26T17:28:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.993+0000 7f9a1ed07640 1 --2- 172.21.15.90:0/217223313 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a18107ef0 0x7f9a1810a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.993+0000 7f9a1ed07640 1 --2- 172.21.15.90:0/217223313 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a181055c0 0x7f9a181079b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.993+0000 7f9a1ed07640 1 --2- 172.21.15.90:0/217223313 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a18102c90 0x7f9a18105080 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.993+0000 7f9a1ed07640 1 -- 172.21.15.90:0/217223313 >> 172.21.15.90:0/217223313 conn(0x7f9a180fc680 msgr2=0x7f9a180feac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.993+0000 7f9a1ed07640 1 -- 172.21.15.90:0/217223313 shutdown_connections 2024-04-26T17:28:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.993+0000 7f9a1ed07640 1 -- 172.21.15.90:0/217223313 wait complete. 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a1ed07640 1 Processor -- start 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a1ed07640 1 -- start start 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a1ed07640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a18102c90 0x7f9a18102600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a1ed07640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a181055c0 0x7f9a18100c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a1ed07640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a18107ef0 0x7f9a18101180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a1ed07640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9a1810dcd0 con 0x7f9a18107ef0 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a1ed07640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9a1810db50 con 0x7f9a181055c0 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a1ed07640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9a1810de50 con 0x7f9a18102c90 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a1d2a4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a18107ef0 0x7f9a18101180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a1d2a4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a18107ef0 0x7f9a18101180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51840/0 (socket says 172.21.15.90:51840) 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a1d2a4640 1 -- 172.21.15.90:0/3403264148 learned_addr learned my addr 172.21.15.90:0/3403264148 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a1caa3640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a18102c90 0x7f9a18102600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.994+0000 7f9a17fff640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a181055c0 0x7f9a18100c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.995+0000 7f9a1d2a4640 1 -- 172.21.15.90:0/3403264148 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a18102c90 msgr2=0x7f9a18102600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.995+0000 7f9a1d2a4640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a18102c90 0x7f9a18102600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.995+0000 7f9a1d2a4640 1 -- 172.21.15.90:0/3403264148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a181055c0 msgr2=0x7f9a18100c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.995+0000 7f9a1d2a4640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a181055c0 0x7f9a18100c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.995+0000 7f9a1d2a4640 1 -- 172.21.15.90:0/3403264148 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a18101a10 con 0x7f9a18107ef0 2024-04-26T17:28:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.995+0000 7f9a17fff640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a181055c0 0x7f9a18100c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:28:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.995+0000 7f9a1d2a4640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a18107ef0 0x7f9a18101180 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f9a1000eb10 tx=0x7f9a1000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.995+0000 7f9a15ffb640 1 -- 172.21.15.90:0/3403264148 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a10004b20 con 0x7f9a18107ef0 2024-04-26T17:28:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.995+0000 7f9a15ffb640 1 -- 172.21.15.90:0/3403264148 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9a10004cc0 con 0x7f9a18107ef0 2024-04-26T17:28:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.995+0000 7f9a1ed07640 1 -- 172.21.15.90:0/3403264148 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a181a2440 con 0x7f9a18107ef0 2024-04-26T17:28:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.995+0000 7f9a15ffb640 1 -- 172.21.15.90:0/3403264148 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a10010690 con 0x7f9a18107ef0 2024-04-26T17:28:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.995+0000 7f9a1ed07640 1 -- 172.21.15.90:0/3403264148 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a181a2940 con 0x7f9a18107ef0 2024-04-26T17:28:58.998 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.998+0000 7f9a15ffb640 1 -- 172.21.15.90:0/3403264148 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f9a10005020 con 0x7f9a18107ef0 2024-04-26T17:28:59.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a21a1b740 1 Processor -- start 2024-04-26T17:28:59.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a21a1b740 1 -- start start 2024-04-26T17:28:59.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a15ffb640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9a080a3c50 0x7f9a080a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a21a1b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc4795d0 0x55d9bc4799f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a21a1b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc479fc0 0x55d9bc47eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a21a1b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc47f130 0x55d9bc4815c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a21a1b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d9bc3de110 con 0x55d9bc4795d0 2024-04-26T17:28:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a21a1b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55d9bc37a4a0 con 0x55d9bc47f130 2024-04-26T17:28:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a21a1b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d9bc3da0d0 con 0x55d9bc479fc0 2024-04-26T17:28:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a17fff640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9a080a3c50 0x7f9a080a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a1caa3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc4795d0 0x55d9bc4799f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a1caa3640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc4795d0 0x55d9bc4799f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51852/0 (socket says 172.21.15.90:51852) 2024-04-26T17:28:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:58.999+0000 7f9a1caa3640 1 -- 172.21.15.90:0/2254366959 learned_addr learned my addr 172.21.15.90:0/2254366959 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a15ffb640 1 -- 172.21.15.90:0/3403264148 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f9a100d0e50 con 0x7f9a18107ef0 2024-04-26T17:28:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a1d2a4640 1 --2- 172.21.15.90:0/2254366959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc47f130 0x55d9bc4815c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a17fff640 1 --2- 172.21.15.90:0/2254366959 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc479fc0 0x55d9bc47eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a1caa3640 1 -- 172.21.15.90:0/2254366959 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc479fc0 msgr2=0x55d9bc47eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a1caa3640 1 --2- 172.21.15.90:0/2254366959 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc479fc0 0x55d9bc47eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a1caa3640 1 -- 172.21.15.90:0/2254366959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc47f130 msgr2=0x55d9bc4815c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a1caa3640 1 --2- 172.21.15.90:0/2254366959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc47f130 0x55d9bc4815c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a1caa3640 1 -- 172.21.15.90:0/2254366959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9bc0f0210 con 0x55d9bc4795d0 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a17fff640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9a080a3c50 0x7f9a080a6110 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f9a18102370 tx=0x7f9a040138e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a1caa3640 1 --2- 172.21.15.90:0/2254366959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc4795d0 0x55d9bc4799f0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f9a0c02a930 tx=0x7f9a0c005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf993c7b6c4213a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a02ffd640 1 -- 172.21.15.90:0/2254366959 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a0c035030 con 0x55d9bc4795d0 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a02ffd640 1 -- 172.21.15.90:0/2254366959 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9a0c040070 con 0x55d9bc4795d0 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.000+0000 7f9a02ffd640 1 -- 172.21.15.90:0/2254366959 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a0c003910 con 0x55d9bc4795d0 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.001+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2254366959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc4795d0 msgr2=0x55d9bc4799f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.001+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/2254366959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc4795d0 0x55d9bc4799f0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f9a0c02a930 tx=0x7f9a0c005bd0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.001+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2254366959 shutdown_connections 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.001+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/2254366959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc47f130 0x55d9bc4815c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.001+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/2254366959 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc479fc0 0x55d9bc47eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.001+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/2254366959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc4795d0 0x55d9bc4799f0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.001+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2254366959 >> 172.21.15.90:0/2254366959 conn(0x55d9bc4419c0 msgr2=0x55d9bc475050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.001+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2254366959 shutdown_connections 2024-04-26T17:28:59.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.001+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2254366959 wait complete. 2024-04-26T17:28:59.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a21a1b740 1 -- start start 2024-04-26T17:28:59.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a21a1b740 1 Processor -- start 2024-04-26T17:28:59.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:58 smithi167 ceph-mon[32665]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-26T17:28:59.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:58 smithi167 ceph-mon[32665]: mds.? [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] up:active 2024-04-26T17:28:59.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:58 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a21a1b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc483750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a21a1b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc483c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a21a1b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc48acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a21a1b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d9bc482080 con 0x55d9bc47f130 2024-04-26T17:28:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a21a1b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55d9bc3780b0 con 0x55d9bc479fc0 2024-04-26T17:28:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a21a1b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d9bc482200 con 0x55d9bc4795d0 2024-04-26T17:28:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a21a1b740 10 client.0 _ll_register_callbacks cb 0x55d9bc365d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a1caa3640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc483750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a1d2a4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc48acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a17fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc483c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a17fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc483c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:57350/0 (socket says 172.21.15.90:57350) 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a1d2a4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc48acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51858/0 (socket says 172.21.15.90:51858) 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a1caa3640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc483750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:33052/0 (socket says 172.21.15.90:33052) 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.002+0000 7f9a17fff640 1 -- 172.21.15.90:0/1766429333 learned_addr learned my addr 172.21.15.90:0/1766429333 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f9a17fff640 1 -- 172.21.15.90:0/1766429333 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 msgr2=0x55d9bc483750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f9a17fff640 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc483750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f9a17fff640 1 -- 172.21.15.90:0/1766429333 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 msgr2=0x55d9bc48acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f9a17fff640 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc48acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f9a17fff640 1 -- 172.21.15.90:0/1766429333 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9bc1bc620 con 0x55d9bc479fc0 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f9a1caa3640 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc483750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f9a1d2a4640 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc48acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f9a17fff640 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc483c90 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9a0400fbe0 tx=0x7f9a04004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=163ffb5f2c20e095 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f99f7fff640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f99f7fff640 1 -- 172.21.15.90:0/1766429333 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a04024070 con 0x55d9bc479fc0 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f99f7fff640 1 -- 172.21.15.90:0/1766429333 <== mon.2 v2:172.21.15.119:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f9a04010d60 con 0x55d9bc479fc0 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f9a21a1b740 1 -- 172.21.15.90:0/1766429333 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a0c040070 con 0x55d9bc479fc0 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f99f7fff640 1 -- 172.21.15.90:0/1766429333 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f9a04032050 con 0x55d9bc479fc0 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f9a21a1b740 10 client.25694 fetch_fsmap learned FSMap version 34 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.003+0000 7f9a21a1b740 1 -- 172.21.15.90:0/1766429333 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55d9bc48e0b0 con 0x55d9bc479fc0 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.004+0000 7f99f7fff640 1 -- 172.21.15.90:0/1766429333 <== mon.2 v2:172.21.15.119:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9a0c040070 con 0x55d9bc479fc0 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.004+0000 7f99f7fff640 1 -- 172.21.15.90:0/1766429333 <== mon.2 v2:172.21.15.119:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7f9a0401f070 con 0x55d9bc479fc0 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.004+0000 7f9a21a1b740 10 client.25694 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.004+0000 7f9a21a1b740 10 client.25694 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.004+0000 7f9a21a1b740 20 client.25694 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.004+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d9bc48f880 0x55d9bc491ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.004+0000 7f9a21a1b740 4 client.25694 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:28:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.004+0000 7f9a21a1b740 1 -- 172.21.15.90:0/1766429333 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d9bc3ebd20 con 0x55d9bc48f880 2024-04-26T17:28:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.004+0000 7f9a1caa3640 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d9bc48f880 0x55d9bc491ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f99f7fff640 10 client.25694 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f9a1caa3640 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d9bc48f880 0x55d9bc491ce0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93b4549ff970b94d server_cookie=8a1fe830410c0719 in_seq=0 out_seq=0 2024-04-26T17:28:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f99f7fff640 1 -- 172.21.15.90:0/1766429333 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d9bc3ebd20 con 0x55d9bc48f880 2024-04-26T17:28:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f99f7fff640 10 client.25694 handle_command_reply: tid=0 2024-04-26T17:28:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f9a21a1b740 1 client.25694 shutdown 2024-04-26T17:28:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f9a21a1b740 1 -- 172.21.15.90:0/1766429333 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 msgr2=0x55d9bc483c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc483c90 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9a0400fbe0 tx=0x7f9a04004730 comp rx=0 tx=0).stop 2024-04-26T17:28:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f9a21a1b740 1 -- 172.21.15.90:0/1766429333 shutdown_connections 2024-04-26T17:28:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d9bc48f880 0x55d9bc491ce0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc48acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.012 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f99f7fff640 0 client.25694 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:59.012 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc483c90 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.012 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/1766429333 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc483750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.012 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.005+0000 7f9a21a1b740 1 -- 172.21.15.90:0/1766429333 >> 172.21.15.90:0/1766429333 conn(0x55d9bc4419c0 msgr2=0x55d9bc474250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:59.012 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.006+0000 7f9a21a1b740 1 -- 172.21.15.90:0/1766429333 shutdown_connections 2024-04-26T17:28:59.012 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.006+0000 7f9a21a1b740 1 -- 172.21.15.90:0/1766429333 wait complete. 2024-04-26T17:28:59.012 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.006+0000 7f9a21a1b740 20 client.25694 trim_cache size 0 max 16384 2024-04-26T17:28:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.021+0000 7f9a21a1b740 1 Processor -- start 2024-04-26T17:28:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.021+0000 7f9a21a1b740 1 -- start start 2024-04-26T17:28:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.021+0000 7f9a21a1b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc478890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.021+0000 7f9a21a1b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc48ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.021+0000 7f9a21a1b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc483980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.021+0000 7f9a21a1b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9a181acfd0 con 0x55d9bc47f130 2024-04-26T17:28:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.021+0000 7f9a21a1b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9a181aec00 con 0x55d9bc479fc0 2024-04-26T17:28:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.021+0000 7f9a21a1b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9a181ad6a0 con 0x55d9bc4795d0 2024-04-26T17:28:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a1d2a4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc483980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a1d2a4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc483980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51862/0 (socket says 172.21.15.90:51862) 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a1d2a4640 1 -- 172.21.15.90:0/4213669606 learned_addr learned my addr 172.21.15.90:0/4213669606 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a17fff640 1 --2- 172.21.15.90:0/4213669606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc48ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a1caa3640 1 --2- 172.21.15.90:0/4213669606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc478890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a1d2a4640 1 -- 172.21.15.90:0/4213669606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 msgr2=0x55d9bc478890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a1d2a4640 1 --2- 172.21.15.90:0/4213669606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc478890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a1d2a4640 1 -- 172.21.15.90:0/4213669606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 msgr2=0x55d9bc48ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a1d2a4640 1 --2- 172.21.15.90:0/4213669606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc48ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a1d2a4640 1 -- 172.21.15.90:0/4213669606 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9bc47a3a0 con 0x55d9bc47f130 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a1caa3640 1 --2- 172.21.15.90:0/4213669606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc478890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a1d2a4640 1 --2- 172.21.15.90:0/4213669606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc483980 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f9a1009ccf0 tx=0x7f9a10005b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b7d5f1d59eb5df1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a027fc640 1 -- 172.21.15.90:0/4213669606 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a1009cd60 con 0x55d9bc47f130 2024-04-26T17:28:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a027fc640 1 -- 172.21.15.90:0/4213669606 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9a100a1110 con 0x55d9bc47f130 2024-04-26T17:28:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.022+0000 7f9a027fc640 1 -- 172.21.15.90:0/4213669606 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a100a5540 con 0x55d9bc47f130 2024-04-26T17:28:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.023+0000 7f9a21a1b740 1 -- 172.21.15.90:0/4213669606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 msgr2=0x55d9bc483980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.023+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/4213669606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc483980 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f9a1009ccf0 tx=0x7f9a10005b60 comp rx=0 tx=0).stop 2024-04-26T17:28:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.023+0000 7f9a21a1b740 1 -- 172.21.15.90:0/4213669606 shutdown_connections 2024-04-26T17:28:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.023+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/4213669606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc483980 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.023+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/4213669606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc48ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.023+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/4213669606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc478890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.023+0000 7f9a21a1b740 1 -- 172.21.15.90:0/4213669606 >> 172.21.15.90:0/4213669606 conn(0x55d9bc4419c0 msgr2=0x55d9bc4739c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.023+0000 7f9a21a1b740 1 -- 172.21.15.90:0/4213669606 shutdown_connections 2024-04-26T17:28:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.023+0000 7f9a21a1b740 1 -- 172.21.15.90:0/4213669606 wait complete. 2024-04-26T17:28:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.023+0000 7f9a21a1b740 1 -- start start 2024-04-26T17:28:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.023+0000 7f9a21a1b740 1 Processor -- start 2024-04-26T17:28:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a21a1b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc487d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a21a1b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc488270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a21a1b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc489280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a21a1b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9a181ae470 con 0x55d9bc47f130 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a21a1b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f9a181add70 con 0x55d9bc479fc0 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a21a1b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9a181aaef0 con 0x55d9bc4795d0 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a21a1b740 10 client.0 _ll_register_callbacks cb 0x7f9a0400f860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a1d2a4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc489280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a1d2a4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc489280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:51872/0 (socket says 172.21.15.90:51872) 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a1d2a4640 1 -- 172.21.15.90:0/2524074023 learned_addr learned my addr 172.21.15.90:0/2524074023 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a1caa3640 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc487d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a17fff640 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc488270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a1d2a4640 1 -- 172.21.15.90:0/2524074023 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 msgr2=0x55d9bc487d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a1d2a4640 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc487d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a1d2a4640 1 -- 172.21.15.90:0/2524074023 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 msgr2=0x55d9bc488270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a1d2a4640 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc488270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a1d2a4640 1 -- 172.21.15.90:0/2524074023 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9bc489870 con 0x55d9bc47f130 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.024+0000 7f9a17fff640 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc488270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f9a1d2a4640 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc489280 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f9a100a54a0 tx=0x7f9a1000c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a31b595824c676c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f99f7fff640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f99f7fff640 1 -- 172.21.15.90:0/2524074023 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a100b5070 con 0x55d9bc47f130 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f99f7fff640 1 -- 172.21.15.90:0/2524074023 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f9a1009ae00 con 0x55d9bc47f130 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2524074023 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a100a1110 con 0x55d9bc47f130 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f99f7fff640 1 -- 172.21.15.90:0/2524074023 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f9a100a59d0 con 0x55d9bc47f130 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f9a21a1b740 10 client.16446 fetch_fsmap learned FSMap version 34 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2524074023 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55d9bc48aaf0 con 0x55d9bc47f130 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f99f7fff640 1 -- 172.21.15.90:0/2524074023 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f9a100a1110 con 0x55d9bc47f130 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f99f7fff640 1 -- 172.21.15.90:0/2524074023 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7f9a100053a0 con 0x55d9bc47f130 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f9a21a1b740 10 client.16446 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:28:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f9a21a1b740 10 client.16446 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:28:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f9a21a1b740 20 client.16446 populate_metadata read hostname 'smithi090' 2024-04-26T17:28:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d9bc48f880 0x55d9bc4f80e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:28:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f9a21a1b740 4 client.16446 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:28:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.025+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2524074023 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d9bc3e5b90 con 0x55d9bc48f880 2024-04-26T17:28:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.026+0000 7f9a1caa3640 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d9bc48f880 0x55d9bc4f80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:28:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.026+0000 7f99f7fff640 10 client.16446 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.026+0000 7f9a1caa3640 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d9bc48f880 0x55d9bc4f80e0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb6caeb7aad62b2a server_cookie=fa3d0fea94cf6c1a in_seq=0 out_seq=0 2024-04-26T17:28:59.042 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f99f7fff640 1 -- 172.21.15.90:0/2524074023 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d9bc3e5b90 con 0x55d9bc48f880 2024-04-26T17:28:59.042 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f99f7fff640 10 client.16446 handle_command_reply: tid=0 2024-04-26T17:28:59.042 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f9a21a1b740 1 client.16446 shutdown 2024-04-26T17:28:59.042 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2524074023 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 msgr2=0x55d9bc489280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:59.042 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc489280 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f9a100a54a0 tx=0x7f9a1000c950 comp rx=0 tx=0).stop 2024-04-26T17:28:59.042 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2524074023 shutdown_connections 2024-04-26T17:28:59.042 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55d9bc48f880 0x55d9bc4f80e0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d9bc47f130 0x55d9bc489280 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f99f7fff640 0 client.16446 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:28:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bc479fc0 0x55d9bc488270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f9a21a1b740 1 --2- 172.21.15.90:0/2524074023 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d9bc4795d0 0x55d9bc487d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2524074023 >> 172.21.15.90:0/2524074023 conn(0x55d9bc4419c0 msgr2=0x55d9bc482e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2524074023 shutdown_connections 2024-04-26T17:28:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f9a21a1b740 1 -- 172.21.15.90:0/2524074023 wait complete. 2024-04-26T17:28:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.042+0000 7f9a21a1b740 20 client.16446 trim_cache size 0 max 16384 2024-04-26T17:28:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:28:59.044 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:28:59.044 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:28:59.044 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:28:59.044 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.043+0000 7f9a1ed07640 1 -- 172.21.15.90:0/3403264148 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9a080a3c50 msgr2=0x7f9a080a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:59.044 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.043+0000 7f9a1ed07640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9a080a3c50 0x7f9a080a6110 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f9a18102370 tx=0x7f9a040138e0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.045 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.043+0000 7f9a1ed07640 1 -- 172.21.15.90:0/3403264148 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a18107ef0 msgr2=0x7f9a18101180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:28:59.045 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.043+0000 7f9a1ed07640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a18107ef0 0x7f9a18101180 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f9a1000eb10 tx=0x7f9a1000c2d0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.045 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.043+0000 7f9a1ed07640 1 -- 172.21.15.90:0/3403264148 shutdown_connections 2024-04-26T17:28:59.045 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.043+0000 7f9a1ed07640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f9a080a3c50 0x7f9a080a6110 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.045 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.043+0000 7f9a1ed07640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a18107ef0 0x7f9a18101180 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.045 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.043+0000 7f9a1ed07640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a181055c0 0x7f9a18100c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.045 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.043+0000 7f9a1ed07640 1 --2- 172.21.15.90:0/3403264148 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a18102c90 0x7f9a18102600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:28:59.045 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.043+0000 7f9a1ed07640 1 -- 172.21.15.90:0/3403264148 >> 172.21.15.90:0/3403264148 conn(0x7f9a180fc680 msgr2=0x7f9a181036b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:28:59.045 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.043+0000 7f9a1ed07640 1 -- 172.21.15.90:0/3403264148 shutdown_connections 2024-04-26T17:28:59.045 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:28:59.043+0000 7f9a1ed07640 1 -- 172.21.15.90:0/3403264148 wait complete. 2024-04-26T17:28:59.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:58 smithi119 ceph-mon[32584]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-26T17:28:59.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:58 smithi119 ceph-mon[32584]: mds.? [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] up:active 2024-04-26T17:28:59.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:58 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:28:59.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:28:59 smithi090 ceph-mon[29417]: pgmap v427: 129 pgs: 129 active+clean; 130 MiB data, 708 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 305 op/s 2024-04-26T17:29:00.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:28:59 smithi167 ceph-mon[32665]: pgmap v427: 129 pgs: 129 active+clean; 130 MiB data, 708 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 305 op/s 2024-04-26T17:29:00.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:28:59 smithi119 ceph-mon[32584]: pgmap v427: 129 pgs: 129 active+clean; 130 MiB data, 708 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 305 op/s 2024-04-26T17:29:01.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:01 smithi090 ceph-mon[29417]: pgmap v428: 129 pgs: 129 active+clean; 134 MiB data, 718 MiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 2.8 MiB/s wr, 140 op/s 2024-04-26T17:29:02.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:01 smithi167 ceph-mon[32665]: pgmap v428: 129 pgs: 129 active+clean; 134 MiB data, 718 MiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 2.8 MiB/s wr, 140 op/s 2024-04-26T17:29:02.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:01 smithi119 ceph-mon[32584]: pgmap v428: 129 pgs: 129 active+clean; 134 MiB data, 718 MiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 2.8 MiB/s wr, 140 op/s 2024-04-26T17:29:03.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:03 smithi090 ceph-mon[29417]: pgmap v429: 129 pgs: 129 active+clean; 140 MiB data, 739 MiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 2.7 MiB/s wr, 122 op/s 2024-04-26T17:29:04.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:03 smithi167 ceph-mon[32665]: pgmap v429: 129 pgs: 129 active+clean; 140 MiB data, 739 MiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 2.7 MiB/s wr, 122 op/s 2024-04-26T17:29:04.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:03 smithi119 ceph-mon[32584]: pgmap v429: 129 pgs: 129 active+clean; 140 MiB data, 739 MiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 2.7 MiB/s wr, 122 op/s 2024-04-26T17:29:05.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:05 smithi090 ceph-mon[29417]: pgmap v430: 129 pgs: 129 active+clean; 140 MiB data, 753 MiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 2.6 MiB/s wr, 121 op/s 2024-04-26T17:29:06.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:05 smithi167 ceph-mon[32665]: pgmap v430: 129 pgs: 129 active+clean; 140 MiB data, 753 MiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 2.6 MiB/s wr, 121 op/s 2024-04-26T17:29:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:05 smithi119 ceph-mon[32584]: pgmap v430: 129 pgs: 129 active+clean; 140 MiB data, 753 MiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 2.6 MiB/s wr, 121 op/s 2024-04-26T17:29:07.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:07 smithi090 ceph-mon[29417]: pgmap v431: 129 pgs: 129 active+clean; 141 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 2.6 MiB/s wr, 132 op/s 2024-04-26T17:29:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:07 smithi167 ceph-mon[32665]: pgmap v431: 129 pgs: 129 active+clean; 141 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 2.6 MiB/s wr, 132 op/s 2024-04-26T17:29:08.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:07 smithi119 ceph-mon[32584]: pgmap v431: 129 pgs: 129 active+clean; 141 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 2.6 MiB/s wr, 132 op/s 2024-04-26T17:29:09.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:09 smithi090 ceph-mon[29417]: scrub summary: idle 2024-04-26T17:29:09.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:09 smithi167 ceph-mon[32665]: scrub summary: idle 2024-04-26T17:29:09.546 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:09 smithi119 ceph-mon[32584]: scrub summary: idle 2024-04-26T17:29:10.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:10 smithi090 ceph-mon[29417]: scrub summary: idle 2024-04-26T17:29:10.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:10 smithi090 ceph-mon[29417]: scrub summary: idle 2024-04-26T17:29:10.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:10 smithi090 ceph-mon[29417]: scrub summary: idle 2024-04-26T17:29:10.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:10 smithi090 ceph-mon[29417]: scrub summary: idle 2024-04-26T17:29:10.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:10 smithi090 ceph-mon[29417]: pgmap v432: 129 pgs: 129 active+clean; 145 MiB data, 762 MiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 2.4 MiB/s wr, 205 op/s 2024-04-26T17:29:10.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:10 smithi167 ceph-mon[32665]: scrub summary: idle 2024-04-26T17:29:10.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:10 smithi167 ceph-mon[32665]: scrub summary: idle 2024-04-26T17:29:10.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:10 smithi167 ceph-mon[32665]: scrub summary: idle 2024-04-26T17:29:10.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:10 smithi167 ceph-mon[32665]: scrub summary: idle 2024-04-26T17:29:10.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:10 smithi167 ceph-mon[32665]: pgmap v432: 129 pgs: 129 active+clean; 145 MiB data, 762 MiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 2.4 MiB/s wr, 205 op/s 2024-04-26T17:29:10.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:10 smithi119 ceph-mon[32584]: scrub summary: idle 2024-04-26T17:29:10.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:10 smithi119 ceph-mon[32584]: scrub summary: idle 2024-04-26T17:29:10.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:10 smithi119 ceph-mon[32584]: scrub summary: idle 2024-04-26T17:29:10.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:10 smithi119 ceph-mon[32584]: scrub summary: idle 2024-04-26T17:29:10.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:10 smithi119 ceph-mon[32584]: pgmap v432: 129 pgs: 129 active+clean; 145 MiB data, 762 MiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 2.4 MiB/s wr, 205 op/s 2024-04-26T17:29:11.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:11 smithi090 ceph-mon[29417]: pgmap v433: 129 pgs: 129 active+clean; 145 MiB data, 766 MiB used, 1.0 TiB / 1.0 TiB avail; 519 KiB/s rd, 1.4 MiB/s wr, 173 op/s 2024-04-26T17:29:12.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:11 smithi167 ceph-mon[32665]: pgmap v433: 129 pgs: 129 active+clean; 145 MiB data, 766 MiB used, 1.0 TiB / 1.0 TiB avail; 519 KiB/s rd, 1.4 MiB/s wr, 173 op/s 2024-04-26T17:29:12.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:11 smithi119 ceph-mon[32584]: pgmap v433: 129 pgs: 129 active+clean; 145 MiB data, 766 MiB used, 1.0 TiB / 1.0 TiB avail; 519 KiB/s rd, 1.4 MiB/s wr, 173 op/s 2024-04-26T17:29:12.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.160+0000 7fc0cf320640 1 -- 172.21.15.90:0/3214987734 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0c8102c10 msgr2=0x7fc0c81094a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:12.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.160+0000 7fc0cf320640 1 --2- 172.21.15.90:0/3214987734 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0c8102c10 0x7fc0c81094a0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fc0c0009ca0 tx=0x7fc0c002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.160+0000 7fc0cf320640 1 -- 172.21.15.90:0/3214987734 shutdown_connections 2024-04-26T17:29:12.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.160+0000 7fc0cf320640 1 --2- 172.21.15.90:0/3214987734 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0c8102c10 0x7fc0c81094a0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.160+0000 7fc0cf320640 1 --2- 172.21.15.90:0/3214987734 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0c8102250 0x7fc0c81026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.160+0000 7fc0cf320640 1 --2- 172.21.15.90:0/3214987734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0c8101060 0x7fc0c8101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.160+0000 7fc0cf320640 1 -- 172.21.15.90:0/3214987734 >> 172.21.15.90:0/3214987734 conn(0x7fc0c80fc5f0 msgr2=0x7fc0c80fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.160+0000 7fc0cf320640 1 -- 172.21.15.90:0/3214987734 shutdown_connections 2024-04-26T17:29:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.160+0000 7fc0cf320640 1 -- 172.21.15.90:0/3214987734 wait complete. 2024-04-26T17:29:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.160+0000 7fc0cf320640 1 Processor -- start 2024-04-26T17:29:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cf320640 1 -- start start 2024-04-26T17:29:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cf320640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0c8101060 0x7fc0c8197190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cf320640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0c8102250 0x7fc0c81976d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cf320640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0c8102c10 0x7fc0c819e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cf320640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c810cb70 con 0x7fc0c8102250 2024-04-26T17:29:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cf320640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c810c9f0 con 0x7fc0c8101060 2024-04-26T17:29:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cf320640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c810ccf0 con 0x7fc0c8102c10 2024-04-26T17:29:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cc8bb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0c8102250 0x7fc0c81976d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cc8bb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0c8102250 0x7fc0c81976d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:39282/0 (socket says 172.21.15.90:39282) 2024-04-26T17:29:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cc8bb640 1 -- 172.21.15.90:0/3344291761 learned_addr learned my addr 172.21.15.90:0/3344291761 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0c8102c10 0x7fc0c819e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cd0bc640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0c8101060 0x7fc0c8197190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cc8bb640 1 -- 172.21.15.90:0/3344291761 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0c8102c10 msgr2=0x7fc0c819e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cc8bb640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0c8102c10 0x7fc0c819e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cc8bb640 1 -- 172.21.15.90:0/3344291761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0c8101060 msgr2=0x7fc0c8197190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cc8bb640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0c8101060 0x7fc0c8197190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cc8bb640 1 -- 172.21.15.90:0/3344291761 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0c819edb0 con 0x7fc0c8102250 2024-04-26T17:29:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cd0bc640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0c8101060 0x7fc0c8197190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:29:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cc8bb640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0c8102250 0x7fc0c81976d0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fc0b800d950 tx=0x7fc0b800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:12.164 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0be7fc640 1 -- 172.21.15.90:0/3344291761 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0b8017030 con 0x7fc0c8102250 2024-04-26T17:29:12.164 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cf320640 1 -- 172.21.15.90:0/3344291761 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0c819f0a0 con 0x7fc0c8102250 2024-04-26T17:29:12.164 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0be7fc640 1 -- 172.21.15.90:0/3344291761 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc0b8004020 con 0x7fc0c8102250 2024-04-26T17:29:12.164 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0be7fc640 1 -- 172.21.15.90:0/3344291761 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0b80047a0 con 0x7fc0c8102250 2024-04-26T17:29:12.164 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.161+0000 7fc0cf320640 1 -- 172.21.15.90:0/3344291761 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0c819f5f0 con 0x7fc0c8102250 2024-04-26T17:29:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0be7fc640 1 -- 172.21.15.90:0/3344291761 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fc0b80041d0 con 0x7fc0c8102250 2024-04-26T17:29:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0d2036740 1 Processor -- start 2024-04-26T17:29:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0d2036740 1 -- start start 2024-04-26T17:29:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0d2036740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 0x564b8feb6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0d2036740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8feb71d0 0x564b8febbcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0d2036740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8febc340 0x564b8febe7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0d2036740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564b8fe19110 con 0x564b8feb67e0 2024-04-26T17:29:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0d2036740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x564b8fdb54a0 con 0x564b8febc340 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0d2036740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564b8fe150d0 con 0x564b8feb71d0 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0cd8bd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 0x564b8feb6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0cd0bc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8feb71d0 0x564b8febbcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0cd8bd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 0x564b8feb6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:39296/0 (socket says 172.21.15.90:39296) 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0cd8bd640 1 -- 172.21.15.90:0/2809855443 learned_addr learned my addr 172.21.15.90:0/2809855443 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0cc8bb640 1 --2- 172.21.15.90:0/2809855443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8febc340 0x564b8febe7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0be7fc640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc0b40a3c50 0x7fc0b40a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.164+0000 7fc0cd8bd640 1 -- 172.21.15.90:0/2809855443 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8feb71d0 msgr2=0x564b8febbcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.165+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/2809855443 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8feb71d0 0x564b8febbcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.165+0000 7fc0cd8bd640 1 -- 172.21.15.90:0/2809855443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8febc340 msgr2=0x564b8febe7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.165+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/2809855443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8febc340 0x564b8febe7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.165+0000 7fc0cd8bd640 1 -- 172.21.15.90:0/2809855443 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b8fb2b210 con 0x564b8feb67e0 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.165+0000 7fc0be7fc640 1 -- 172.21.15.90:0/3344291761 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fc0b80d01b0 con 0x7fc0c8102250 2024-04-26T17:29:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.165+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/2809855443 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 0x564b8feb6c00 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fc0c0004af0 tx=0x7fc0c0009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cbb08b103874e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.165+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc0b40a3c50 0x7fc0b40a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.165+0000 7fc0b37fe640 1 -- 172.21.15.90:0/2809855443 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c004a040 con 0x564b8feb67e0 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.165+0000 7fc0b37fe640 1 -- 172.21.15.90:0/2809855443 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc0c0036030 con 0x564b8feb67e0 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.165+0000 7fc0b37fe640 1 -- 172.21.15.90:0/2809855443 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c0004550 con 0x564b8feb67e0 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 -- 172.21.15.90:0/2809855443 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 msgr2=0x564b8feb6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc0b40a3c50 0x7fc0b40a6110 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fc0c0045000 tx=0x7fc0c00047b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 --2- 172.21.15.90:0/2809855443 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 0x564b8feb6c00 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fc0c0004af0 tx=0x7fc0c0009360 comp rx=0 tx=0).stop 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 -- 172.21.15.90:0/2809855443 shutdown_connections 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 --2- 172.21.15.90:0/2809855443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8febc340 0x564b8febe7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 --2- 172.21.15.90:0/2809855443 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8feb71d0 0x564b8febbcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 --2- 172.21.15.90:0/2809855443 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 0x564b8feb6c00 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 -- 172.21.15.90:0/2809855443 >> 172.21.15.90:0/2809855443 conn(0x564b8fe7c9c0 msgr2=0x564b8feb0050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 -- 172.21.15.90:0/2809855443 shutdown_connections 2024-04-26T17:29:12.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 -- 172.21.15.90:0/2809855443 wait complete. 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 -- start start 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 Processor -- start 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb67e0 0x564b8fec07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb71d0 0x564b8fec0d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8febc340 0x564b8fec7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564b8febf110 con 0x564b8feb71d0 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x564b8fdb30b0 con 0x564b8feb67e0 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564b8febf290 con 0x564b8febc340 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.166+0000 7fc0d2036740 10 client.0 _ll_register_callbacks cb 0x564b8fda0d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0cc8bb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb71d0 0x564b8fec0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0cd8bd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8febc340 0x564b8fec7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0cc8bb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb71d0 0x564b8fec0d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:39302/0 (socket says 172.21.15.90:39302) 2024-04-26T17:29:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0cc8bb640 1 -- 172.21.15.90:0/2758743917 learned_addr learned my addr 172.21.15.90:0/2758743917 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0cd0bc640 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb67e0 0x564b8fec07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0cd8bd640 1 -- 172.21.15.90:0/2758743917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb67e0 msgr2=0x564b8fec07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb67e0 0x564b8fec07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0cd8bd640 1 -- 172.21.15.90:0/2758743917 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb71d0 msgr2=0x564b8fec0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb71d0 0x564b8fec0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0cd8bd640 1 -- 172.21.15.90:0/2758743917 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b8fbf7620 con 0x564b8febc340 2024-04-26T17:29:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0cc8bb640 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb71d0 0x564b8fec0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8febc340 0x564b8fec7d70 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x564b8feb7a30 tx=0x7fc0c0043000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c2e2ccdee4686c35 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0b0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-26T17:29:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0b0ff9640 1 -- 172.21.15.90:0/2758743917 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c0056040 con 0x564b8febc340 2024-04-26T17:29:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0d2036740 1 -- 172.21.15.90:0/2758743917 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc0c0036030 con 0x564b8febc340 2024-04-26T17:29:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0b0ff9640 1 -- 172.21.15.90:0/2758743917 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fc0c0004450 con 0x564b8febc340 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0b0ff9640 1 -- 172.21.15.90:0/2758743917 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fc0c0068050 con 0x564b8febc340 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0d2036740 10 client.25684 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.167+0000 7fc0d2036740 1 -- 172.21.15.90:0/2758743917 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x564b8febf110 con 0x564b8febc340 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.168+0000 7fc0b0ff9640 1 -- 172.21.15.90:0/2758743917 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc0c0036030 con 0x564b8febc340 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.168+0000 7fc0b0ff9640 1 -- 172.21.15.90:0/2758743917 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7fc0c0059030 con 0x564b8febc340 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.168+0000 7fc0d2036740 10 client.25684 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.168+0000 7fc0d2036740 10 client.25684 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.168+0000 7fc0d2036740 20 client.25684 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.168+0000 7fc0d2036740 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564b8fecc6c0 0x564b8feceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.168+0000 7fc0d2036740 4 client.25684 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.168+0000 7fc0d2036740 1 -- 172.21.15.90:0/2758743917 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b8fe26d20 con 0x564b8fecc6c0 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.168+0000 7fc0cd0bc640 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564b8fecc6c0 0x564b8feceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.168+0000 7fc0b0ff9640 10 client.25684 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.168+0000 7fc0cd0bc640 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564b8fecc6c0 0x564b8feceb00 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2632ba45fffc54b7 server_cookie=861ca397ec00670c in_seq=0 out_seq=0 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0b0ff9640 1 -- 172.21.15.90:0/2758743917 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564b8fe26d20 con 0x564b8fecc6c0 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0b0ff9640 10 client.25684 handle_command_reply: tid=0 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0d2036740 1 client.25684 shutdown 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0d2036740 1 -- 172.21.15.90:0/2758743917 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8febc340 msgr2=0x564b8fec7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0d2036740 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8febc340 0x564b8fec7d70 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x564b8feb7a30 tx=0x7fc0c0043000 comp rx=0 tx=0).stop 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0d2036740 1 -- 172.21.15.90:0/2758743917 shutdown_connections 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0d2036740 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564b8fecc6c0 0x564b8feceb00 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0d2036740 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8febc340 0x564b8fec7d70 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0d2036740 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb71d0 0x564b8fec0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0b0ff9640 0 client.25684 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0d2036740 1 --2- 172.21.15.90:0/2758743917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb67e0 0x564b8fec07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0d2036740 1 -- 172.21.15.90:0/2758743917 >> 172.21.15.90:0/2758743917 conn(0x564b8fe7c9c0 msgr2=0x564b8feaf250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0d2036740 1 -- 172.21.15.90:0/2758743917 shutdown_connections 2024-04-26T17:29:12.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0d2036740 1 -- 172.21.15.90:0/2758743917 wait complete. 2024-04-26T17:29:12.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.169+0000 7fc0d2036740 20 client.25684 trim_cache size 0 max 16384 2024-04-26T17:29:12.187 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0d2036740 1 Processor -- start 2024-04-26T17:29:12.187 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0d2036740 1 -- start start 2024-04-26T17:29:12.187 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0d2036740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8feb67e0 0x564b8feb2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.187 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0d2036740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb71d0 0x564b8fec7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0d2036740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8febc340 0x564b8feb34c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0d2036740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c81a8b40 con 0x564b8febc340 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0d2036740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c81aa770 con 0x564b8feb71d0 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0d2036740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c81a9210 con 0x564b8feb67e0 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0cd8bd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8febc340 0x564b8feb34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0cd8bd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8febc340 0x564b8feb34c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:39316/0 (socket says 172.21.15.90:39316) 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0cd8bd640 1 -- 172.21.15.90:0/3752002606 learned_addr learned my addr 172.21.15.90:0/3752002606 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0cd0bc640 1 --2- 172.21.15.90:0/3752002606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8feb67e0 0x564b8feb2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0cc8bb640 1 --2- 172.21.15.90:0/3752002606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb71d0 0x564b8fec7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0cd8bd640 1 -- 172.21.15.90:0/3752002606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8feb67e0 msgr2=0x564b8feb2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/3752002606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8feb67e0 0x564b8feb2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0cd8bd640 1 -- 172.21.15.90:0/3752002606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb71d0 msgr2=0x564b8fec7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:12.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/3752002606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb71d0 0x564b8fec7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0cd8bd640 1 -- 172.21.15.90:0/3752002606 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b8feb0d00 con 0x564b8febc340 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0cc8bb640 1 --2- 172.21.15.90:0/3752002606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb71d0 0x564b8fec7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.184+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/3752002606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8febc340 0x564b8feb34c0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fc0c002a900 tx=0x7fc0c0005d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdaad944c093ecb0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.185+0000 7fc0b2ffd640 1 -- 172.21.15.90:0/3752002606 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c0031450 con 0x564b8febc340 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.185+0000 7fc0b2ffd640 1 -- 172.21.15.90:0/3752002606 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc0c0036040 con 0x564b8febc340 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.185+0000 7fc0b2ffd640 1 -- 172.21.15.90:0/3752002606 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c0003d30 con 0x564b8febc340 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.185+0000 7fc0d2036740 1 -- 172.21.15.90:0/3752002606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8febc340 msgr2=0x564b8feb34c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.185+0000 7fc0d2036740 1 --2- 172.21.15.90:0/3752002606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8febc340 0x564b8feb34c0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fc0c002a900 tx=0x7fc0c0005d10 comp rx=0 tx=0).stop 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.185+0000 7fc0d2036740 1 -- 172.21.15.90:0/3752002606 shutdown_connections 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.185+0000 7fc0d2036740 1 --2- 172.21.15.90:0/3752002606 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8febc340 0x564b8feb34c0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.185+0000 7fc0d2036740 1 --2- 172.21.15.90:0/3752002606 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb71d0 0x564b8fec7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.185+0000 7fc0d2036740 1 --2- 172.21.15.90:0/3752002606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8feb67e0 0x564b8feb2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.185+0000 7fc0d2036740 1 -- 172.21.15.90:0/3752002606 >> 172.21.15.90:0/3752002606 conn(0x564b8fe7c9c0 msgr2=0x564b8feafad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:12.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.185+0000 7fc0d2036740 1 -- 172.21.15.90:0/3752002606 shutdown_connections 2024-04-26T17:29:12.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.185+0000 7fc0d2036740 1 -- 172.21.15.90:0/3752002606 wait complete. 2024-04-26T17:29:12.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0d2036740 1 -- start start 2024-04-26T17:29:12.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0d2036740 1 Processor -- start 2024-04-26T17:29:12.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0d2036740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 0x564b8fec4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0d2036740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb71d0 0x564b8fec5510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0d2036740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8febc340 0x564b8fec6520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0d2036740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c81a9fe0 con 0x564b8feb67e0 2024-04-26T17:29:12.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0d2036740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c81a98e0 con 0x564b8feb71d0 2024-04-26T17:29:12.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0d2036740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c81a6a60 con 0x564b8febc340 2024-04-26T17:29:12.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0d2036740 10 client.0 _ll_register_callbacks cb 0x7fc0c0003c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:12.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0cd0bc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 0x564b8fec4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0cd0bc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 0x564b8fec4fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:39330/0 (socket says 172.21.15.90:39330) 2024-04-26T17:29:12.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0cd0bc640 1 -- 172.21.15.90:0/1967031561 learned_addr learned my addr 172.21.15.90:0/1967031561 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:12.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0cd8bd640 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8febc340 0x564b8fec6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0cc8bb640 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb71d0 0x564b8fec5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0cd0bc640 1 -- 172.21.15.90:0/1967031561 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8febc340 msgr2=0x564b8fec6520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:12.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0cd0bc640 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8febc340 0x564b8fec6520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0cd0bc640 1 -- 172.21.15.90:0/1967031561 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb71d0 msgr2=0x564b8fec5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:12.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0cd0bc640 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb71d0 0x564b8fec5510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.186+0000 7fc0cd0bc640 1 -- 172.21.15.90:0/1967031561 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b8fec6b10 con 0x564b8feb67e0 2024-04-26T17:29:12.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0cd0bc640 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 0x564b8fec4fd0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fc0c4004700 tx=0x7fc0c4014a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14d171243170b90f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:12.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0b0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:29:12.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0b0ff9640 1 -- 172.21.15.90:0/1967031561 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c401e6a0 con 0x564b8feb67e0 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0b0ff9640 1 -- 172.21.15.90:0/1967031561 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fc0c401e840 con 0x564b8feb67e0 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0d2036740 1 -- 172.21.15.90:0/1967031561 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc0c0036040 con 0x564b8feb67e0 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0b0ff9640 1 -- 172.21.15.90:0/1967031561 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fc0c402f050 con 0x564b8feb67e0 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0d2036740 10 client.16464 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0d2036740 1 -- 172.21.15.90:0/1967031561 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x564b8fec7ef0 con 0x564b8feb67e0 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0b0ff9640 1 -- 172.21.15.90:0/1967031561 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc0c0036040 con 0x564b8feb67e0 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0b0ff9640 1 -- 172.21.15.90:0/1967031561 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7fc0c400f040 con 0x564b8feb67e0 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0d2036740 10 client.16464 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0d2036740 10 client.16464 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0d2036740 20 client.16464 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0d2036740 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564b8ff332e0 0x564b8ff35700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0d2036740 4 client.16464 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:29:12.192 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0d2036740 1 -- 172.21.15.90:0/1967031561 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564b8fe20b90 con 0x564b8ff332e0 2024-04-26T17:29:12.193 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.187+0000 7fc0cc8bb640 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564b8ff332e0 0x564b8ff35700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:12.193 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.188+0000 7fc0b0ff9640 10 client.16464 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:12.193 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.188+0000 7fc0cc8bb640 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564b8ff332e0 0x564b8ff35700 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2efbd6c673dca0 server_cookie=15b1959024de4387 in_seq=0 out_seq=0 2024-04-26T17:29:12.418 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0b0ff9640 1 -- 172.21.15.90:0/1967031561 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564b8fe20b90 con 0x564b8ff332e0 2024-04-26T17:29:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0b0ff9640 10 client.16464 handle_command_reply: tid=0 2024-04-26T17:29:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0d2036740 1 client.16464 shutdown 2024-04-26T17:29:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0d2036740 1 -- 172.21.15.90:0/1967031561 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 msgr2=0x564b8fec4fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0d2036740 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 0x564b8fec4fd0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fc0c4004700 tx=0x7fc0c4014a60 comp rx=0 tx=0).stop 2024-04-26T17:29:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0d2036740 1 -- 172.21.15.90:0/1967031561 shutdown_connections 2024-04-26T17:29:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0d2036740 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x564b8ff332e0 0x564b8ff35700 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0d2036740 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564b8febc340 0x564b8fec6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0d2036740 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x564b8feb71d0 0x564b8fec5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0d2036740 1 --2- 172.21.15.90:0/1967031561 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564b8feb67e0 0x564b8fec4fd0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0b0ff9640 0 client.16464 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0d2036740 1 -- 172.21.15.90:0/1967031561 >> 172.21.15.90:0/1967031561 conn(0x564b8fe7c9c0 msgr2=0x564b8feb2f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0d2036740 1 -- 172.21.15.90:0/1967031561 shutdown_connections 2024-04-26T17:29:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.419+0000 7fc0d2036740 1 -- 172.21.15.90:0/1967031561 wait complete. 2024-04-26T17:29:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0d2036740 20 client.16464 trim_cache size 0 max 16384 2024-04-26T17:29:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:29:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:29:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:29:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:29:12.421 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0cf320640 1 -- 172.21.15.90:0/3344291761 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc0b40a3c50 msgr2=0x7fc0b40a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:12.421 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0cf320640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc0b40a3c50 0x7fc0b40a6110 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fc0c0045000 tx=0x7fc0c00047b0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.422 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0cf320640 1 -- 172.21.15.90:0/3344291761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0c8102250 msgr2=0x7fc0c81976d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:12.422 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0cf320640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0c8102250 0x7fc0c81976d0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fc0b800d950 tx=0x7fc0b800de10 comp rx=0 tx=0).stop 2024-04-26T17:29:12.422 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0cf320640 1 -- 172.21.15.90:0/3344291761 shutdown_connections 2024-04-26T17:29:12.422 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0cf320640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc0b40a3c50 0x7fc0b40a6110 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.422 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0cf320640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0c8102c10 0x7fc0c819e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.422 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0cf320640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0c8102250 0x7fc0c81976d0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.422 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0cf320640 1 --2- 172.21.15.90:0/3344291761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0c8101060 0x7fc0c8197190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0cf320640 1 -- 172.21.15.90:0/3344291761 >> 172.21.15.90:0/3344291761 conn(0x7fc0c80fc5f0 msgr2=0x7fc0c8105550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0cf320640 1 -- 172.21.15.90:0/3344291761 shutdown_connections 2024-04-26T17:29:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:12.420+0000 7fc0cf320640 1 -- 172.21.15.90:0/3344291761 wait complete. 2024-04-26T17:29:13.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:13 smithi090 ceph-mon[29417]: pgmap v434: 129 pgs: 129 active+clean; 149 MiB data, 786 MiB used, 1.0 TiB / 1.0 TiB avail; 867 KiB/s rd, 1.5 MiB/s wr, 260 op/s 2024-04-26T17:29:14.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:13 smithi167 ceph-mon[32665]: pgmap v434: 129 pgs: 129 active+clean; 149 MiB data, 786 MiB used, 1.0 TiB / 1.0 TiB avail; 867 KiB/s rd, 1.5 MiB/s wr, 260 op/s 2024-04-26T17:29:14.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:13 smithi119 ceph-mon[32584]: pgmap v434: 129 pgs: 129 active+clean; 149 MiB data, 786 MiB used, 1.0 TiB / 1.0 TiB avail; 867 KiB/s rd, 1.5 MiB/s wr, 260 op/s 2024-04-26T17:29:15.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:15 smithi090 ceph-mon[29417]: pgmap v435: 129 pgs: 129 active+clean; 149 MiB data, 797 MiB used, 1.0 TiB / 1.0 TiB avail; 752 KiB/s rd, 1.0 MiB/s wr, 297 op/s 2024-04-26T17:29:16.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:15 smithi167 ceph-mon[32665]: pgmap v435: 129 pgs: 129 active+clean; 149 MiB data, 797 MiB used, 1.0 TiB / 1.0 TiB avail; 752 KiB/s rd, 1.0 MiB/s wr, 297 op/s 2024-04-26T17:29:16.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:15 smithi119 ceph-mon[32584]: pgmap v435: 129 pgs: 129 active+clean; 149 MiB data, 797 MiB used, 1.0 TiB / 1.0 TiB avail; 752 KiB/s rd, 1.0 MiB/s wr, 297 op/s 2024-04-26T17:29:17.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:17 smithi090 ceph-mon[29417]: pgmap v436: 129 pgs: 129 active+clean; 149 MiB data, 802 MiB used, 1.0 TiB / 1.0 TiB avail; 752 KiB/s rd, 1.0 MiB/s wr, 293 op/s 2024-04-26T17:29:18.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:17 smithi167 ceph-mon[32665]: pgmap v436: 129 pgs: 129 active+clean; 149 MiB data, 802 MiB used, 1.0 TiB / 1.0 TiB avail; 752 KiB/s rd, 1.0 MiB/s wr, 293 op/s 2024-04-26T17:29:18.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:17 smithi119 ceph-mon[32584]: pgmap v436: 129 pgs: 129 active+clean; 149 MiB data, 802 MiB used, 1.0 TiB / 1.0 TiB avail; 752 KiB/s rd, 1.0 MiB/s wr, 293 op/s 2024-04-26T17:29:19.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:19 smithi090 ceph-mon[29417]: pgmap v437: 129 pgs: 129 active+clean; 155 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 368 op/s 2024-04-26T17:29:20.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:19 smithi167 ceph-mon[32665]: pgmap v437: 129 pgs: 129 active+clean; 155 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 368 op/s 2024-04-26T17:29:20.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:19 smithi119 ceph-mon[32584]: pgmap v437: 129 pgs: 129 active+clean; 155 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 368 op/s 2024-04-26T17:29:21.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:21 smithi090 ceph-mon[29417]: pgmap v438: 129 pgs: 129 active+clean; 155 MiB data, 830 MiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 1.1 MiB/s wr, 293 op/s 2024-04-26T17:29:22.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:21 smithi167 ceph-mon[32665]: pgmap v438: 129 pgs: 129 active+clean; 155 MiB data, 830 MiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 1.1 MiB/s wr, 293 op/s 2024-04-26T17:29:22.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:21 smithi119 ceph-mon[32584]: pgmap v438: 129 pgs: 129 active+clean; 155 MiB data, 830 MiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 1.1 MiB/s wr, 293 op/s 2024-04-26T17:29:23.180 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:22 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:29:23.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:22 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:29:23.296 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:22 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:29:24.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:29:24.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:29:24.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:23 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:29:24.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:23 smithi090 ceph-mon[29417]: pgmap v439: 129 pgs: 129 active+clean; 161 MiB data, 789 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 350 op/s 2024-04-26T17:29:24.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:29:24.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:29:24.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:23 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:29:24.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:23 smithi167 ceph-mon[32665]: pgmap v439: 129 pgs: 129 active+clean; 161 MiB data, 789 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 350 op/s 2024-04-26T17:29:24.296 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:29:24.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:29:24.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:23 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:29:24.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:23 smithi119 ceph-mon[32584]: pgmap v439: 129 pgs: 129 active+clean; 161 MiB data, 789 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 350 op/s 2024-04-26T17:29:24.307 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T17:29:24.307 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T17:29:24.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.459+0000 7fb3caaa0640 1 -- 172.21.15.90:0/207955969 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb3c4102c10 msgr2=0x7fb3c41094a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.459+0000 7fb3caaa0640 1 --2- 172.21.15.90:0/207955969 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb3c4102c10 0x7fb3c41094a0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc009ca0 tx=0x7fb3bc02a8c0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.459+0000 7fb3caaa0640 1 -- 172.21.15.90:0/207955969 shutdown_connections 2024-04-26T17:29:24.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.459+0000 7fb3caaa0640 1 --2- 172.21.15.90:0/207955969 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb3c4102c10 0x7fb3c41094a0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.459+0000 7fb3caaa0640 1 --2- 172.21.15.90:0/207955969 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3c4102250 0x7fb3c41026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.459+0000 7fb3caaa0640 1 --2- 172.21.15.90:0/207955969 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3c4101060 0x7fb3c4101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.459+0000 7fb3caaa0640 1 -- 172.21.15.90:0/207955969 >> 172.21.15.90:0/207955969 conn(0x7fb3c40fc5f0 msgr2=0x7fb3c40fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.459+0000 7fb3caaa0640 1 -- 172.21.15.90:0/207955969 shutdown_connections 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.459+0000 7fb3caaa0640 1 -- 172.21.15.90:0/207955969 wait complete. 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3caaa0640 1 Processor -- start 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3caaa0640 1 -- start start 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3caaa0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb3c4101060 0x7fb3c406b040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3caaa0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3c4102250 0x7fb3c419d090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3caaa0640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3c4102c10 0x7fb3c419f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3caaa0640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c410cb70 con 0x7fb3c4101060 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3caaa0640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c410c9f0 con 0x7fb3c4102250 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3caaa0640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c410ccf0 con 0x7fb3c4102c10 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3c883c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb3c4101060 0x7fb3c406b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3c883c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb3c4101060 0x7fb3c406b040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:54294/0 (socket says 172.21.15.90:54294) 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3c883c640 1 -- 172.21.15.90:0/2535316474 learned_addr learned my addr 172.21.15.90:0/2535316474 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3c4102250 0x7fb3c419d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.460+0000 7fb3c903d640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3c4102c10 0x7fb3c419f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3c883c640 1 -- 172.21.15.90:0/2535316474 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3c4102c10 msgr2=0x7fb3c419f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3c883c640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3c4102c10 0x7fb3c419f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3c883c640 1 -- 172.21.15.90:0/2535316474 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3c4102250 msgr2=0x7fb3c419d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3c883c640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3c4102250 0x7fb3c419d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3c883c640 1 -- 172.21.15.90:0/2535316474 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3c419ffc0 con 0x7fb3c4101060 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3c903d640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3c4102c10 0x7fb3c419f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3c4102250 0x7fb3c419d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3c883c640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb3c4101060 0x7fb3c406b040 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fb3c000e9c0 tx=0x7fb3c000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3b9ffb640 1 -- 172.21.15.90:0/2535316474 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c000cd80 con 0x7fb3c4101060 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3caaa0640 1 -- 172.21.15.90:0/2535316474 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3c41a02b0 con 0x7fb3c4101060 2024-04-26T17:29:24.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3b9ffb640 1 -- 172.21.15.90:0/2535316474 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb3c00035f0 con 0x7fb3c4101060 2024-04-26T17:29:24.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3b9ffb640 1 -- 172.21.15.90:0/2535316474 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c0010690 con 0x7fb3c4101060 2024-04-26T17:29:24.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.461+0000 7fb3caaa0640 1 -- 172.21.15.90:0/2535316474 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3c41a07b0 con 0x7fb3c4101060 2024-04-26T17:29:24.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.463+0000 7fb3b9ffb640 1 -- 172.21.15.90:0/2535316474 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fb3c00037a0 con 0x7fb3c4101060 2024-04-26T17:29:24.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.464+0000 7fb3cd7b9740 1 Processor -- start 2024-04-26T17:29:24.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.464+0000 7fb3cd7b9740 1 -- start start 2024-04-26T17:29:24.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.464+0000 7fb3b9ffb640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb3ac0a3bb0 0x7fb3ac0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.464+0000 7fb3cd7b9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b4c70 0x55f3315b5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.464+0000 7fb3cd7b9740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b5660 0x55f3315ba160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.464+0000 7fb3cd7b9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315ba7d0 0x55f3315bcc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.464+0000 7fb3cd7b9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f331519af0 con 0x55f3315b4c70 2024-04-26T17:29:24.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.464+0000 7fb3cd7b9740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55f3314b5890 con 0x55f3315b5660 2024-04-26T17:29:24.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.464+0000 7fb3cd7b9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f331515ab0 con 0x55f3315ba7d0 2024-04-26T17:29:24.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.464+0000 7fb3b9ffb640 1 -- 172.21.15.90:0/2535316474 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fb3c00d0ca0 con 0x7fb3c4101060 2024-04-26T17:29:24.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.464+0000 7fb3c903d640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb3ac0a3bb0 0x7fb3ac0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.465+0000 7fb3bbfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b5660 0x55f3315ba160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.465+0000 7fb3c903d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315ba7d0 0x55f3315bcc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.465+0000 7fb3bbfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b5660 0x55f3315ba160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:60914/0 (socket says 172.21.15.90:60914) 2024-04-26T17:29:24.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.465+0000 7fb3bbfff640 1 -- 172.21.15.90:0/968055984 learned_addr learned my addr 172.21.15.90:0/968055984 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:24.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.465+0000 7fb3c883c640 1 --2- 172.21.15.90:0/968055984 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b4c70 0x55f3315b5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.465+0000 7fb3bbfff640 1 -- 172.21.15.90:0/968055984 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315ba7d0 msgr2=0x55f3315bcc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:24.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.465+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/968055984 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315ba7d0 0x55f3315bcc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.465+0000 7fb3bbfff640 1 -- 172.21.15.90:0/968055984 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b4c70 msgr2=0x55f3315b5090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:24.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.465+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/968055984 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b4c70 0x55f3315b5090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.465+0000 7fb3bbfff640 1 -- 172.21.15.90:0/968055984 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3312f57d0 con 0x55f3315b5660 2024-04-26T17:29:24.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.465+0000 7fb3c903d640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb3ac0a3bb0 0x7fb3ac0a6070 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc031040 tx=0x7fb3bc032ef0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:24.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.465+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/968055984 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b5660 0x55f3315ba160 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb3b400bfd0 tx=0x7fb3b40108e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcbd9cccd60fad2c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:24.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.466+0000 7fb3aaffd640 1 -- 172.21.15.90:0/968055984 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b4005220 con 0x55f3315b5660 2024-04-26T17:29:24.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.466+0000 7fb3aaffd640 1 -- 172.21.15.90:0/968055984 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb3b4004c50 con 0x55f3315b5660 2024-04-26T17:29:24.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.466+0000 7fb3aaffd640 1 -- 172.21.15.90:0/968055984 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b4011aa0 con 0x55f3315b5660 2024-04-26T17:29:24.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.466+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/968055984 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b5660 msgr2=0x55f3315ba160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.466+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/968055984 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b5660 0x55f3315ba160 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb3b400bfd0 tx=0x7fb3b40108e0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.466+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/968055984 shutdown_connections 2024-04-26T17:29:24.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.466+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/968055984 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315ba7d0 0x55f3315bcc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.466+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/968055984 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b5660 0x55f3315ba160 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.466+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/968055984 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b4c70 0x55f3315b5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.466+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/968055984 >> 172.21.15.90:0/968055984 conn(0x55f3315b02e0 msgr2=0x55f3315b06e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:24.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.466+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/968055984 shutdown_connections 2024-04-26T17:29:24.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.466+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/968055984 wait complete. 2024-04-26T17:29:24.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3cd7b9740 1 -- start start 2024-04-26T17:29:24.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3cd7b9740 1 Processor -- start 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3cd7b9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b4c70 0x55f3315bf150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3cd7b9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b5660 0x55f3315bf690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3cd7b9740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315ba7d0 0x55f3315c66d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3cd7b9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f3315bd780 con 0x55f3315b4c70 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3cd7b9740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55f3314b33c0 con 0x55f3315ba7d0 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3cd7b9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f3315bd900 con 0x55f3315b5660 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3bbfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b5660 0x55f3315bf690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3c883c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b4c70 0x55f3315bf150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3bbfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b5660 0x55f3315bf690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:55310/0 (socket says 172.21.15.90:55310) 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3bbfff640 1 -- 172.21.15.90:0/342562297 learned_addr learned my addr 172.21.15.90:0/342562297 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3c903d640 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315ba7d0 0x55f3315c66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.467+0000 7fb3cd7b9740 10 client.0 _ll_register_callbacks cb 0x55f3314b3a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.468+0000 7fb3bbfff640 1 -- 172.21.15.90:0/342562297 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315ba7d0 msgr2=0x55f3315c66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.468+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315ba7d0 0x55f3315c66d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.468+0000 7fb3bbfff640 1 -- 172.21.15.90:0/342562297 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b4c70 msgr2=0x55f3315bf150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.468+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b4c70 0x55f3315bf150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.468+0000 7fb3bbfff640 1 -- 172.21.15.90:0/342562297 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f33122b3f0 con 0x55f3315b5660 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.468+0000 7fb3c883c640 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b4c70 0x55f3315bf150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.468+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b5660 0x55f3315bf690 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4000c00 tx=0x7fb3b40048f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80eea489632ffa65 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.468+0000 7fb3a3fff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.468+0000 7fb3a3fff640 1 -- 172.21.15.90:0/342562297 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b4004e00 con 0x55f3315b5660 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3a3fff640 1 -- 172.21.15.90:0/342562297 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fb3b4005210 con 0x55f3315b5660 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/342562297 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3b4004c50 con 0x55f3315b5660 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3a3fff640 1 -- 172.21.15.90:0/342562297 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fb3b4030050 con 0x55f3315b5660 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3cd7b9740 10 client.25702 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/342562297 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55f3311eb0f0 con 0x55f3315b5660 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3a3fff640 1 -- 172.21.15.90:0/342562297 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb3b4004c50 con 0x55f3315b5660 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3a3fff640 1 -- 172.21.15.90:0/342562297 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7fb3b401b550 con 0x55f3315b5660 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3cd7b9740 10 client.25702 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3cd7b9740 10 client.25702 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3cd7b9740 20 client.25702 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f3315ca8b0 0x55f3315ccd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3cd7b9740 4 client.25702 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.469+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/342562297 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f331527700 con 0x55f3315ca8b0 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.470+0000 7fb3c883c640 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f3315ca8b0 0x55f3315ccd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.470+0000 7fb3c883c640 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f3315ca8b0 0x55f3315ccd30 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=564e58ad8a07c9c7 server_cookie=c44f83646f3bc268 in_seq=0 out_seq=0 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.470+0000 7fb3a3fff640 10 client.25702 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3a3fff640 1 -- 172.21.15.90:0/342562297 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f331527700 con 0x55f3315ca8b0 2024-04-26T17:29:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3a3fff640 10 client.25702 handle_command_reply: tid=0 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3cd7b9740 1 client.25702 shutdown 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/342562297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b5660 msgr2=0x55f3315bf690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b5660 0x55f3315bf690 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4000c00 tx=0x7fb3b40048f0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/342562297 shutdown_connections 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f3315ca8b0 0x55f3315ccd30 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315ba7d0 0x55f3315c66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b5660 0x55f3315bf690 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/342562297 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b4c70 0x55f3315bf150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/342562297 >> 172.21.15.90:0/342562297 conn(0x55f3315b02e0 msgr2=0x55f3315af460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3a3fff640 0 client.25702 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/342562297 shutdown_connections 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/342562297 wait complete. 2024-04-26T17:29:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.471+0000 7fb3cd7b9740 20 client.25702 trim_cache size 0 max 16384 2024-04-26T17:29:24.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3cd7b9740 1 Processor -- start 2024-04-26T17:29:24.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3cd7b9740 1 -- start start 2024-04-26T17:29:24.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3cd7b9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b02e0 0x55f3315b38d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3cd7b9740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b4c70 0x55f3315c6690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3cd7b9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b5660 0x55f3315d15f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3cd7b9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c41a8d20 con 0x55f3315b02e0 2024-04-26T17:29:24.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3cd7b9740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c41aa950 con 0x55f3315b4c70 2024-04-26T17:29:24.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3cd7b9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c41a93f0 con 0x55f3315b5660 2024-04-26T17:29:24.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3c883c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b02e0 0x55f3315b38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3c883c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b02e0 0x55f3315b38d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:54318/0 (socket says 172.21.15.90:54318) 2024-04-26T17:29:24.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3c883c640 1 -- 172.21.15.90:0/564624427 learned_addr learned my addr 172.21.15.90:0/564624427 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:24.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3c903d640 1 --2- 172.21.15.90:0/564624427 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b5660 0x55f3315d15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/564624427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b4c70 0x55f3315c6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3c883c640 1 -- 172.21.15.90:0/564624427 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b5660 msgr2=0x55f3315d15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:24.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3c883c640 1 --2- 172.21.15.90:0/564624427 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b5660 0x55f3315d15f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3c883c640 1 -- 172.21.15.90:0/564624427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b4c70 msgr2=0x55f3315c6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:24.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3c883c640 1 --2- 172.21.15.90:0/564624427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b4c70 0x55f3315c6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3c883c640 1 -- 172.21.15.90:0/564624427 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3315b0110 con 0x55f3315b02e0 2024-04-26T17:29:24.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/564624427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b4c70 0x55f3315c6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:29:24.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.491+0000 7fb3c883c640 1 --2- 172.21.15.90:0/564624427 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b02e0 0x55f3315b38d0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb3c0098890 tx=0x7fb3c00d0040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdbd7ead509c3678 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:24.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.492+0000 7fb3aa7fc640 1 -- 172.21.15.90:0/564624427 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c00a5820 con 0x55f3315b02e0 2024-04-26T17:29:24.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.492+0000 7fb3aa7fc640 1 -- 172.21.15.90:0/564624427 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb3c009ac50 con 0x55f3315b02e0 2024-04-26T17:29:24.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.492+0000 7fb3aa7fc640 1 -- 172.21.15.90:0/564624427 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c0098b60 con 0x55f3315b02e0 2024-04-26T17:29:24.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/564624427 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b02e0 msgr2=0x55f3315b38d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/564624427 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b02e0 0x55f3315b38d0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb3c0098890 tx=0x7fb3c00d0040 comp rx=0 tx=0).stop 2024-04-26T17:29:24.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/564624427 shutdown_connections 2024-04-26T17:29:24.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/564624427 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b5660 0x55f3315d15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/564624427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b4c70 0x55f3315c6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/564624427 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b02e0 0x55f3315b38d0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/564624427 >> 172.21.15.90:0/564624427 conn(0x55f3315b6440 msgr2=0x55f3315b31c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:24.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/564624427 shutdown_connections 2024-04-26T17:29:24.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/564624427 wait complete. 2024-04-26T17:29:24.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 -- start start 2024-04-26T17:29:24.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 Processor -- start 2024-04-26T17:29:24.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b02e0 0x55f3315c45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b4c70 0x55f3315c4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b5660 0x55f3315c5b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.493+0000 7fb3cd7b9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c41aa1c0 con 0x55f3315b5660 2024-04-26T17:29:24.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3cd7b9740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c41a9ac0 con 0x55f3315b4c70 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3cd7b9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c41a6c40 con 0x55f3315b02e0 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3c883c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b02e0 0x55f3315c45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3c883c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b02e0 0x55f3315c45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:55324/0 (socket says 172.21.15.90:55324) 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3c883c640 1 -- 172.21.15.90:0/1082431646 learned_addr learned my addr 172.21.15.90:0/1082431646 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3c903d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b5660 0x55f3315c5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3cd7b9740 10 client.0 _ll_register_callbacks cb 0x7fb3c0098730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/1082431646 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b4c70 0x55f3315c4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3c883c640 1 -- 172.21.15.90:0/1082431646 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b4c70 msgr2=0x55f3315c4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3c883c640 1 --2- 172.21.15.90:0/1082431646 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b4c70 0x55f3315c4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3c883c640 1 -- 172.21.15.90:0/1082431646 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b5660 msgr2=0x55f3315c5b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3c883c640 1 --2- 172.21.15.90:0/1082431646 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b5660 0x55f3315c5b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3c883c640 1 -- 172.21.15.90:0/1082431646 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3315c6110 con 0x55f3315b02e0 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3c883c640 1 --2- 172.21.15.90:0/1082431646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b02e0 0x55f3315c45d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb3c000cfd0 tx=0x7fb3c00a10a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5a2be8f2890f96d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:24.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3a3fff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3a3fff640 1 -- 172.21.15.90:0/1082431646 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c009c200 con 0x55f3315b02e0 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/1082431646 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3c009ac50 con 0x55f3315b02e0 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3a3fff640 1 -- 172.21.15.90:0/1082431646 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fb3c0098900 con 0x55f3315b02e0 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3a3fff640 1 -- 172.21.15.90:0/1082431646 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fb3c00a5820 con 0x55f3315b02e0 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3cd7b9740 10 client.25708 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.494+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/1082431646 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55f331631730 con 0x55f3315b02e0 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.495+0000 7fb3a3fff640 1 -- 172.21.15.90:0/1082431646 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb3c009ac50 con 0x55f3315b02e0 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.495+0000 7fb3a3fff640 1 -- 172.21.15.90:0/1082431646 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7fb3c00a5a70 con 0x55f3315b02e0 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.495+0000 7fb3cd7b9740 10 client.25708 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.495+0000 7fb3cd7b9740 10 client.25708 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.495+0000 7fb3cd7b9740 20 client.25708 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.495+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/1082431646 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f3315ba7d0 0x55f331634150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.495+0000 7fb3cd7b9740 4 client.25708 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.495+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/1082431646 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f331521570 con 0x55f3315ba7d0 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/1082431646 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f3315ba7d0 0x55f331634150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3a3fff640 10 client.25708 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3bbfff640 1 --2- 172.21.15.90:0/1082431646 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f3315ba7d0 0x55f331634150 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88164e4e4086e3ae server_cookie=a8711bbe11e6f8e4 in_seq=0 out_seq=0 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3a3fff640 1 -- 172.21.15.90:0/1082431646 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f331521570 con 0x55f3315ba7d0 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3a3fff640 10 client.25708 handle_command_reply: tid=0 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3cd7b9740 1 client.25708 shutdown 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/1082431646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b02e0 msgr2=0x55f3315c45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/1082431646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b02e0 0x55f3315c45d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb3c000cfd0 tx=0x7fb3c00a10a0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/1082431646 shutdown_connections 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/1082431646 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f3315ba7d0 0x55f331634150 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/1082431646 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3315b5660 0x55f3315c5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/1082431646 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3315b4c70 0x55f3315c4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3cd7b9740 1 --2- 172.21.15.90:0/1082431646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3315b02e0 0x55f3315c45d0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3a3fff640 0 client.25708 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:24.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.496+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/1082431646 >> 172.21.15.90:0/1082431646 conn(0x55f3315b6440 msgr2=0x55f3315aebd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:24.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/1082431646 shutdown_connections 2024-04-26T17:29:24.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3cd7b9740 1 -- 172.21.15.90:0/1082431646 wait complete. 2024-04-26T17:29:24.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3cd7b9740 20 client.25708 trim_cache size 0 max 16384 2024-04-26T17:29:24.503 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:29:24.503 INFO:teuthology.orchestra.run.smithi090.stdout: "status": "no active scrubs running", 2024-04-26T17:29:24.503 INFO:teuthology.orchestra.run.smithi090.stdout: "scrubs": {} 2024-04-26T17:29:24.504 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:29:24.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3caaa0640 1 -- 172.21.15.90:0/2535316474 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb3ac0a3bb0 msgr2=0x7fb3ac0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3caaa0640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb3ac0a3bb0 0x7fb3ac0a6070 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc031040 tx=0x7fb3bc032ef0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3caaa0640 1 -- 172.21.15.90:0/2535316474 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb3c4101060 msgr2=0x7fb3c406b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3caaa0640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb3c4101060 0x7fb3c406b040 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fb3c000e9c0 tx=0x7fb3c000ee80 comp rx=0 tx=0).stop 2024-04-26T17:29:24.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3caaa0640 1 -- 172.21.15.90:0/2535316474 shutdown_connections 2024-04-26T17:29:24.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3caaa0640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb3ac0a3bb0 0x7fb3ac0a6070 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3caaa0640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3c4102c10 0x7fb3c419f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3caaa0640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3c4102250 0x7fb3c419d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3caaa0640 1 --2- 172.21.15.90:0/2535316474 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb3c4101060 0x7fb3c406b040 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3caaa0640 1 -- 172.21.15.90:0/2535316474 >> 172.21.15.90:0/2535316474 conn(0x7fb3c40fc5f0 msgr2=0x7fb3c4105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:24.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.497+0000 7fb3caaa0640 1 -- 172.21.15.90:0/2535316474 shutdown_connections 2024-04-26T17:29:24.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.498+0000 7fb3caaa0640 1 -- 172.21.15.90:0/2535316474 wait complete. 2024-04-26T17:29:24.509 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T17:29:24.509 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T17:29:24.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.624+0000 7fcf4e831640 1 -- 172.21.15.90:0/1944098009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf48107e20 msgr2=0x7fcf4810a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.624+0000 7fcf4e831640 1 --2- 172.21.15.90:0/1944098009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf48107e20 0x7fcf4810a270 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fcf40009ca0 tx=0x7fcf4002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.624+0000 7fcf4e831640 1 -- 172.21.15.90:0/1944098009 shutdown_connections 2024-04-26T17:29:24.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.624+0000 7fcf4e831640 1 --2- 172.21.15.90:0/1944098009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf48107e20 0x7fcf4810a270 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.624+0000 7fcf4e831640 1 --2- 172.21.15.90:0/1944098009 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf481054f0 0x7fcf481078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.624+0000 7fcf4e831640 1 --2- 172.21.15.90:0/1944098009 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf48102bc0 0x7fcf48104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.624+0000 7fcf4e831640 1 -- 172.21.15.90:0/1944098009 >> 172.21.15.90:0/1944098009 conn(0x7fcf480fc5b0 msgr2=0x7fcf480fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:24.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.624+0000 7fcf4e831640 1 -- 172.21.15.90:0/1944098009 shutdown_connections 2024-04-26T17:29:24.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.624+0000 7fcf4e831640 1 -- 172.21.15.90:0/1944098009 wait complete. 2024-04-26T17:29:24.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.625+0000 7fcf4e831640 1 Processor -- start 2024-04-26T17:29:24.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.625+0000 7fcf4e831640 1 -- start start 2024-04-26T17:29:24.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.625+0000 7fcf4e831640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf48102bc0 0x7fcf48198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.625+0000 7fcf4e831640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf481054f0 0x7fcf481988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.625+0000 7fcf4e831640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf48107e20 0x7fcf4819f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.625+0000 7fcf4e831640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcf4810dc70 con 0x7fcf48107e20 2024-04-26T17:29:24.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.625+0000 7fcf4e831640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fcf4810daf0 con 0x7fcf48102bc0 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.625+0000 7fcf4e831640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fcf4810ddf0 con 0x7fcf481054f0 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.626+0000 7fcf47fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf48102bc0 0x7fcf48198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.626+0000 7fcf4cdce640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf48107e20 0x7fcf4819f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.626+0000 7fcf47fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf48102bc0 0x7fcf48198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:36100/0 (socket says 172.21.15.90:36100) 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.626+0000 7fcf47fff640 1 -- 172.21.15.90:0/2057196918 learned_addr learned my addr 172.21.15.90:0/2057196918 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.626+0000 7fcf477fe640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf481054f0 0x7fcf481988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.626+0000 7fcf47fff640 1 -- 172.21.15.90:0/2057196918 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf481054f0 msgr2=0x7fcf481988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.626+0000 7fcf47fff640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf481054f0 0x7fcf481988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.626+0000 7fcf47fff640 1 -- 172.21.15.90:0/2057196918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf48107e20 msgr2=0x7fcf4819f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.626+0000 7fcf47fff640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf48107e20 0x7fcf4819f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.626+0000 7fcf47fff640 1 -- 172.21.15.90:0/2057196918 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf4819ffa0 con 0x7fcf48102bc0 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.626+0000 7fcf47fff640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf48102bc0 0x7fcf48198380 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fcf3800e9f0 tx=0x7fcf3800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.626+0000 7fcf457fa640 1 -- 172.21.15.90:0/2057196918 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3800cd80 con 0x7fcf48102bc0 2024-04-26T17:29:24.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.627+0000 7fcf457fa640 1 -- 172.21.15.90:0/2057196918 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fcf380108e0 con 0x7fcf48102bc0 2024-04-26T17:29:24.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.627+0000 7fcf4e831640 1 -- 172.21.15.90:0/2057196918 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf481a0290 con 0x7fcf48102bc0 2024-04-26T17:29:24.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.627+0000 7fcf457fa640 1 -- 172.21.15.90:0/2057196918 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf380188b0 con 0x7fcf48102bc0 2024-04-26T17:29:24.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.627+0000 7fcf4e831640 1 -- 172.21.15.90:0/2057196918 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf481a0830 con 0x7fcf48102bc0 2024-04-26T17:29:24.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.627+0000 7fcf4e831640 1 -- 172.21.15.90:0/2057196918 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf480fe0a0 con 0x7fcf48102bc0 2024-04-26T17:29:24.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.629+0000 7fcf457fa640 1 -- 172.21.15.90:0/2057196918 <== mon.2 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fcf38010a90 con 0x7fcf48102bc0 2024-04-26T17:29:24.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.629+0000 7fcf457fa640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcf300a3c30 0x7fcf300a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:24.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.629+0000 7fcf477fe640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcf300a3c30 0x7fcf300a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:24.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.629+0000 7fcf457fa640 1 -- 172.21.15.90:0/2057196918 <== mon.2 v2:172.21.15.119:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fcf380d0a60 con 0x7fcf48102bc0 2024-04-26T17:29:24.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.630+0000 7fcf477fe640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcf300a3c30 0x7fcf300a60f0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fcf48199890 tx=0x7fcf3c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:24.632 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.633+0000 7fcf457fa640 1 -- 172.21.15.90:0/2057196918 <== mon.2 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcf3809ca20 con 0x7fcf48102bc0 2024-04-26T17:29:24.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.899+0000 7fcf4e831640 1 -- 172.21.15.90:0/2057196918 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcf4802d6d0 con 0x7fcf48102bc0 2024-04-26T17:29:24.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.900+0000 7fcf457fa640 1 -- 172.21.15.90:0/2057196918 <== mon.2 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+11959 (secure 0 0 0) 0x7fcf380a0d20 con 0x7fcf48102bc0 2024-04-26T17:29:24.900 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:29:24.900 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":34,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/3646092462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3646092462},{"type":"v1","addr":"172.21.15.90:6835","nonce":3646092462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/1233321110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":1233321110},{"type":"v1","addr":"172.21.15.90:6837","nonce":1233321110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":34,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T17:24:39.091441+0000","modified":"2024-04-26T17:28:57.562158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24509,"mds_1":24476,"mds_2":24472,"mds_3":24409,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6839/1862823529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":1862823529},{"type":"v1","addr":"172.21.15.90:6839","nonce":1862823529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14652":{"gid":14652,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6841/4015520836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6840","nonce":4015520836},{"type":"v1","addr":"172.21.15.90:6841","nonce":4015520836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.119:6833/1174168626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":1174168626},{"type":"v1","addr":"172.21.15.119:6833","nonce":1174168626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":3,"incarnation":23,"state":"up:active","state_seq":75,"addr":"172.21.15.167:6833/3768631178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":3768631178},{"type":"v1","addr":"172.21.15.167:6833","nonce":3768631178}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6835/2416334665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2416334665},{"type":"v1","addr":"172.21.15.119:6835","nonce":2416334665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2788858813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2788858813},{"type":"v1","addr":"172.21.15.167:6835","nonce":2788858813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6837/20881690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":20881690},{"type":"v1","addr":"172.21.15.167:6837","nonce":20881690}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.167:6839/2775345094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":2775345094},{"type":"v1","addr":"172.21.15.167:6839","nonce":2775345094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.119:6837/1366309506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1366309506},{"type":"v1","addr":"172.21.15.119:6837","nonce":1366309506}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6839/3240223440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":3240223440},{"type":"v1","addr":"172.21.15.119:6839","nonce":3240223440}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24509,"qdb_cluster":[24409,24472,24476,24404,24509]},"id":1}]} 2024-04-26T17:29:24.901 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 34 2024-04-26T17:29:24.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.903+0000 7fcf4e831640 1 -- 172.21.15.90:0/2057196918 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcf300a3c30 msgr2=0x7fcf300a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.903+0000 7fcf4e831640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcf300a3c30 0x7fcf300a60f0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fcf48199890 tx=0x7fcf3c005f90 comp rx=0 tx=0).stop 2024-04-26T17:29:24.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.903+0000 7fcf4e831640 1 -- 172.21.15.90:0/2057196918 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf48102bc0 msgr2=0x7fcf48198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:24.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.903+0000 7fcf4e831640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf48102bc0 0x7fcf48198380 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fcf3800e9f0 tx=0x7fcf3800eeb0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.903+0000 7fcf4e831640 1 -- 172.21.15.90:0/2057196918 shutdown_connections 2024-04-26T17:29:24.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.903+0000 7fcf4e831640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fcf300a3c30 0x7fcf300a60f0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.903+0000 7fcf4e831640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf48107e20 0x7fcf4819f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.903+0000 7fcf4e831640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcf481054f0 0x7fcf481988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.903+0000 7fcf4e831640 1 --2- 172.21.15.90:0/2057196918 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf48102bc0 0x7fcf48198380 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:24.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.903+0000 7fcf4e831640 1 -- 172.21.15.90:0/2057196918 >> 172.21.15.90:0/2057196918 conn(0x7fcf480fc5b0 msgr2=0x7fcf48103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:24.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.903+0000 7fcf4e831640 1 -- 172.21.15.90:0/2057196918 shutdown_connections 2024-04-26T17:29:24.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:24.903+0000 7fcf4e831640 1 -- 172.21.15.90:0/2057196918 wait complete. 2024-04-26T17:29:24.915 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-26T17:29:25.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.032+0000 7f38624ef640 1 -- 172.21.15.90:0/52469004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f385c1054f0 msgr2=0x7f385c1078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.032+0000 7f38624ef640 1 --2- 172.21.15.90:0/52469004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f385c1054f0 0x7f385c1078e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3850009860 tx=0x7f385002a340 comp rx=0 tx=0).stop 2024-04-26T17:29:25.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.032+0000 7f38624ef640 1 -- 172.21.15.90:0/52469004 shutdown_connections 2024-04-26T17:29:25.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.032+0000 7f38624ef640 1 --2- 172.21.15.90:0/52469004 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f385c107e20 0x7f385c10a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.032+0000 7f38624ef640 1 --2- 172.21.15.90:0/52469004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f385c1054f0 0x7f385c1078e0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.032+0000 7f38624ef640 1 --2- 172.21.15.90:0/52469004 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f385c102bc0 0x7f385c104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.032+0000 7f38624ef640 1 -- 172.21.15.90:0/52469004 >> 172.21.15.90:0/52469004 conn(0x7f385c0fc5b0 msgr2=0x7f385c0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.032+0000 7f38624ef640 1 -- 172.21.15.90:0/52469004 shutdown_connections 2024-04-26T17:29:25.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.032+0000 7f38624ef640 1 -- 172.21.15.90:0/52469004 wait complete. 2024-04-26T17:29:25.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f38624ef640 1 Processor -- start 2024-04-26T17:29:25.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f38624ef640 1 -- start start 2024-04-26T17:29:25.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f38624ef640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f385c102bc0 0x7f385c198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f38624ef640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f385c1054f0 0x7f385c198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f38624ef640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f385c107e20 0x7f385c19f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f38624ef640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f385c10dc50 con 0x7f385c102bc0 2024-04-26T17:29:25.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f38624ef640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f385c10dad0 con 0x7f385c107e20 2024-04-26T17:29:25.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f38624ef640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f385c10ddd0 con 0x7f385c1054f0 2024-04-26T17:29:25.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f385c1054f0 0x7f385c198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f385bfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f385c102bc0 0x7f385c198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f385c1054f0 0x7f385c198980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:57194/0 (socket says 172.21.15.90:57194) 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f385b7fe640 1 -- 172.21.15.90:0/1873088053 learned_addr learned my addr 172.21.15.90:0/1873088053 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.033+0000 7f3860a8c640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f385c107e20 0x7f385c19f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.034+0000 7f385b7fe640 1 -- 172.21.15.90:0/1873088053 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f385c107e20 msgr2=0x7f385c19f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.034+0000 7f385b7fe640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f385c107e20 0x7f385c19f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.034+0000 7f385b7fe640 1 -- 172.21.15.90:0/1873088053 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f385c102bc0 msgr2=0x7f385c198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.034+0000 7f385b7fe640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f385c102bc0 0x7f385c198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.034+0000 7f385b7fe640 1 -- 172.21.15.90:0/1873088053 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f385c1a0060 con 0x7f385c1054f0 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.034+0000 7f385b7fe640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f385c1054f0 0x7f385c198980 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f385002a860 tx=0x7f3850032770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.034+0000 7f38597fa640 1 -- 172.21.15.90:0/1873088053 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3850037040 con 0x7f385c1054f0 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.034+0000 7f38597fa640 1 -- 172.21.15.90:0/1873088053 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3850040070 con 0x7f385c1054f0 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.034+0000 7f38624ef640 1 -- 172.21.15.90:0/1873088053 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f385c1009b0 con 0x7f385c1054f0 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.034+0000 7f38597fa640 1 -- 172.21.15.90:0/1873088053 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3850003850 con 0x7f385c1054f0 2024-04-26T17:29:25.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.034+0000 7f38624ef640 1 -- 172.21.15.90:0/1873088053 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f385c100ef0 con 0x7f385c1054f0 2024-04-26T17:29:25.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.037+0000 7f38597fa640 1 -- 172.21.15.90:0/1873088053 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f3850004040 con 0x7f385c1054f0 2024-04-26T17:29:25.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.037+0000 7f3865206740 1 Processor -- start 2024-04-26T17:29:25.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.037+0000 7f3865206740 1 -- start start 2024-04-26T17:29:25.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3865206740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b83eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3865206740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b83f930 0x55de8b83fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3865206740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b8402f0 0x55de8b846b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3865206740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55de8b7a3b30 con 0x55de8b83e760 2024-04-26T17:29:25.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3865206740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55de8b73fa00 con 0x55de8b83f930 2024-04-26T17:29:25.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3865206740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55de8b79faf0 con 0x55de8b8402f0 2024-04-26T17:29:25.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f38597fa640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f38440a3c30 0x7f38440a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3860a8c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b83eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b8402f0 0x55de8b846b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3860a8c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b83eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56502/0 (socket says 172.21.15.90:56502) 2024-04-26T17:29:25.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3860a8c640 1 -- 172.21.15.90:0/3275455308 learned_addr learned my addr 172.21.15.90:0/3275455308 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3860a8c640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f38440a3c30 0x7f38440a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f385bfff640 1 --2- 172.21.15.90:0/3275455308 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b83f930 0x55de8b83fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f38597fa640 1 -- 172.21.15.90:0/1873088053 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f38500f0470 con 0x7f385c1054f0 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3860a8c640 1 -- 172.21.15.90:0/3275455308 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b8402f0 msgr2=0x55de8b846b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3860a8c640 1 --2- 172.21.15.90:0/3275455308 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b8402f0 0x55de8b846b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3860a8c640 1 -- 172.21.15.90:0/3275455308 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b83f930 msgr2=0x55de8b83fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3860a8c640 1 --2- 172.21.15.90:0/3275455308 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b83f930 0x55de8b83fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f3860a8c640 1 -- 172.21.15.90:0/3275455308 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de8b7685b0 con 0x55de8b83e760 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f385bfff640 1 --2- 172.21.15.90:0/3275455308 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b83f930 0x55de8b83fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.038+0000 7f385b7fe640 1 --2- 172.21.15.90:0/3275455308 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b8402f0 0x55de8b846b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.039+0000 7f3860a8c640 1 --2- 172.21.15.90:0/3275455308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b83eb80 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f3854012cb0 tx=0x7f3854010780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3ceeef37e1b063a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.039+0000 7f3860a8c640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f38440a3c30 0x7f38440a60f0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f3854010c80 tx=0x7f385401d000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.039+0000 7f38427fc640 1 -- 172.21.15.90:0/3275455308 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3854022070 con 0x55de8b83e760 2024-04-26T17:29:25.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.039+0000 7f38427fc640 1 -- 172.21.15.90:0/3275455308 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f385400be00 con 0x55de8b83e760 2024-04-26T17:29:25.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.039+0000 7f38427fc640 1 -- 172.21.15.90:0/3275455308 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3854012e60 con 0x55de8b83e760 2024-04-26T17:29:25.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.040+0000 7f3865206740 1 -- 172.21.15.90:0/3275455308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 msgr2=0x55de8b83eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.040+0000 7f3865206740 1 --2- 172.21.15.90:0/3275455308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b83eb80 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f3854012cb0 tx=0x7f3854010780 comp rx=0 tx=0).stop 2024-04-26T17:29:25.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.040+0000 7f3865206740 1 -- 172.21.15.90:0/3275455308 shutdown_connections 2024-04-26T17:29:25.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.040+0000 7f3865206740 1 --2- 172.21.15.90:0/3275455308 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b8402f0 0x55de8b846b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.040+0000 7f3865206740 1 --2- 172.21.15.90:0/3275455308 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b83f930 0x55de8b83fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.040+0000 7f3865206740 1 --2- 172.21.15.90:0/3275455308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b83eb80 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.040+0000 7f3865206740 1 -- 172.21.15.90:0/3275455308 >> 172.21.15.90:0/3275455308 conn(0x55de8b839c50 msgr2=0x55de8b83a050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.040+0000 7f3865206740 1 -- 172.21.15.90:0/3275455308 shutdown_connections 2024-04-26T17:29:25.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.040+0000 7f3865206740 1 -- 172.21.15.90:0/3275455308 wait complete. 2024-04-26T17:29:25.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.040+0000 7f3865206740 1 -- start start 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f3865206740 1 Processor -- start 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f3865206740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b83e760 0x55de8b848c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f3865206740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83f930 0x55de8b8491b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f3865206740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b8402f0 0x55de8b8501f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f3865206740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55de8b8472a0 con 0x55de8b83f930 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f3865206740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55de8b73d530 con 0x55de8b8402f0 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f3865206740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55de8b847420 con 0x55de8b83e760 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f3865206740 10 client.0 _ll_register_callbacks cb 0x55de8b72af00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83f930 0x55de8b8491b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f385bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b83e760 0x55de8b848c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83f930 0x55de8b8491b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56508/0 (socket says 172.21.15.90:56508) 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f385b7fe640 1 -- 172.21.15.90:0/2726247521 learned_addr learned my addr 172.21.15.90:0/2726247521 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.041+0000 7f3860a8c640 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b8402f0 0x55de8b8501f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f385b7fe640 1 -- 172.21.15.90:0/2726247521 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b83e760 msgr2=0x55de8b848c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f385b7fe640 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b83e760 0x55de8b848c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f385b7fe640 1 -- 172.21.15.90:0/2726247521 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b8402f0 msgr2=0x55de8b8501f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f385b7fe640 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b8402f0 0x55de8b8501f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f385b7fe640 1 -- 172.21.15.90:0/2726247521 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de8b4b53f0 con 0x55de8b83f930 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f385bfff640 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b83e760 0x55de8b848c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f3860a8c640 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b8402f0 0x55de8b8501f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f385b7fe640 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83f930 0x55de8b8491b0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f38500b8780 tx=0x7f38500bbc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4efcfe604b4e4104 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f383b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f383b7fe640 1 -- 172.21.15.90:0/2726247521 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38500c4f90 con 0x55de8b83f930 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f383b7fe640 1 -- 172.21.15.90:0/2726247521 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f38500f0160 con 0x55de8b83f930 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f3865206740 1 -- 172.21.15.90:0/2726247521 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f385400be00 con 0x55de8b83f930 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f383b7fe640 1 -- 172.21.15.90:0/2726247521 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f38500bc320 con 0x55de8b83f930 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f3865206740 10 client.16500 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f3865206740 1 -- 172.21.15.90:0/2726247521 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55de8b57f7d0 con 0x55de8b83f930 2024-04-26T17:29:25.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.042+0000 7f383b7fe640 1 -- 172.21.15.90:0/2726247521 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f385400be00 con 0x55de8b83f930 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.043+0000 7f383b7fe640 1 -- 172.21.15.90:0/2726247521 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7f385003a070 con 0x55de8b83f930 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.043+0000 7f3865206740 10 client.16500 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.043+0000 7f3865206740 10 client.16500 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.043+0000 7f3865206740 20 client.16500 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.043+0000 7f3865206740 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55de8b854730 0x55de8b856b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.043+0000 7f3865206740 4 client.16500 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.043+0000 7f3865206740 1 -- 172.21.15.90:0/2726247521 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de8b7b1740 con 0x55de8b854730 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.043+0000 7f385bfff640 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55de8b854730 0x55de8b856b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.043+0000 7f385bfff640 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55de8b854730 0x55de8b856b20 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=db5f8a344d5a4230 server_cookie=2731ae57c093d74b in_seq=0 out_seq=0 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.043+0000 7f383b7fe640 10 client.16500 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.044+0000 7f383b7fe640 1 -- 172.21.15.90:0/2726247521 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55de8b7b1740 con 0x55de8b854730 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.044+0000 7f383b7fe640 10 client.16500 handle_command_reply: tid=0 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.044+0000 7f3865206740 1 client.16500 shutdown 2024-04-26T17:29:25.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.044+0000 7f3865206740 1 -- 172.21.15.90:0/2726247521 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83f930 msgr2=0x55de8b8491b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.044+0000 7f3865206740 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83f930 0x55de8b8491b0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f38500b8780 tx=0x7f38500bbc80 comp rx=0 tx=0).stop 2024-04-26T17:29:25.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.044+0000 7f3865206740 1 -- 172.21.15.90:0/2726247521 shutdown_connections 2024-04-26T17:29:25.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.044+0000 7f3865206740 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55de8b854730 0x55de8b856b20 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.044+0000 7f383b7fe640 0 client.16500 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:29:25.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.044+0000 7f3865206740 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b8402f0 0x55de8b8501f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.044+0000 7f3865206740 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83f930 0x55de8b8491b0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.044+0000 7f3865206740 1 --2- 172.21.15.90:0/2726247521 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b83e760 0x55de8b848c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.044+0000 7f3865206740 1 -- 172.21.15.90:0/2726247521 >> 172.21.15.90:0/2726247521 conn(0x55de8b839c50 msgr2=0x55de8b838e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.045+0000 7f3865206740 1 -- 172.21.15.90:0/2726247521 shutdown_connections 2024-04-26T17:29:25.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.045+0000 7f3865206740 1 -- 172.21.15.90:0/2726247521 wait complete. 2024-04-26T17:29:25.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.045+0000 7f3865206740 20 client.16500 trim_cache size 0 max 16384 2024-04-26T17:29:25.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.066+0000 7f3865206740 1 Processor -- start 2024-04-26T17:29:25.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.066+0000 7f3865206740 1 -- start start 2024-04-26T17:29:25.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.066+0000 7f3865206740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b838cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.066+0000 7f3865206740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b83f930 0x55de8b8501b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.066+0000 7f3865206740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b8402f0 0x55de8b85b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.066+0000 7f3865206740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f385c1a8c40 con 0x55de8b83e760 2024-04-26T17:29:25.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f3865206740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f385c1aa870 con 0x55de8b83f930 2024-04-26T17:29:25.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f3865206740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f385c1a9310 con 0x55de8b8402f0 2024-04-26T17:29:25.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f385bfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b838cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f385bfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b838cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56510/0 (socket says 172.21.15.90:56510) 2024-04-26T17:29:25.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f385bfff640 1 -- 172.21.15.90:0/1001144704 learned_addr learned my addr 172.21.15.90:0/1001144704 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f3860a8c640 1 --2- 172.21.15.90:0/1001144704 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b8402f0 0x55de8b85b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f385b7fe640 1 --2- 172.21.15.90:0/1001144704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b83f930 0x55de8b8501b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f385bfff640 1 -- 172.21.15.90:0/1001144704 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b8402f0 msgr2=0x55de8b85b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f385bfff640 1 --2- 172.21.15.90:0/1001144704 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b8402f0 0x55de8b85b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f385bfff640 1 -- 172.21.15.90:0/1001144704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b83f930 msgr2=0x55de8b8501b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f385bfff640 1 --2- 172.21.15.90:0/1001144704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b83f930 0x55de8b8501b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f385bfff640 1 -- 172.21.15.90:0/1001144704 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de8b83f3b0 con 0x55de8b83e760 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f385b7fe640 1 --2- 172.21.15.90:0/1001144704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b83f930 0x55de8b8501b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f385bfff640 1 --2- 172.21.15.90:0/1001144704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b838cd0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f384c004390 tx=0x7f384c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5ba99938489a6bc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f3841ffb640 1 -- 172.21.15.90:0/1001144704 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f384c02a070 con 0x55de8b83e760 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f3841ffb640 1 -- 172.21.15.90:0/1001144704 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f384c009d00 con 0x55de8b83e760 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.067+0000 7f3841ffb640 1 -- 172.21.15.90:0/1001144704 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f384c01ed50 con 0x55de8b83e760 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.068+0000 7f3865206740 1 -- 172.21.15.90:0/1001144704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 msgr2=0x55de8b838cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.068+0000 7f3865206740 1 --2- 172.21.15.90:0/1001144704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b838cd0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f384c004390 tx=0x7f384c005f90 comp rx=0 tx=0).stop 2024-04-26T17:29:25.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.068+0000 7f3865206740 1 -- 172.21.15.90:0/1001144704 shutdown_connections 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.068+0000 7f3865206740 1 --2- 172.21.15.90:0/1001144704 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b8402f0 0x55de8b85b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.068+0000 7f3865206740 1 --2- 172.21.15.90:0/1001144704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b83f930 0x55de8b8501b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.068+0000 7f3865206740 1 --2- 172.21.15.90:0/1001144704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b838cd0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.068+0000 7f3865206740 1 -- 172.21.15.90:0/1001144704 >> 172.21.15.90:0/1001144704 conn(0x55de8b839c50 msgr2=0x55de8b8385c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.068+0000 7f3865206740 1 -- 172.21.15.90:0/1001144704 shutdown_connections 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.068+0000 7f3865206740 1 -- 172.21.15.90:0/1001144704 wait complete. 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.068+0000 7f3865206740 1 -- start start 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f3865206740 1 Processor -- start 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f3865206740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b84bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f3865206740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b83f930 0x55de8b84c110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f3865206740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b8402f0 0x55de8b84f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f3865206740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f385c1aa0e0 con 0x55de8b83e760 2024-04-26T17:29:25.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f3865206740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f385c1a99e0 con 0x55de8b8402f0 2024-04-26T17:29:25.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f3865206740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f385c1a6b60 con 0x55de8b83f930 2024-04-26T17:29:25.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f3865206740 10 client.0 _ll_register_callbacks cb 0x7f3850005ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:25.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f385bfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b84bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b83f930 0x55de8b84c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f385bfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b84bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56522/0 (socket says 172.21.15.90:56522) 2024-04-26T17:29:25.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f385bfff640 1 -- 172.21.15.90:0/2257642387 learned_addr learned my addr 172.21.15.90:0/2257642387 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f3860a8c640 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b8402f0 0x55de8b84f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f385b7fe640 1 -- 172.21.15.90:0/2257642387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b8402f0 msgr2=0x55de8b84f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f385b7fe640 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b8402f0 0x55de8b84f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f385b7fe640 1 -- 172.21.15.90:0/2257642387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 msgr2=0x55de8b84bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f385b7fe640 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b84bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f385b7fe640 1 -- 172.21.15.90:0/2257642387 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de8b84f720 con 0x55de8b83f930 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.069+0000 7f385bfff640 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b84bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f385b7fe640 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b83f930 0x55de8b84c110 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f38500bc2b0 tx=0x7f38500ba830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1eb1adee4b5db394 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f383b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f383b7fe640 1 -- 172.21.15.90:0/2257642387 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38500c4f90 con 0x55de8b83f930 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f3865206740 1 -- 172.21.15.90:0/2257642387 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f384c009d00 con 0x55de8b83f930 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f383b7fe640 1 -- 172.21.15.90:0/2257642387 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f38500bb970 con 0x55de8b83f930 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f383b7fe640 1 -- 172.21.15.90:0/2257642387 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f38500c06d0 con 0x55de8b83f930 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f3865206740 10 client.25732 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:25.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f3865206740 1 -- 172.21.15.90:0/2257642387 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55de8b8bafd0 con 0x55de8b83f930 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f383b7fe640 1 -- 172.21.15.90:0/2257642387 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f384c009d00 con 0x55de8b83f930 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f383b7fe640 1 -- 172.21.15.90:0/2257642387 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7f385003a040 con 0x55de8b83f930 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f3865206740 10 client.25732 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f3865206740 10 client.25732 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f3865206740 20 client.25732 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f3865206740 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55de8b854730 0x55de8b8bd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f3865206740 4 client.25732 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.070+0000 7f3865206740 1 -- 172.21.15.90:0/2257642387 --> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55de8b7ab5b0 con 0x55de8b854730 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f385bfff640 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55de8b854730 0x55de8b8bd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f383b7fe640 10 client.25732 ms_handle_connect on v2:172.21.15.119:6832/1174168626 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f385bfff640 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55de8b854730 0x55de8b8bd5e0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f3ea8e4b08a14f03 server_cookie=c9213fb52739681e in_seq=0 out_seq=0 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f383b7fe640 1 -- 172.21.15.90:0/2257642387 <== mds.4 v2:172.21.15.119:6832/1174168626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55de8b7ab5b0 con 0x55de8b854730 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f383b7fe640 10 client.25732 handle_command_reply: tid=0 2024-04-26T17:29:25.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f3865206740 1 client.25732 shutdown 2024-04-26T17:29:25.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f3865206740 1 -- 172.21.15.90:0/2257642387 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b83f930 msgr2=0x55de8b84c110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f3865206740 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b83f930 0x55de8b84c110 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f38500bc2b0 tx=0x7f38500ba830 comp rx=0 tx=0).stop 2024-04-26T17:29:25.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f3865206740 1 -- 172.21.15.90:0/2257642387 shutdown_connections 2024-04-26T17:29:25.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f3865206740 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.119:6832/1174168626,v1:172.21.15.119:6833/1174168626] conn(0x55de8b854730 0x55de8b8bd5e0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f3865206740 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55de8b8402f0 0x55de8b84f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f3865206740 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55de8b83f930 0x55de8b84c110 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f383b7fe640 0 client.25732 ms_handle_reset on v2:172.21.15.119:6832/1174168626 2024-04-26T17:29:25.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f3865206740 1 --2- 172.21.15.90:0/2257642387 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de8b83e760 0x55de8b84bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f3865206740 1 -- 172.21.15.90:0/2257642387 >> 172.21.15.90:0/2257642387 conn(0x55de8b839c50 msgr2=0x55de8b83d3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f3865206740 1 -- 172.21.15.90:0/2257642387 shutdown_connections 2024-04-26T17:29:25.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.071+0000 7f3865206740 1 -- 172.21.15.90:0/2257642387 wait complete. 2024-04-26T17:29:25.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f3865206740 20 client.25732 trim_cache size 0 max 16384 2024-04-26T17:29:25.080 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:29:25.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f38624ef640 1 -- 172.21.15.90:0/1873088053 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f38440a3c30 msgr2=0x7f38440a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f38624ef640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f38440a3c30 0x7f38440a60f0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f3854010c80 tx=0x7f385401d000 comp rx=0 tx=0).stop 2024-04-26T17:29:25.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f38624ef640 1 -- 172.21.15.90:0/1873088053 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f385c1054f0 msgr2=0x7f385c198980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f38624ef640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f385c1054f0 0x7f385c198980 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f385002a860 tx=0x7f3850032770 comp rx=0 tx=0).stop 2024-04-26T17:29:25.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f38624ef640 1 -- 172.21.15.90:0/1873088053 shutdown_connections 2024-04-26T17:29:25.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f38624ef640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f38440a3c30 0x7f38440a60f0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f38624ef640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f385c107e20 0x7f385c19f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f38624ef640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f385c1054f0 0x7f385c198980 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f38624ef640 1 --2- 172.21.15.90:0/1873088053 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f385c102bc0 0x7f385c198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f38624ef640 1 -- 172.21.15.90:0/1873088053 >> 172.21.15.90:0/1873088053 conn(0x7f385c0fc5b0 msgr2=0x7f385c1036e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f38624ef640 1 -- 172.21.15.90:0/1873088053 shutdown_connections 2024-04-26T17:29:25.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.072+0000 7f38624ef640 1 -- 172.21.15.90:0/1873088053 wait complete. 2024-04-26T17:29:25.084 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-26T17:29:25.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.227+0000 7fa0a4922640 1 -- 172.21.15.90:0/3969606235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa0a0101040 msgr2=0x7fa0a0101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.227+0000 7fa0a4922640 1 --2- 172.21.15.90:0/3969606235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa0a0101040 0x7fa0a0101460 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fa090009900 tx=0x7fa09002a410 comp rx=0 tx=0).stop 2024-04-26T17:29:25.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.227+0000 7fa0a4922640 1 -- 172.21.15.90:0/3969606235 shutdown_connections 2024-04-26T17:29:25.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.227+0000 7fa0a4922640 1 --2- 172.21.15.90:0/3969606235 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0a0102bf0 0x7fa0a0109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.227+0000 7fa0a4922640 1 --2- 172.21.15.90:0/3969606235 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0a0102230 0x7fa0a01026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.227+0000 7fa0a4922640 1 --2- 172.21.15.90:0/3969606235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa0a0101040 0x7fa0a0101460 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.227+0000 7fa0a4922640 1 -- 172.21.15.90:0/3969606235 >> 172.21.15.90:0/3969606235 conn(0x7fa0a00fc5b0 msgr2=0x7fa0a00fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.227+0000 7fa0a4922640 1 -- 172.21.15.90:0/3969606235 shutdown_connections 2024-04-26T17:29:25.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.227+0000 7fa0a4922640 1 -- 172.21.15.90:0/3969606235 wait complete. 2024-04-26T17:29:25.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.228+0000 7fa0a4922640 1 Processor -- start 2024-04-26T17:29:25.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.228+0000 7fa0a4922640 1 -- start start 2024-04-26T17:29:25.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa0a4922640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0a0101040 0x7fa0a0104fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa0a4922640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0a0102230 0x7fa0a0103610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa0a4922640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa0a0102bf0 0x7fa0a0103b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa0a4922640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a010cb50 con 0x7fa0a0102bf0 2024-04-26T17:29:25.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa0a4922640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a010c9d0 con 0x7fa0a0102230 2024-04-26T17:29:25.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa0a4922640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a010ccd0 con 0x7fa0a0101040 2024-04-26T17:29:25.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa09e59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0a0101040 0x7fa0a0104fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa09dd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0a0102230 0x7fa0a0103610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa09dd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0a0102230 0x7fa0a0103610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:36188/0 (socket says 172.21.15.90:36188) 2024-04-26T17:29:25.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa09dd9b640 1 -- 172.21.15.90:0/4022084930 learned_addr learned my addr 172.21.15.90:0/4022084930 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa09ed9d640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa0a0102bf0 0x7fa0a0103b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa09dd9b640 1 -- 172.21.15.90:0/4022084930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0a0101040 msgr2=0x7fa0a0104fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa09dd9b640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0a0101040 0x7fa0a0104fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa09dd9b640 1 -- 172.21.15.90:0/4022084930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa0a0102bf0 msgr2=0x7fa0a0103b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa09dd9b640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa0a0102bf0 0x7fa0a0103b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa09dd9b640 1 -- 172.21.15.90:0/4022084930 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a01043e0 con 0x7fa0a0102230 2024-04-26T17:29:25.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.229+0000 7fa09dd9b640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0a0102230 0x7fa0a0103610 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa09400e9f0 tx=0x7fa09400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.230+0000 7fa08f7fe640 1 -- 172.21.15.90:0/4022084930 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa09400cd80 con 0x7fa0a0102230 2024-04-26T17:29:25.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.230+0000 7fa0a4922640 1 -- 172.21.15.90:0/4022084930 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0a01a2520 con 0x7fa0a0102230 2024-04-26T17:29:25.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.230+0000 7fa08f7fe640 1 -- 172.21.15.90:0/4022084930 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa0940108e0 con 0x7fa0a0102230 2024-04-26T17:29:25.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.230+0000 7fa08f7fe640 1 -- 172.21.15.90:0/4022084930 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa094018870 con 0x7fa0a0102230 2024-04-26T17:29:25.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.230+0000 7fa0a4922640 1 -- 172.21.15.90:0/4022084930 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0a01a2ac0 con 0x7fa0a0102230 2024-04-26T17:29:25.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.232+0000 7fa08f7fe640 1 -- 172.21.15.90:0/4022084930 <== mon.2 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fa094018af0 con 0x7fa0a0102230 2024-04-26T17:29:25.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.232+0000 7fa0a763f740 1 Processor -- start 2024-04-26T17:29:25.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.232+0000 7fa0a763f740 1 -- start start 2024-04-26T17:29:25.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.232+0000 7fa0a763f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d324f760 0x5562d324fb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.232+0000 7fa0a763f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d3250930 0x5562d3250db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.232+0000 7fa0a763f740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d32512f0 0x5562d3257b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.232+0000 7fa0a763f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5562d31b4b30 con 0x5562d324f760 2024-04-26T17:29:25.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.232+0000 7fa0a763f740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5562d3150a00 con 0x5562d32512f0 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.232+0000 7fa0a763f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5562d31b0af0 con 0x5562d3250930 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.232+0000 7fa09ed9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d324f760 0x5562d324fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa09ed9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d324f760 0x5562d324fb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56562/0 (socket says 172.21.15.90:56562) 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa09ed9d640 1 -- 172.21.15.90:0/3536695734 learned_addr learned my addr 172.21.15.90:0/3536695734 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa09e59c640 1 --2- 172.21.15.90:0/3536695734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d3250930 0x5562d3250db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa09dd9b640 1 --2- 172.21.15.90:0/3536695734 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d32512f0 0x5562d3257b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa09e59c640 1 -- 172.21.15.90:0/3536695734 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d32512f0 msgr2=0x5562d3257b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa09e59c640 1 --2- 172.21.15.90:0/3536695734 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d32512f0 0x5562d3257b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa09e59c640 1 -- 172.21.15.90:0/3536695734 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d324f760 msgr2=0x5562d324fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa09e59c640 1 --2- 172.21.15.90:0/3536695734 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d324f760 0x5562d324fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa09e59c640 1 -- 172.21.15.90:0/3536695734 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562d31795b0 con 0x5562d3250930 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa09ed9d640 1 --2- 172.21.15.90:0/3536695734 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d324f760 0x5562d324fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa08f7fe640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa0880a3bb0 0x7fa0880a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa09e59c640 1 --2- 172.21.15.90:0/3536695734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d3250930 0x5562d3250db0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa090009230 tx=0x7fa090005bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a9a5a2aacc26e5f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa09ed9d640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa0880a3bb0 0x7fa0880a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.233+0000 7fa08f7fe640 1 -- 172.21.15.90:0/4022084930 <== mon.2 v2:172.21.15.119:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fa0940d0b70 con 0x7fa0a0102230 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.234+0000 7fa08cff9640 1 -- 172.21.15.90:0/3536695734 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa090035030 con 0x5562d3250930 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.234+0000 7fa08cff9640 1 -- 172.21.15.90:0/3536695734 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa090040070 con 0x5562d3250930 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.234+0000 7fa08cff9640 1 -- 172.21.15.90:0/3536695734 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa090003950 con 0x5562d3250930 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.235+0000 7fa0a763f740 1 -- 172.21.15.90:0/3536695734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d3250930 msgr2=0x5562d3250db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.235+0000 7fa09ed9d640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa0880a3bb0 0x7fa0880a6070 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x5562d3250830 tx=0x7fa098009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.235+0000 7fa0a763f740 1 --2- 172.21.15.90:0/3536695734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d3250930 0x5562d3250db0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa090009230 tx=0x7fa090005bd0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.235+0000 7fa0a763f740 1 -- 172.21.15.90:0/3536695734 shutdown_connections 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.235+0000 7fa0a763f740 1 --2- 172.21.15.90:0/3536695734 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d32512f0 0x5562d3257b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.235+0000 7fa0a763f740 1 --2- 172.21.15.90:0/3536695734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d3250930 0x5562d3250db0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.235+0000 7fa0a763f740 1 --2- 172.21.15.90:0/3536695734 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d324f760 0x5562d324fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.235+0000 7fa0a763f740 1 -- 172.21.15.90:0/3536695734 >> 172.21.15.90:0/3536695734 conn(0x5562d324ac50 msgr2=0x5562d324b050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.235+0000 7fa0a763f740 1 -- 172.21.15.90:0/3536695734 shutdown_connections 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.235+0000 7fa0a763f740 1 -- 172.21.15.90:0/3536695734 wait complete. 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.235+0000 7fa0a763f740 1 -- start start 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.235+0000 7fa0a763f740 1 Processor -- start 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa0a763f740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 0x5562d3259c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa0a763f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 0x5562d325a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa0a763f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d32512f0 0x5562d32611f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa0a763f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5562d32582f0 con 0x5562d3250930 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa0a763f740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5562d314e530 con 0x5562d324f760 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa0a763f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5562d3258470 con 0x5562d32512f0 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa0a763f740 10 client.0 _ll_register_callbacks cb 0x5562d313bf00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09dd9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 0x5562d325a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09e59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 0x5562d3259c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09ed9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d32512f0 0x5562d32611f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09e59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 0x5562d3259c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:36210/0 (socket says 172.21.15.90:36210) 2024-04-26T17:29:25.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09dd9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 0x5562d325a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56576/0 (socket says 172.21.15.90:56576) 2024-04-26T17:29:25.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09e59c640 1 -- 172.21.15.90:0/2755674611 learned_addr learned my addr 172.21.15.90:0/2755674611 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09e59c640 1 -- 172.21.15.90:0/2755674611 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d32512f0 msgr2=0x5562d32611f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09e59c640 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d32512f0 0x5562d32611f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09e59c640 1 -- 172.21.15.90:0/2755674611 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 msgr2=0x5562d325a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09e59c640 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 0x5562d325a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09e59c640 1 -- 172.21.15.90:0/2755674611 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562d2ec63f0 con 0x5562d324f760 2024-04-26T17:29:25.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09ed9d640 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d32512f0 0x5562d32611f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09dd9b640 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 0x5562d325a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa09e59c640 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 0x5562d3259c70 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa09002a930 tx=0x7fa090009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a49cd73fd7974cd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa085ffb640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-04-26T17:29:25.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.236+0000 7fa085ffb640 1 -- 172.21.15.90:0/2755674611 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa090035070 con 0x5562d324f760 2024-04-26T17:29:25.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa085ffb640 1 -- 172.21.15.90:0/2755674611 <== mon.2 v2:172.21.15.119:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fa090031a80 con 0x5562d324f760 2024-04-26T17:29:25.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa0a763f740 1 -- 172.21.15.90:0/2755674611 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa090040070 con 0x5562d324f760 2024-04-26T17:29:25.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa085ffb640 1 -- 172.21.15.90:0/2755674611 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fa090031c80 con 0x5562d324f760 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa0a763f740 10 client.25766 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa0a763f740 1 -- 172.21.15.90:0/2755674611 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5562d2f907d0 con 0x5562d324f760 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa085ffb640 1 -- 172.21.15.90:0/2755674611 <== mon.2 v2:172.21.15.119:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa090040070 con 0x5562d324f760 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa085ffb640 1 -- 172.21.15.90:0/2755674611 <== mon.2 v2:172.21.15.119:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7fa09003c600 con 0x5562d324f760 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa0a763f740 10 client.25766 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa0a763f740 10 client.25766 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa0a763f740 20 client.25766 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa0a763f740 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5562d3265350 0x5562d3267740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa0a763f740 4 client.25766 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa0a763f740 1 -- 172.21.15.90:0/2755674611 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5562d31c2740 con 0x5562d3265350 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.237+0000 7fa09dd9b640 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5562d3265350 0x5562d3267740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.238+0000 7fa085ffb640 10 client.25766 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.238+0000 7fa09dd9b640 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5562d3265350 0x5562d3267740 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3a14390b230a1eb3 server_cookie=71f19ebe1414da0b in_seq=0 out_seq=0 2024-04-26T17:29:25.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa085ffb640 1 -- 172.21.15.90:0/2755674611 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5562d31c2740 con 0x5562d3265350 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa085ffb640 10 client.25766 handle_command_reply: tid=0 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa0a763f740 1 client.25766 shutdown 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa0a763f740 1 -- 172.21.15.90:0/2755674611 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 msgr2=0x5562d3259c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa0a763f740 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 0x5562d3259c70 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa09002a930 tx=0x7fa090009260 comp rx=0 tx=0).stop 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa0a763f740 1 -- 172.21.15.90:0/2755674611 shutdown_connections 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa0a763f740 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5562d3265350 0x5562d3267740 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa0a763f740 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d32512f0 0x5562d32611f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa0a763f740 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 0x5562d325a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa0a763f740 1 --2- 172.21.15.90:0/2755674611 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 0x5562d3259c70 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa0a763f740 1 -- 172.21.15.90:0/2755674611 >> 172.21.15.90:0/2755674611 conn(0x5562d324ac50 msgr2=0x5562d3249e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa085ffb640 0 client.25766 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa0a763f740 1 -- 172.21.15.90:0/2755674611 shutdown_connections 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa0a763f740 1 -- 172.21.15.90:0/2755674611 wait complete. 2024-04-26T17:29:25.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.239+0000 7fa0a763f740 20 client.25766 trim_cache size 0 max 16384 2024-04-26T17:29:25.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.253+0000 7fa0a763f740 1 Processor -- start 2024-04-26T17:29:25.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.253+0000 7fa0a763f740 1 -- start start 2024-04-26T17:29:25.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.253+0000 7fa0a763f740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 0x5562d3253930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.253+0000 7fa0a763f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 0x5562d3261110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.253+0000 7fa0a763f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d32512f0 0x5562d324d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.253+0000 7fa0a763f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a01ad140 con 0x5562d3250930 2024-04-26T17:29:25.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.253+0000 7fa0a763f740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a01aed70 con 0x5562d324f760 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.253+0000 7fa0a763f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a01ad810 con 0x5562d32512f0 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa09dd9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 0x5562d3261110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa09e59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 0x5562d3253930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa09e59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 0x5562d3253930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:36222/0 (socket says 172.21.15.90:36222) 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa09ed9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d32512f0 0x5562d324d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa09dd9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 0x5562d3261110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56592/0 (socket says 172.21.15.90:56592) 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa09e59c640 1 -- 172.21.15.90:0/842692164 learned_addr learned my addr 172.21.15.90:0/842692164 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa09e59c640 1 -- 172.21.15.90:0/842692164 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d32512f0 msgr2=0x5562d324d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa09e59c640 1 --2- 172.21.15.90:0/842692164 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d32512f0 0x5562d324d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa09e59c640 1 -- 172.21.15.90:0/842692164 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 msgr2=0x5562d3261110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa09e59c640 1 --2- 172.21.15.90:0/842692164 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 0x5562d3261110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa09e59c640 1 -- 172.21.15.90:0/842692164 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562d323c3e0 con 0x5562d324f760 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa09e59c640 1 --2- 172.21.15.90:0/842692164 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 0x5562d3253930 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa0900314b0 tx=0x7fa090005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e04435db3b4a5a7b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa087fff640 1 -- 172.21.15.90:0/842692164 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa09005f070 con 0x5562d324f760 2024-04-26T17:29:25.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa087fff640 1 -- 172.21.15.90:0/842692164 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa090040040 con 0x5562d324f760 2024-04-26T17:29:25.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.254+0000 7fa087fff640 1 -- 172.21.15.90:0/842692164 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa090035030 con 0x5562d324f760 2024-04-26T17:29:25.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.255+0000 7fa0a763f740 1 -- 172.21.15.90:0/842692164 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 msgr2=0x5562d3253930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.255+0000 7fa0a763f740 1 --2- 172.21.15.90:0/842692164 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 0x5562d3253930 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa0900314b0 tx=0x7fa090005fd0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.255+0000 7fa0a763f740 1 -- 172.21.15.90:0/842692164 shutdown_connections 2024-04-26T17:29:25.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.255+0000 7fa0a763f740 1 --2- 172.21.15.90:0/842692164 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d32512f0 0x5562d324d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.255+0000 7fa0a763f740 1 --2- 172.21.15.90:0/842692164 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d3250930 0x5562d3261110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.255+0000 7fa0a763f740 1 --2- 172.21.15.90:0/842692164 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d324f760 0x5562d3253930 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.255+0000 7fa0a763f740 1 -- 172.21.15.90:0/842692164 >> 172.21.15.90:0/842692164 conn(0x5562d324ac50 msgr2=0x5562d324b030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.255+0000 7fa0a763f740 1 -- 172.21.15.90:0/842692164 shutdown_connections 2024-04-26T17:29:25.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.255+0000 7fa0a763f740 1 -- 172.21.15.90:0/842692164 wait complete. 2024-04-26T17:29:25.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.255+0000 7fa0a763f740 1 -- start start 2024-04-26T17:29:25.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.255+0000 7fa0a763f740 1 Processor -- start 2024-04-26T17:29:25.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa0a763f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d324f760 0x5562d325b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa0a763f740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d3250930 0x5562d3260ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa0a763f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d32512f0 0x5562d325bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa0a763f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a01ae5e0 con 0x5562d32512f0 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa0a763f740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a01adee0 con 0x5562d3250930 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa0a763f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a01ab060 con 0x5562d324f760 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa0a763f740 10 client.0 _ll_register_callbacks cb 0x7fa090009580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa09ed9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d32512f0 0x5562d325bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa09ed9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d32512f0 0x5562d325bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56594/0 (socket says 172.21.15.90:56594) 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa09ed9d640 1 -- 172.21.15.90:0/2161569459 learned_addr learned my addr 172.21.15.90:0/2161569459 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa09e59c640 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d324f760 0x5562d325b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa09dd9b640 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d3250930 0x5562d3260ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa09ed9d640 1 -- 172.21.15.90:0/2161569459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d324f760 msgr2=0x5562d325b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa09ed9d640 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d324f760 0x5562d325b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa09ed9d640 1 -- 172.21.15.90:0/2161569459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d3250930 msgr2=0x5562d3260ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa09ed9d640 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d3250930 0x5562d3260ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa09ed9d640 1 -- 172.21.15.90:0/2161569459 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562d32c9800 con 0x5562d32512f0 2024-04-26T17:29:25.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa09dd9b640 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d3250930 0x5562d3260ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa09ed9d640 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d32512f0 0x5562d325bef0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fa098003fd0 tx=0x7fa098004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27e57b7e76881a4a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa085ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa085ffb640 1 -- 172.21.15.90:0/2161569459 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa09802e060 con 0x5562d32512f0 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa085ffb640 1 -- 172.21.15.90:0/2161569459 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fa098004750 con 0x5562d32512f0 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa0a763f740 1 -- 172.21.15.90:0/2161569459 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa090040040 con 0x5562d32512f0 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa085ffb640 1 -- 172.21.15.90:0/2161569459 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fa098035050 con 0x5562d32512f0 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa0a763f740 10 client.16524 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.256+0000 7fa0a763f740 1 -- 172.21.15.90:0/2161569459 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5562d32caa40 con 0x5562d32512f0 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.257+0000 7fa085ffb640 1 -- 172.21.15.90:0/2161569459 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fa090040040 con 0x5562d32512f0 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.257+0000 7fa085ffb640 1 -- 172.21.15.90:0/2161569459 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7fa09801d4b0 con 0x5562d32512f0 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.257+0000 7fa0a763f740 10 client.16524 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.257+0000 7fa0a763f740 10 client.16524 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.257+0000 7fa0a763f740 20 client.16524 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:25.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.257+0000 7fa0a763f740 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5562d32cb510 0x5562d32cd930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.257+0000 7fa0a763f740 4 client.16524 mds_command: new command op to 24409 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:29:25.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.257+0000 7fa0a763f740 1 -- 172.21.15.90:0/2161569459 --> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5562d31bc5b0 con 0x5562d32cb510 2024-04-26T17:29:25.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.257+0000 7fa09e59c640 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5562d32cb510 0x5562d32cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.257+0000 7fa09e59c640 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5562d32cb510 0x5562d32cd930 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4d8932b01e9a0d01 server_cookie=6e2d1f88f02ff1dc in_seq=0 out_seq=0 2024-04-26T17:29:25.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.257+0000 7fa085ffb640 10 client.16524 ms_handle_connect on v2:172.21.15.167:6832/3768631178 2024-04-26T17:29:25.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa085ffb640 1 -- 172.21.15.90:0/2161569459 <== mds.3 v2:172.21.15.167:6832/3768631178 1 ==== command_reply(tid 0: 0 ) ==== 8+0+124740 (crc 0 0 0) 0x5562d31bc5b0 con 0x5562d32cb510 2024-04-26T17:29:25.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa085ffb640 10 client.16524 handle_command_reply: tid=0 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa0a763f740 1 client.16524 shutdown 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa0a763f740 1 -- 172.21.15.90:0/2161569459 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d32512f0 msgr2=0x5562d325bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa0a763f740 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d32512f0 0x5562d325bef0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fa098003fd0 tx=0x7fa098004a40 comp rx=0 tx=0).stop 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa0a763f740 1 -- 172.21.15.90:0/2161569459 shutdown_connections 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa0a763f740 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.167:6832/3768631178,v1:172.21.15.167:6833/3768631178] conn(0x5562d32cb510 0x5562d32cd930 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa0a763f740 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5562d32512f0 0x5562d325bef0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa0a763f740 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5562d3250930 0x5562d3260ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa085ffb640 0 client.16524 ms_handle_reset on v2:172.21.15.167:6832/3768631178 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa0a763f740 1 --2- 172.21.15.90:0/2161569459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562d324f760 0x5562d325b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa0a763f740 1 -- 172.21.15.90:0/2161569459 >> 172.21.15.90:0/2161569459 conn(0x5562d324ac50 msgr2=0x5562d32495c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa0a763f740 1 -- 172.21.15.90:0/2161569459 shutdown_connections 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa0a763f740 1 -- 172.21.15.90:0/2161569459 wait complete. 2024-04-26T17:29:25.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.261+0000 7fa0a763f740 20 client.16524 trim_cache size 0 max 16384 2024-04-26T17:29:25.267 INFO:teuthology.orchestra.run.smithi090.stdout:[ 2024-04-26T17:29:25.267 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.267 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 26976572, 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628452, 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac" 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 32003807, 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628349, 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex" 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 44278966, 2024-04-26T17:29:25.268 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630392, 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/reserved-memory" 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 45344881, 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630840, 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt" 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 46551917, 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628324, 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu" 2024-04-26T17:29:25.269 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 58137969, 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628395, 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350" 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 81665159, 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628339, 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget" 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.270 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 108542243, 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628388, 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi" 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 113251126, 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629595, 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hsi" 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.271 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 120224847, 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630166, 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pinctrl" 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 133252762, 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630096, 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/panel" 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 136167926, 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628419, 2024-04-26T17:29:25.272 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi" 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 136968163, 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628369, 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-ata" 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 142027796, 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628344, 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid" 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.273 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 147399528, 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628329, 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04" 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 152707550, 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629178, 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt" 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.274 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 154618068, 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629263, 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear" 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 157678747, 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630322, 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pwm" 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 169991468, 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628305, 2024-04-26T17:29:25.275 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ip_queue" 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 184283825, 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628399, 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935" 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 192493960, 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630820, 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1" 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.276 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 211466822, 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628453, 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node" 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 223168268, 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629287, 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt" 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.277 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 236559267, 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628294, 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/README" 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 239129263, 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630830, 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt" 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 242913384, 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629145, 2024-04-26T17:29:25.278 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt" 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 247060002, 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630857, 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt" 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 274453020, 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629284, 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt" 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.279 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 292643056, 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630768, 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt" 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 300495539, 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628368, 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/pstore" 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 304823614, 2024-04-26T17:29:25.280 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629197, 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt" 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 306186612, 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628439, 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics" 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 319166589, 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629208, 2024-04-26T17:29:25.281 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt" 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 322184197, 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628333, 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module" 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 326621448, 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628346, 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage" 2024-04-26T17:29:25.282 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 336103665, 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629497, 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/drm" 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 342119224, 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629246, 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip" 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.283 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 342719864, 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629900, 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi" 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 350198369, 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629285, 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt" 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 350216860, 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628405, 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss" 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 357241004, 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630812, 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt" 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 366954330, 2024-04-26T17:29:25.285 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628358, 2024-04-26T17:29:25.286 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe" 2024-04-26T17:29:25.286 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.286 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.286 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.286 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 369021843, 2024-04-26T17:29:25.286 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630772, 2024-04-26T17:29:25.286 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt" 2024-04-26T17:29:25.286 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.286 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.286 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.286 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 376355504, 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628371, 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache" 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 379532465, 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629699, 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/input" 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 383895449, 2024-04-26T17:29:25.287 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630806, 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt" 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 384776597, 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630860, 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt" 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 386958375, 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629271, 2024-04-26T17:29:25.288 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/tegra" 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 387514423, 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628385, 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7" 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 392998129, 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629280, 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ux500" 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.289 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 394091620, 2024-04-26T17:29:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628436, 2024-04-26T17:29:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan" 2024-04-26T17:29:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 406717529, 2024-04-26T17:29:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630793, 2024-04-26T17:29:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt" 2024-04-26T17:29:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.291 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.291 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 420908939, 2024-04-26T17:29:25.291 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630484, 2024-04-26T17:29:25.291 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/soc" 2024-04-26T17:29:25.291 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.291 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.291 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.291 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 424849745, 2024-04-26T17:29:25.291 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628392, 2024-04-26T17:29:25.291 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio" 2024-04-26T17:29:25.291 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.291 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 447214956, 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628447, 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host" 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 462137497, 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629787, 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds" 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.292 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.293 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 463336179, 2024-04-26T17:29:25.293 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630841, 2024-04-26T17:29:25.293 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt" 2024-04-26T17:29:25.293 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.293 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.293 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.293 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 475413178, 2024-04-26T17:29:25.293 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628290, 2024-04-26T17:29:25.293 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5" 2024-04-26T17:29:25.293 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.293 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.293 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 485151360, 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630320, 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pps" 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 491837849, 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629228, 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt" 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.294 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 496273936, 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630853, 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt" 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 522429466, 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628318, 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight" 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 532408574, 2024-04-26T17:29:25.295 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630624, 2024-04-26T17:29:25.296 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/spi" 2024-04-26T17:29:25.296 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.296 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.296 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.296 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 537999682, 2024-04-26T17:29:25.296 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629850, 2024-04-26T17:29:25.296 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag" 2024-04-26T17:29:25.296 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.296 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.296 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.296 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 541657231, 2024-04-26T17:29:25.296 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629179, 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt" 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 553939761, 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628407, 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform" 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 564323360, 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628296, 2024-04-26T17:29:25.297 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads" 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 565003605, 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629156, 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt" 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 567511866, 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629756, 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller" 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.298 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 572296682, 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628292, 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX" 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 576215390, 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628382, 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css" 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.299 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 587228994, 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628338, 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget" 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 587550898, 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630814, 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt" 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 587980551, 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630788, 2024-04-26T17:29:25.300 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt" 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 606366413, 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630835, 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt" 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 609679067, 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630845, 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt" 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.301 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 612289316, 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629229, 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/omap" 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 614255178, 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630240, 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/power_supply" 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.302 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 614297991, 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629288, 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt" 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 633586552, 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630145, 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/phy" 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 634048541, 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630795, 2024-04-26T17:29:25.303 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt" 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 640657550, 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630839, 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt" 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 676446378, 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628432, 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd" 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.304 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 679203066, 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630834, 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt" 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 685383369, 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628320, 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm" 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 688094596, 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628415, 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency" 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 692871325, 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628433, 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net" 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 703391189, 2024-04-26T17:29:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628326, 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp" 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 712367997, 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628413, 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest" 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 715649066, 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628316, 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb" 2024-04-26T17:29:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 719721103, 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628360, 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad" 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 728059897, 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629319, 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/c6x" 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 732648014, 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630662, 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/spmi" 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 738000358, 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628350, 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet" 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 747395492, 2024-04-26T17:29:25.309 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628434, 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv" 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 753254914, 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630353, 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/regulator" 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 754724807, 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630862, 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/overlay-notes.txt" 2024-04-26T17:29:25.310 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 762336076, 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629250, 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt" 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 773877753, 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628330, 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars" 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.311 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 779675091, 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629150, 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt" 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 801589881, 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629251, 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt" 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 807673510, 2024-04-26T17:29:25.312 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630799, 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt" 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 808046387, 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628422, 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon" 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 838202525, 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629266, 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt" 2024-04-26T17:29:25.313 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 847869053, 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629270, 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt" 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 849709109, 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629527, 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fpga" 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.314 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 856613325, 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630261, 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/powerpc" 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 860316558, 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511631295, 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt" 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 872066909, 2024-04-26T17:29:25.315 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628478, 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff" 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 884455871, 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629140, 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt" 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 888901041, 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629184, 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/davinci" 2024-04-26T17:29:25.316 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 892811551, 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630792, 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt" 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 911548355, 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629778, 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu" 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.317 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 917123039, 2024-04-26T17:29:25.318 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629904, 2024-04-26T17:29:25.318 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips" 2024-04-26T17:29:25.318 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.318 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.318 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.318 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 920283086, 2024-04-26T17:29:25.318 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628372, 2024-04-26T17:29:25.318 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm" 2024-04-26T17:29:25.318 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.318 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 930364052, 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630773, 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt" 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 931483944, 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629133, 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/00-INDEX" 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.319 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 934269285, 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628317, 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend" 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 939813340, 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628409, 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg" 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 951558925, 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629207, 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt" 2024-04-26T17:29:25.320 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.321 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.321 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.321 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 958513722, 2024-04-26T17:29:25.321 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630408, 2024-04-26T17:29:25.321 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/rtc" 2024-04-26T17:29:25.321 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.321 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.321 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.321 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 975485045, 2024-04-26T17:29:25.321 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628437, 2024-04-26T17:29:25.321 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh" 2024-04-26T17:29:25.321 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 978182885, 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629187, 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/exynos" 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 980961038, 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628359, 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ec" 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.322 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 986453456, 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630780, 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt" 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 991858178, 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629282, 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt" 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 995232866, 2024-04-26T17:29:25.323 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628481, 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys" 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1017907959, 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628425, 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu" 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1030777372, 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628337, 2024-04-26T17:29:25.324 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing" 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1054659150, 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628440, 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd" 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1055058187, 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629215, 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl" 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.325 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1067548641, 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629267, 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt" 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1072595714, 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628424, 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu" 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1073533097, 2024-04-26T17:29:25.326 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628475, 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe" 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1074737065, 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629147, 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards" 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1099058515, 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629193, 2024-04-26T17:29:25.327 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt" 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1105433901, 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628373, 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd" 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1111472273, 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629311, 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt" 2024-04-26T17:29:25.328 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1116496765, 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628327, 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx" 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1119072128, 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628325, 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory" 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.329 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1128803637, 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630394, 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/reset" 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1137881193, 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628348, 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm" 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1146282705, 2024-04-26T17:29:25.330 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629447, 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/crypto" 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1166987620, 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628383, 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events" 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1188694069, 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630815, 2024-04-26T17:29:25.331 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt" 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1194934148, 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628450, 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-dev" 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1217961918, 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630842, 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt" 2024-04-26T17:29:25.332 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1225559452, 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628381, 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc" 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1227768617, 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630851, 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86" 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.333 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1242876644, 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630785, 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt" 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1264998845, 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628435, 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm" 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1271212907, 2024-04-26T17:29:25.334 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629262, 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt" 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1276654093, 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629158, 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm" 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1276882413, 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628443, 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm" 2024-04-26T17:29:25.335 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1288225843, 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629293, 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt" 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1288773722, 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630665, 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/staging" 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.336 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1294517388, 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629182, 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt" 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1307940913, 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629214, 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt" 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1323200696, 2024-04-26T17:29:25.337 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630798, 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt" 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1325364657, 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630090, 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/nios2" 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1328560565, 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630715, 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/usb" 2024-04-26T17:29:25.338 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1333023279, 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630776, 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt" 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1334283136, 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628335, 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification" 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.339 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.341 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.341 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1343421715, 2024-04-26T17:29:25.341 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628429, 2024-04-26T17:29:25.341 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r" 2024-04-26T17:29:25.341 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.341 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.341 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.341 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1344586695, 2024-04-26T17:29:25.341 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630825, 2024-04-26T17:29:25.341 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt" 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1344702681, 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629175, 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt" 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1345037236, 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630844, 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt" 2024-04-26T17:29:25.342 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1346627570, 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629265, 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt" 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1358814265, 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628319, 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill" 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.343 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1360885355, 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629155, 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt" 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1401415516, 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629278, 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt" 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1408616970, 2024-04-26T17:29:25.344 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630807, 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt" 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1417917848, 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629269, 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt" 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1433816861, 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629326, 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/chosen.txt" 2024-04-26T17:29:25.345 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1438597285, 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629312, 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/bus" 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1440659478, 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628474, 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu" 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.346 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1444994851, 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628308, 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/raw1394" 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1449293037, 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629134, 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings" 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1450022963, 2024-04-26T17:29:25.347 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630822, 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt" 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1454747701, 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628442, 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap" 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1459855580, 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629260, 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt" 2024-04-26T17:29:25.348 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1470915585, 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630827, 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt" 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1481418964, 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628391, 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533" 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.349 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1486285839, 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629171, 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda" 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1487567992, 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629286, 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt" 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1503742811, 2024-04-26T17:29:25.350 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628356, 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2" 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1506115489, 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628363, 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd" 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1525447525, 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628304, 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/dv1394" 2024-04-26T17:29:25.351 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1529960651, 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628302, 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed" 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1533275569, 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629252, 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/samsung" 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.352 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1543004039, 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629465, 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/dma" 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1546338774, 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628379, 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x" 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.353 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1549207514, 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628367, 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/procfs-diskstats" 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1576260116, 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629799, 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox" 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.354 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1578307696, 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628306, 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/net_dma" 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1579106444, 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628456, 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc" 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1591955378, 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628408, 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd" 2024-04-26T17:29:25.355 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1597948290, 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628397, 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als" 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1600309435, 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630775, 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt" 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.356 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1603521793, 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630794, 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt" 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1608687940, 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630495, 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/sound" 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1614089268, 2024-04-26T17:29:25.357 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629245, 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt" 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1643453257, 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628431, 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt" 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1655763644, 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628457, 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online" 2024-04-26T17:29:25.358 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1656521625, 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630801, 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt" 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1660565509, 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629202, 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/keystone" 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.359 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1670375606, 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630764, 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt" 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1690739493, 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630813, 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt" 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1691026681, 2024-04-26T17:29:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629153, 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt" 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1696682683, 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630777, 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt" 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1716514807, 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629157, 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt" 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.361 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1719909931, 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628454, 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr" 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1724917834, 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629183, 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt" 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.362 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1725908512, 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628411, 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb" 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1752713265, 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630864, 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/usage-model.txt" 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1756854736, 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630767, 2024-04-26T17:29:25.363 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight" 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1776156783, 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630832, 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt" 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1784230076, 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628398, 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050" 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.364 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1787693227, 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629612, 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/i2c" 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1788999113, 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628370, 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block" 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1807855572, 2024-04-26T17:29:25.365 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628301, 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra" 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1808604168, 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630819, 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt" 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1808973043, 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628412, 2024-04-26T17:29:25.366 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg" 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1811382633, 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628293, 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI" 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1812078140, 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628298, 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill" 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.367 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1816017216, 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629529, 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fuse" 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1818269114, 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630671, 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt" 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1822852879, 2024-04-26T17:29:25.368 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630778, 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt" 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1844171339, 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629327, 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/clock" 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1852419631, 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628366, 2024-04-26T17:29:25.369 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ima_policy" 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1862064153, 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628342, 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem" 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1863728478, 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630833, 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt" 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.370 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1873440207, 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629141, 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/altera" 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1894136388, 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628480, 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd" 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1913797570, 2024-04-26T17:29:25.371 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629279, 2024-04-26T17:29:25.372 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt" 2024-04-26T17:29:25.372 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.372 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.372 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.372 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1920920557, 2024-04-26T17:29:25.372 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630095, 2024-04-26T17:29:25.372 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt" 2024-04-26T17:29:25.372 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.372 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.372 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.372 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1953928117, 2024-04-26T17:29:25.372 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629135, 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ABI.txt" 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1957606096, 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628334, 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp" 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1962626448, 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629139, 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm" 2024-04-26T17:29:25.373 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 1962994135, 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629170, 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt" 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2018077836, 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630769, 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt" 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.374 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2023161262, 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629200, 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt" 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2030661474, 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630809, 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt" 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.375 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2031298204, 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629665, 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iio" 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2034482594, 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628343, 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs" 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2041168590, 2024-04-26T17:29:25.376 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628297, 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb" 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2058508830, 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630847, 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt" 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2064968686, 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628466, 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup" 2024-04-26T17:29:25.377 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.378 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.378 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.378 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2077668041, 2024-04-26T17:29:25.378 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628460, 2024-04-26T17:29:25.378 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb" 2024-04-26T17:29:25.378 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.378 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.378 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.378 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2080820979, 2024-04-26T17:29:25.378 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630852, 2024-04-26T17:29:25.378 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt" 2024-04-26T17:29:25.378 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2081853553, 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628386, 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci" 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2083347536, 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628299, 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus" 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.379 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2083573513, 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630763, 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt" 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2085229513, 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629168, 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt" 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2085820574, 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630803, 2024-04-26T17:29:25.380 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt" 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2098702849, 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629592, 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/graph.txt" 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2103943794, 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630770, 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt" 2024-04-26T17:29:25.381 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2106539196, 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628375, 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi" 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2116228254, 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629259, 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt" 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.382 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2117592887, 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630823, 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt" 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2136369420, 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630824, 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog" 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.383 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2158190141, 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629196, 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt" 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2184782559, 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629186, 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt" 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2184831152, 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628365, 2024-04-26T17:29:25.384 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/evm" 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2186147990, 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628332, 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog" 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2186925141, 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628438, 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues" 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.385 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2194108311, 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628469, 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use" 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2194490370, 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628477, 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo" 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2203604411, 2024-04-26T17:29:25.386 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628421, 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq" 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2206397578, 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628446, 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration" 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2227481698, 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628427, 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led" 2024-04-26T17:29:25.387 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2238106030, 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628303, 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/devfs" 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2248458198, 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628328, 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc" 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.388 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2264223695, 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628321, 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi" 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2272106266, 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628470, 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc" 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2280470268, 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629180, 2024-04-26T17:29:25.389 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method" 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2294167108, 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630766, 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt" 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2303552250, 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630831, 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt" 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.390 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2305003750, 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630837, 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt" 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2310424478, 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628417, 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870" 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2311168343, 2024-04-26T17:29:25.391 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629152, 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt" 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2316457552, 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628428, 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533" 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2323377685, 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630849, 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt" 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.392 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2331070377, 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630789, 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt" 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2342698652, 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629146, 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt" 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.393 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2353324546, 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630714, 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/unittest.txt" 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2362853697, 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629227, 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt" 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2370151372, 2024-04-26T17:29:25.394 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630855, 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt" 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2375463612, 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630442, 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/serial" 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2377221943, 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628444, 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc" 2024-04-26T17:29:25.395 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2378508869, 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630774, 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge" 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2384742286, 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628322, 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc" 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.396 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2390792449, 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630224, 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/power" 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2397619467, 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628418, 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533" 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2401688787, 2024-04-26T17:29:25.397 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629593, 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hid" 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2429983058, 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628463, 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1" 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2433521736, 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629177, 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt" 2024-04-26T17:29:25.398 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2443308588, 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629226, 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt" 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2465865727, 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630808, 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt" 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.399 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2474556639, 2024-04-26T17:29:25.400 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630686, 2024-04-26T17:29:25.400 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/timer" 2024-04-26T17:29:25.400 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.400 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.400 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.400 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2482514782, 2024-04-26T17:29:25.400 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628352, 2024-04-26T17:29:25.400 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial" 2024-04-26T17:29:25.400 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.400 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.400 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.400 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2485288056, 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630858, 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/booting-without-of.txt" 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2512918517, 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629176, 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt" 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2526745787, 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629190, 2024-04-26T17:29:25.401 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/firmware" 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2549918666, 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628384, 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format" 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2549925848, 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628458, 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget" 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.402 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2550084548, 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628347, 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi" 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2579737083, 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629261, 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt" 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.403 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2590934249, 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628449, 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc" 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2605544597, 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628403, 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei" 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2628388848, 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629221, 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/msm" 2024-04-26T17:29:25.404 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2630113508, 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628402, 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media" 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2639790502, 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630403, 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt" 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.405 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2651177407, 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629210, 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt" 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2653374027, 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629242, 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt" 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2658763213, 2024-04-26T17:29:25.406 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628396, 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160" 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2659394884, 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629295, 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ata" 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2668595068, 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630802, 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d" 2024-04-26T17:29:25.407 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2668808955, 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628341, 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm" 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2703306057, 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630863, 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/todo.txt" 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.408 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2704689418, 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628380, 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel" 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2707425957, 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628467, 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state" 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2724216908, 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628295, 2024-04-26T17:29:25.409 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete" 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2732085864, 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628355, 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1" 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2732369493, 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629209, 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt" 2024-04-26T17:29:25.410 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2766902105, 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629268, 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt" 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2780258587, 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629244, 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt" 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.411 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2780900132, 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628430, 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei" 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2812946022, 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629283, 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt" 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2815672695, 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628464, 2024-04-26T17:29:25.412 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2" 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2829470284, 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628351, 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis" 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2835865583, 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628468, 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state" 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.413 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2841187599, 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628423, 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu" 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2842290376, 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629919, 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/misc" 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.414 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2844733441, 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628476, 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid" 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2852864235, 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630761, 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video" 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2862866777, 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629442, 2024-04-26T17:29:25.415 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/cpufreq" 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2863162670, 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630854, 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt" 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2868782339, 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629241, 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt" 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.416 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2872218746, 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628462, 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0" 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2873529028, 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630783, 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt" 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2889135392, 2024-04-26T17:29:25.417 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629149, 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt" 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2909003542, 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628291, 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation" 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2912630676, 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630404, 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/rng" 2024-04-26T17:29:25.418 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2928404457, 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630712, 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ufs" 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2928835248, 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630805, 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt" 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.419 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2935730600, 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630796, 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt" 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2944684269, 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630816, 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt" 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2948269838, 2024-04-26T17:29:25.420 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629148, 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt" 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 2964481449, 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630093, 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/nvec" 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3009624227, 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628461, 2024-04-26T17:29:25.421 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power" 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3021030630, 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628313, 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls" 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3022689733, 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628389, 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480" 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.422 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3052227716, 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628315, 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire" 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3060698357, 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630850, 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt" 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.423 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3066402865, 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630861, 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/of_selftest.txt" 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3067605326, 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628354, 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset" 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3095291340, 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629243, 2024-04-26T17:29:25.424 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt" 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3095292670, 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630821, 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt" 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3104497089, 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628472, 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu" 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.425 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3107442778, 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630672, 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/thermal" 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3127738395, 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628488, 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua" 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.426 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3139105584, 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628364, 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/dev-kmsg" 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3150064883, 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630828, 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt" 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3150537572, 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629586, 2024-04-26T17:29:25.427 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/gpu" 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3162630557, 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628307, 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/o2cb" 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3167625025, 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629524, 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fb" 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.428 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3179043161, 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630829, 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt" 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3187659210, 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630818, 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/virtio" 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3195453806, 2024-04-26T17:29:25.429 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629194, 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt" 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3215464302, 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628471, 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun" 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3215885876, 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628362, 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto" 2024-04-26T17:29:25.430 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3227484958, 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630838, 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt" 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3230645464, 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629212, 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek" 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.431 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3242273830, 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630810, 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt" 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3261914217, 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629932, 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mmc" 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3268955868, 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628455, 2024-04-26T17:29:25.432 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory" 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3293571310, 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628441, 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-power" 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3314316353, 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628465, 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot" 2024-04-26T17:29:25.433 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3331105161, 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628479, 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch" 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3341651748, 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630771, 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt" 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.434 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3354517820, 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628416, 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class" 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3355335529, 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629796, 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2" 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3392724651, 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629169, 2024-04-26T17:29:25.435 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt" 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3397730614, 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630439, 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/security" 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3418198118, 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628357, 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc" 2024-04-26T17:29:25.436 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3427376647, 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629136, 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arc" 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3431045914, 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628336, 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso" 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.437 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3437930424, 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628420, 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl" 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3438431967, 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629520, 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/extcon" 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3448787711, 2024-04-26T17:29:25.438 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628406, 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd" 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3451258123, 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629972, 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mtd" 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3452555861, 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629804, 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media" 2024-04-26T17:29:25.439 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3458010316, 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628459, 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3" 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3484376615, 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628400, 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs" 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.440 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3500087877, 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629608, 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hwrng" 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3500768233, 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630859, 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/changesets.txt" 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3513567521, 2024-04-26T17:29:25.441 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630760, 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt" 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3528742253, 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628312, 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb" 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3572177486, 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630843, 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt" 2024-04-26T17:29:25.442 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3573842848, 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629258, 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt" 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3593587567, 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628394, 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523" 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.443 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3594642663, 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628314, 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile" 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3599158681, 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630762, 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt" 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3604312296, 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629195, 2024-04-26T17:29:25.444 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt" 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3612695872, 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628487, 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus" 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3614579913, 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628482, 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo" 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3614653800, 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628404, 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci" 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3634044808, 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628377, 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma" 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.446 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3635172874, 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629201, 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt" 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3640760589, 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630811, 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt" 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3641822719, 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628376, 2024-04-26T17:29:25.447 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba" 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3647465572, 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628426, 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd" 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3648823252, 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629519, 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt" 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.448 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3658147172, 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628300, 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus" 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3664179504, 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630804, 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt" 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3705463638, 2024-04-26T17:29:25.449 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629803, 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/marvell.txt" 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3714169661, 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628390, 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352" 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3715530543, 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630351, 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/regmap" 2024-04-26T17:29:25.450 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3717615674, 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628485, 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus" 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3722025639, 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629854, 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd" 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.451 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3730545563, 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628486, 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure" 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3737529977, 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628361, 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-olpc" 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3741544514, 2024-04-26T17:29:25.452 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628340, 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm" 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3742936139, 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630817, 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt" 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3743541882, 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630790, 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt" 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.453 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3753990289, 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628414, 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-c2port" 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3755257066, 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629289, 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500" 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.454 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3758742374, 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630124, 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pci" 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3777596452, 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628387, 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe" 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3782261459, 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628448, 2024-04-26T17:29:25.455 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc" 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3784210067, 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629167, 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt" 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3803215048, 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630800, 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt" 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.456 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3811888412, 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630846, 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt" 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3819831061, 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630781, 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt" 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3821661735, 2024-04-26T17:29:25.457 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628331, 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump" 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3845025056, 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629599, 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hwmon" 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3862207131, 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628353, 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink" 2024-04-26T17:29:25.458 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3871564868, 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629151, 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt" 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3883259799, 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628311, 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev" 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.459 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3892205675, 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629839, 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers" 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3897325705, 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629206, 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt" 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3932788342, 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629192, 2024-04-26T17:29:25.460 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt" 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3937816323, 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628483, 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku" 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3941636679, 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628309, 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/video1394" 2024-04-26T17:29:25.461 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3951283903, 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630784, 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt" 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3971795093, 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629211, 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt" 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.462 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3974698495, 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629205, 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt" 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3993564625, 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628410, 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc" 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3995095720, 2024-04-26T17:29:25.463 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629294, 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt" 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3996159771, 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630479, 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/serio" 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 3996162578, 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628378, 2024-04-26T17:29:25.464 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10" 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4003322807, 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630002, 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/net" 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4010050005, 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629462, 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/devfreq" 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.465 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4013158139, 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629204, 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt" 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4024150451, 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630797, 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt" 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.466 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4031871523, 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628310, 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable" 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4042663013, 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629154, 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt" 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4043737381, 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629531, 2024-04-26T17:29:25.467 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/gpio" 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4063886988, 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630765, 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt" 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4070312159, 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630779, 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt" 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.468 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4078086892, 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630786, 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt" 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4084220619, 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630848, 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt" 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4088240581, 2024-04-26T17:29:25.469 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630836, 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt" 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4104619600, 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630787, 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt" 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4120901073, 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628484, 2024-04-26T17:29:25.470 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone" 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4129477731, 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628473, 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl" 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4141185020, 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630791, 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt" 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.471 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4145027791, 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628393, 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150" 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4149591780, 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628374, 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram" 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4152078531, 2024-04-26T17:29:25.472 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628401, 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio" 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4167092404, 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630856, 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xillybus" 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4187217544, 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511629198, 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon" 2024-04-26T17:29:25.473 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4203823551, 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630782, 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt" 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4219209726, 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628323, 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node" 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.474 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4228750941, 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511630826, 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt" 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4253497397, 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628345, 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback" 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4292810325, 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628451, 2024-04-26T17:29:25.475 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices" 2024-04-26T17:29:25.476 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:29:25.476 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:29:25.476 INFO:teuthology.orchestra.run.smithi090.stdout: "damage_type": "backtrace", 2024-04-26T17:29:25.476 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4294080348, 2024-04-26T17:29:25.476 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 1099511628445, 2024-04-26T17:29:25.476 INFO:teuthology.orchestra.run.smithi090.stdout: "path": "/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator" 2024-04-26T17:29:25.476 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:29:25.476 INFO:teuthology.orchestra.run.smithi090.stdout:] 2024-04-26T17:29:25.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.262+0000 7fa0a4922640 1 -- 172.21.15.90:0/4022084930 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa0880a3bb0 msgr2=0x7fa0880a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.262+0000 7fa0a4922640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa0880a3bb0 0x7fa0880a6070 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x5562d3250830 tx=0x7fa098009500 comp rx=0 tx=0).stop 2024-04-26T17:29:25.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.262+0000 7fa0a4922640 1 -- 172.21.15.90:0/4022084930 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0a0102230 msgr2=0x7fa0a0103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.262+0000 7fa0a4922640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0a0102230 0x7fa0a0103610 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa09400e9f0 tx=0x7fa09400eeb0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.262+0000 7fa0a4922640 1 -- 172.21.15.90:0/4022084930 shutdown_connections 2024-04-26T17:29:25.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.262+0000 7fa0a4922640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fa0880a3bb0 0x7fa0880a6070 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.262+0000 7fa0a4922640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa0a0102bf0 0x7fa0a0103b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.262+0000 7fa0a4922640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0a0102230 0x7fa0a0103610 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.262+0000 7fa0a4922640 1 --2- 172.21.15.90:0/4022084930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0a0101040 0x7fa0a0104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.262+0000 7fa0a4922640 1 -- 172.21.15.90:0/4022084930 >> 172.21.15.90:0/4022084930 conn(0x7fa0a00fc5b0 msgr2=0x7fa0a0069300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.262+0000 7fa0a4922640 1 -- 172.21.15.90:0/4022084930 shutdown_connections 2024-04-26T17:29:25.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.262+0000 7fa0a4922640 1 -- 172.21.15.90:0/4022084930 wait complete. 2024-04-26T17:29:25.479 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T17:29:25.521 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.520+0000 7ff8f407c640 1 -- 172.21.15.90:0/29223765 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8ec102190 msgr2=0x7ff8ec1025b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.521 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.520+0000 7ff8f407c640 1 --2- 172.21.15.90:0/29223765 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8ec102190 0x7ff8ec1025b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff8e8009860 tx=0x7ff8e802a340 comp rx=0 tx=0).stop 2024-04-26T17:29:25.521 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.520+0000 7ff8f407c640 1 -- 172.21.15.90:0/29223765 shutdown_connections 2024-04-26T17:29:25.522 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.520+0000 7ff8f407c640 1 --2- 172.21.15.90:0/29223765 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff8ec103d40 0x7ff8ec10a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.522 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.520+0000 7ff8f407c640 1 --2- 172.21.15.90:0/29223765 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff8ec103380 0x7ff8ec103800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.522 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.520+0000 7ff8f407c640 1 --2- 172.21.15.90:0/29223765 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8ec102190 0x7ff8ec1025b0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.522 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.520+0000 7ff8f407c640 1 -- 172.21.15.90:0/29223765 >> 172.21.15.90:0/29223765 conn(0x7ff8ec0fd720 msgr2=0x7ff8ec0ffb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.522 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.520+0000 7ff8f407c640 1 -- 172.21.15.90:0/29223765 shutdown_connections 2024-04-26T17:29:25.522 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.520+0000 7ff8f407c640 1 -- 172.21.15.90:0/29223765 wait complete. 2024-04-26T17:29:25.522 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.521+0000 7ff8f407c640 1 Processor -- start 2024-04-26T17:29:25.522 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.521+0000 7ff8f407c640 1 -- start start 2024-04-26T17:29:25.522 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.521+0000 7ff8f407c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff8ec102190 0x7ff8ec198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.522 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.521+0000 7ff8f407c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff8ec103380 0x7ff8ec198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.522 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.521+0000 7ff8f407c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8ec103d40 0x7ff8ec19f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.522 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.521+0000 7ff8f407c640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec10dca0 con 0x7ff8ec103380 2024-04-26T17:29:25.523 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.521+0000 7ff8f407c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec10db20 con 0x7ff8ec103d40 2024-04-26T17:29:25.523 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.521+0000 7ff8f407c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec10de20 con 0x7ff8ec102190 2024-04-26T17:29:25.523 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.521+0000 7ff8f1617640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff8ec103380 0x7ff8ec198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.523 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.521+0000 7ff8f1e18640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff8ec102190 0x7ff8ec198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.523 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.521+0000 7ff8f1617640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff8ec103380 0x7ff8ec198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56610/0 (socket says 172.21.15.90:56610) 2024-04-26T17:29:25.523 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.521+0000 7ff8f1617640 1 -- 172.21.15.90:0/1894072539 learned_addr learned my addr 172.21.15.90:0/1894072539 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.523 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.522+0000 7ff8f2619640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8ec103d40 0x7ff8ec19f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.523 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.522+0000 7ff8f1617640 1 -- 172.21.15.90:0/1894072539 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff8ec102190 msgr2=0x7ff8ec198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.524 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.522+0000 7ff8f1617640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff8ec102190 0x7ff8ec198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.524 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.522+0000 7ff8f1617640 1 -- 172.21.15.90:0/1894072539 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8ec103d40 msgr2=0x7ff8ec19f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.524 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.522+0000 7ff8f1617640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8ec103d40 0x7ff8ec19f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.524 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.522+0000 7ff8f1617640 1 -- 172.21.15.90:0/1894072539 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8ec19ff30 con 0x7ff8ec103380 2024-04-26T17:29:25.524 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.522+0000 7ff8f1e18640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff8ec102190 0x7ff8ec198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.525 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.522+0000 7ff8f1617640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff8ec103380 0x7ff8ec198850 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc00e9f0 tx=0x7ff8dc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.525 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.522+0000 7ff8e2ffd640 1 -- 172.21.15.90:0/1894072539 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc00cd80 con 0x7ff8ec103380 2024-04-26T17:29:25.525 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.522+0000 7ff8f407c640 1 -- 172.21.15.90:0/1894072539 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8ec1a0220 con 0x7ff8ec103380 2024-04-26T17:29:25.526 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.523+0000 7ff8f407c640 1 -- 172.21.15.90:0/1894072539 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8ec1a0770 con 0x7ff8ec103380 2024-04-26T17:29:25.526 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.523+0000 7ff8e2ffd640 1 -- 172.21.15.90:0/1894072539 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff8dc0054d0 con 0x7ff8ec103380 2024-04-26T17:29:25.526 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.523+0000 7ff8e2ffd640 1 -- 172.21.15.90:0/1894072539 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc010690 con 0x7ff8ec103380 2024-04-26T17:29:25.526 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.526+0000 7ff8e2ffd640 1 -- 172.21.15.90:0/1894072539 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7ff8dc0046c0 con 0x7ff8ec103380 2024-04-26T17:29:25.528 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.526+0000 7ff8f6d94740 1 Processor -- start 2024-04-26T17:29:25.528 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.526+0000 7ff8e2ffd640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff8d80a3c50 0x7ff8d80a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f2619640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff8d80a3c50 0x7ff8d80a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f6d94740 1 -- start start 2024-04-26T17:29:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8e2ffd640 1 -- 172.21.15.90:0/1894072539 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ff8dc0d0bf0 con 0x7ff8ec103380 2024-04-26T17:29:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f6d94740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4c5d0 0x555da0d4c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f6d94740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4cfc0 0x555da0d4fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f6d94740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d5cf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f6d94740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555da0cb1110 con 0x555da0d4cfc0 2024-04-26T17:29:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f6d94740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x555da0c4d4a0 con 0x555da0d50120 2024-04-26T17:29:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f6d94740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555da0cad0d0 con 0x555da0d4c5d0 2024-04-26T17:29:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f1617640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4cfc0 0x555da0d4fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f1e18640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4c5d0 0x555da0d4c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f1617640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4cfc0 0x555da0d4fab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56626/0 (socket says 172.21.15.90:56626) 2024-04-26T17:29:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f1617640 1 -- 172.21.15.90:0/4016270959 learned_addr learned my addr 172.21.15.90:0/4016270959 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f2619640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff8d80a3c50 0x7ff8d80a6110 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ff8e4005fd0 tx=0x7ff8e40095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f2619640 1 --2- 172.21.15.90:0/4016270959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d5cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f1617640 1 -- 172.21.15.90:0/4016270959 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4c5d0 msgr2=0x555da0d4c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f1617640 1 --2- 172.21.15.90:0/4016270959 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4c5d0 0x555da0d4c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f1617640 1 -- 172.21.15.90:0/4016270959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 msgr2=0x555da0d5cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f1617640 1 --2- 172.21.15.90:0/4016270959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d5cf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f1617640 1 -- 172.21.15.90:0/4016270959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555da09c3210 con 0x555da0d4cfc0 2024-04-26T17:29:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.527+0000 7ff8f1e18640 1 --2- 172.21.15.90:0/4016270959 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4c5d0 0x555da0d4c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.528+0000 7ff8f1617640 1 --2- 172.21.15.90:0/4016270959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4cfc0 0x555da0d4fab0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc09ca90 tx=0x7ff8dc09c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d45da73d4fb3345 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.528+0000 7ff8d7fff640 1 -- 172.21.15.90:0/4016270959 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc09cb00 con 0x555da0d4cfc0 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.528+0000 7ff8d7fff640 1 -- 172.21.15.90:0/4016270959 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff8dc0b6070 con 0x555da0d4cfc0 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.528+0000 7ff8d7fff640 1 -- 172.21.15.90:0/4016270959 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc0a52e0 con 0x555da0d4cfc0 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.528+0000 7ff8f6d94740 1 -- 172.21.15.90:0/4016270959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4cfc0 msgr2=0x555da0d4fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.528+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/4016270959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4cfc0 0x555da0d4fab0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc09ca90 tx=0x7ff8dc09c710 comp rx=0 tx=0).stop 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.529+0000 7ff8f6d94740 1 -- 172.21.15.90:0/4016270959 shutdown_connections 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.529+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/4016270959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d5cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.529+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/4016270959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4cfc0 0x555da0d4fab0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.529+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/4016270959 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4c5d0 0x555da0d4c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.529+0000 7ff8f6d94740 1 -- 172.21.15.90:0/4016270959 >> 172.21.15.90:0/4016270959 conn(0x555da0d149c0 msgr2=0x555da0d48050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.529+0000 7ff8f6d94740 1 -- 172.21.15.90:0/4016270959 shutdown_connections 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.529+0000 7ff8f6d94740 1 -- 172.21.15.90:0/4016270959 wait complete. 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.529+0000 7ff8f6d94740 1 -- start start 2024-04-26T17:29:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.529+0000 7ff8f6d94740 1 Processor -- start 2024-04-26T17:29:25.535 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.529+0000 7ff8f6d94740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 0x555da0d5ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.535 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.529+0000 7ff8f6d94740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4cfc0 0x555da0d5f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.535 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.529+0000 7ff8f6d94740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d66500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.535 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f6d94740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555da0d5d950 con 0x555da0d4c5d0 2024-04-26T17:29:25.535 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f6d94740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x555da0c4b0b0 con 0x555da0d50120 2024-04-26T17:29:25.535 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f6d94740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555da0d5dad0 con 0x555da0d4cfc0 2024-04-26T17:29:25.536 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f1e18640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 0x555da0d5ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.536 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f1617640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4cfc0 0x555da0d5f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.536 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f1e18640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 0x555da0d5ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56632/0 (socket says 172.21.15.90:56632) 2024-04-26T17:29:25.536 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f1617640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4cfc0 0x555da0d5f4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:57336/0 (socket says 172.21.15.90:57336) 2024-04-26T17:29:25.536 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f1e18640 1 -- 172.21.15.90:0/1521519727 learned_addr learned my addr 172.21.15.90:0/1521519727 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.536 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f2619640 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d66500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.536 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f6d94740 10 client.0 _ll_register_callbacks cb 0x555da0c38d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:25.536 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f1e18640 1 -- 172.21.15.90:0/1521519727 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4cfc0 msgr2=0x555da0d5f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.536 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f1e18640 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4cfc0 0x555da0d5f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.536 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f1e18640 1 -- 172.21.15.90:0/1521519727 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 msgr2=0x555da0d66500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.536 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f1e18640 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d66500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.537 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f1e18640 1 -- 172.21.15.90:0/1521519727 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555da0a8f620 con 0x555da0d4c5d0 2024-04-26T17:29:25.537 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f2619640 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d66500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.537 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f1e18640 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 0x555da0d5ef80 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7ff8e802a930 tx=0x7ff8e8030640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7333e152d97bbd3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.537 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8d57fa640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:29:25.537 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8d57fa640 1 -- 172.21.15.90:0/1521519727 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e8037040 con 0x555da0d4c5d0 2024-04-26T17:29:25.537 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8d57fa640 1 -- 172.21.15.90:0/1521519727 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ff8e8004240 con 0x555da0d4c5d0 2024-04-26T17:29:25.537 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8f6d94740 1 -- 172.21.15.90:0/1521519727 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8dc0b6070 con 0x555da0d4c5d0 2024-04-26T17:29:25.537 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.530+0000 7ff8d57fa640 1 -- 172.21.15.90:0/1521519727 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7ff8e804b050 con 0x555da0d4c5d0 2024-04-26T17:29:25.537 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.531+0000 7ff8f6d94740 10 client.16536 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:25.537 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.531+0000 7ff8f6d94740 1 -- 172.21.15.90:0/1521519727 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x555da0d698a0 con 0x555da0d4c5d0 2024-04-26T17:29:25.538 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.531+0000 7ff8d57fa640 1 -- 172.21.15.90:0/1521519727 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff8e8004440 con 0x555da0d4c5d0 2024-04-26T17:29:25.538 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.531+0000 7ff8d57fa640 1 -- 172.21.15.90:0/1521519727 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7ff8e8004c60 con 0x555da0d4c5d0 2024-04-26T17:29:25.538 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.531+0000 7ff8f6d94740 10 client.16536 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:25.538 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.531+0000 7ff8f6d94740 10 client.16536 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:29:25.538 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.531+0000 7ff8f6d94740 20 client.16536 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.531+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555da0d6b050 0x555da0d6d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.531+0000 7ff8f6d94740 4 client.16536 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:29:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.531+0000 7ff8f6d94740 1 -- 172.21.15.90:0/1521519727 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7ff8dc0b6070 con 0x555da0d6b050 2024-04-26T17:29:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.531+0000 7ff8f1617640 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555da0d6b050 0x555da0d6d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.532+0000 7ff8f1617640 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555da0d6b050 0x555da0d6d4c0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf4201d33006e513 server_cookie=9d7b696aaca0a703 in_seq=0 out_seq=0 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.532+0000 7ff8d57fa640 10 client.16536 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.532+0000 7ff8d57fa640 1 -- 172.21.15.90:0/1521519727 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7ff8dc0b6070 con 0x555da0d6b050 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.532+0000 7ff8d57fa640 10 client.16536 handle_command_reply: tid=0 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8f6d94740 1 client.16536 shutdown 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8f6d94740 1 -- 172.21.15.90:0/1521519727 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 msgr2=0x555da0d5ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 0x555da0d5ef80 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7ff8e802a930 tx=0x7ff8e8030640 comp rx=0 tx=0).stop 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8f6d94740 1 -- 172.21.15.90:0/1521519727 shutdown_connections 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555da0d6b050 0x555da0d6d4c0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d66500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4cfc0 0x555da0d5f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/1521519727 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 0x555da0d5ef80 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8d57fa640 0 client.16536 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8f6d94740 1 -- 172.21.15.90:0/1521519727 >> 172.21.15.90:0/1521519727 conn(0x555da0d149c0 msgr2=0x555da0d47250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8f6d94740 1 -- 172.21.15.90:0/1521519727 shutdown_connections 2024-04-26T17:29:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8f6d94740 1 -- 172.21.15.90:0/1521519727 wait complete. 2024-04-26T17:29:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.533+0000 7ff8f6d94740 20 client.16536 trim_cache size 0 max 16384 2024-04-26T17:29:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f6d94740 1 Processor -- start 2024-04-26T17:29:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f6d94740 1 -- start start 2024-04-26T17:29:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f6d94740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4c5d0 0x555da0d599e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f6d94740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d4cfc0 0x555da0d664c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f6d94740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d50120 0x555da0d5e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f6d94740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec1a8b90 con 0x555da0d50120 2024-04-26T17:29:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f6d94740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec1aa7c0 con 0x555da0d4cfc0 2024-04-26T17:29:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f6d94740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec1a9260 con 0x555da0d4c5d0 2024-04-26T17:29:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f2619640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d50120 0x555da0d5e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f1617640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d4cfc0 0x555da0d664c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f2619640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d50120 0x555da0d5e5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56638/0 (socket says 172.21.15.90:56638) 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f2619640 1 -- 172.21.15.90:0/3700253510 learned_addr learned my addr 172.21.15.90:0/3700253510 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f1e18640 1 --2- 172.21.15.90:0/3700253510 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4c5d0 0x555da0d599e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f2619640 1 -- 172.21.15.90:0/3700253510 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4c5d0 msgr2=0x555da0d599e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f2619640 1 --2- 172.21.15.90:0/3700253510 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4c5d0 0x555da0d599e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f2619640 1 -- 172.21.15.90:0/3700253510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d4cfc0 msgr2=0x555da0d664c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f2619640 1 --2- 172.21.15.90:0/3700253510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d4cfc0 0x555da0d664c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f2619640 1 -- 172.21.15.90:0/3700253510 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555da0d4d3a0 con 0x555da0d50120 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.552+0000 7ff8f1617640 1 --2- 172.21.15.90:0/3700253510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d4cfc0 0x555da0d664c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.553+0000 7ff8f2619640 1 --2- 172.21.15.90:0/3700253510 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d50120 0x555da0d5e5a0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7ff8e401aba0 tx=0x7ff8e4014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a4bcc00034ead47 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.553+0000 7ff8d77fe640 1 -- 172.21.15.90:0/3700253510 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e402b070 con 0x555da0d50120 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.553+0000 7ff8d77fe640 1 -- 172.21.15.90:0/3700253510 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff8e4019cd0 con 0x555da0d50120 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.553+0000 7ff8d77fe640 1 -- 172.21.15.90:0/3700253510 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e400c370 con 0x555da0d50120 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.554+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3700253510 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d50120 msgr2=0x555da0d5e5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.555 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.554+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/3700253510 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d50120 0x555da0d5e5a0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7ff8e401aba0 tx=0x7ff8e4014000 comp rx=0 tx=0).stop 2024-04-26T17:29:25.556 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.554+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3700253510 shutdown_connections 2024-04-26T17:29:25.556 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.554+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/3700253510 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d50120 0x555da0d5e5a0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.556 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.554+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/3700253510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d4cfc0 0x555da0d664c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.556 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.554+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/3700253510 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4c5d0 0x555da0d599e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.556 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.554+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3700253510 >> 172.21.15.90:0/3700253510 conn(0x555da0d149c0 msgr2=0x555da0d47250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.556 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.554+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3700253510 shutdown_connections 2024-04-26T17:29:25.556 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.554+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3700253510 wait complete. 2024-04-26T17:29:25.556 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.554+0000 7ff8f6d94740 1 -- start start 2024-04-26T17:29:25.556 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.554+0000 7ff8f6d94740 1 Processor -- start 2024-04-26T17:29:25.559 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f6d94740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 0x555da0d63c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.559 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f6d94740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4cfc0 0x555da0d641c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.559 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f6d94740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d651d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.559 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f6d94740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec1aa030 con 0x555da0d4c5d0 2024-04-26T17:29:25.559 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f6d94740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec1a9930 con 0x555da0d50120 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f6d94740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec1a6ab0 con 0x555da0d4cfc0 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f1e18640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 0x555da0d63c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f6d94740 10 client.0 _ll_register_callbacks cb 0x7ff8e8009500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f1e18640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 0x555da0d63c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56648/0 (socket says 172.21.15.90:56648) 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f1e18640 1 -- 172.21.15.90:0/3349191316 learned_addr learned my addr 172.21.15.90:0/3349191316 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f1617640 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4cfc0 0x555da0d641c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f2619640 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d651d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f1617640 1 -- 172.21.15.90:0/3349191316 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 msgr2=0x555da0d651d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f1617640 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d651d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f1617640 1 -- 172.21.15.90:0/3349191316 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 msgr2=0x555da0d63c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f1617640 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 0x555da0d63c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f1617640 1 -- 172.21.15.90:0/3349191316 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555da0d657c0 con 0x555da0d4cfc0 2024-04-26T17:29:25.560 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f1e18640 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 0x555da0d63c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f2619640 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d651d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f1617640 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4cfc0 0x555da0d641c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc0b3000 tx=0x7ff8dc005730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c67a1fef5da7e429 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8d57fa640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8d57fa640 1 -- 172.21.15.90:0/3349191316 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc0b6040 con 0x555da0d4cfc0 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3349191316 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8e4019cd0 con 0x555da0d4cfc0 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.555+0000 7ff8d57fa640 1 -- 172.21.15.90:0/3349191316 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ff8dc09ae00 con 0x555da0d4cfc0 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.556+0000 7ff8d57fa640 1 -- 172.21.15.90:0/3349191316 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7ff8dc099170 con 0x555da0d4cfc0 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.556+0000 7ff8f6d94740 10 client.25768 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.556+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3349191316 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x555da0dd1770 con 0x555da0d4cfc0 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.556+0000 7ff8d57fa640 1 -- 172.21.15.90:0/3349191316 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ff8e4019cd0 con 0x555da0d4cfc0 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.556+0000 7ff8d57fa640 1 -- 172.21.15.90:0/3349191316 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7ff8dc061b90 con 0x555da0d4cfc0 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.556+0000 7ff8f6d94740 10 client.25768 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.556+0000 7ff8f6d94740 10 client.25768 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:29:25.561 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.556+0000 7ff8f6d94740 20 client.25768 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:25.562 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.556+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555da0dd1d90 0x555da0dd41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.562 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.556+0000 7ff8f6d94740 4 client.25768 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:29:25.562 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.556+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3349191316 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555da0cbed20 con 0x555da0dd1d90 2024-04-26T17:29:25.562 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.556+0000 7ff8f1e18640 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555da0dd1d90 0x555da0dd41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.562 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.557+0000 7ff8d57fa640 10 client.25768 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:25.562 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.557+0000 7ff8f1e18640 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555da0dd1d90 0x555da0dd41b0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80e2e622dd5c7d38 server_cookie=6d6ea6d4c15caf6b in_seq=0 out_seq=0 2024-04-26T17:29:25.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.610+0000 7f91f1336640 1 -- 172.21.15.90:0/3745156121 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91ec074b60 msgr2=0x7f91ec074fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.610+0000 7f91f1336640 1 --2- 172.21.15.90:0/3745156121 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91ec074b60 0x7f91ec074fe0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f91e0009890 tx=0x7f91e002a380 comp rx=0 tx=0).stop 2024-04-26T17:29:25.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.610+0000 7f91f1336640 1 -- 172.21.15.90:0/3745156121 shutdown_connections 2024-04-26T17:29:25.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.610+0000 7f91f1336640 1 --2- 172.21.15.90:0/3745156121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91ec10e720 0x7f91ec110b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.610+0000 7f91f1336640 1 --2- 172.21.15.90:0/3745156121 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91ec074b60 0x7f91ec074fe0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.610+0000 7f91f1336640 1 --2- 172.21.15.90:0/3745156121 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91ec076140 0x7f91ec074590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.610+0000 7f91f1336640 1 -- 172.21.15.90:0/3745156121 >> 172.21.15.90:0/3745156121 conn(0x7f91ec0fd6e0 msgr2=0x7f91ec0ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.610+0000 7f91f1336640 1 -- 172.21.15.90:0/3745156121 shutdown_connections 2024-04-26T17:29:25.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.610+0000 7f91f1336640 1 -- 172.21.15.90:0/3745156121 wait complete. 2024-04-26T17:29:25.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91f1336640 1 Processor -- start 2024-04-26T17:29:25.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91f1336640 1 -- start start 2024-04-26T17:29:25.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91f1336640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91ec076140 0x7f91ec19ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91f1336640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91ec10e720 0x7f91ec19f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.613 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91f1336640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91ec1a4180 0x7f91ec1a6570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91f1336640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f91ec114260 con 0x7f91ec076140 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91f1336640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f91ec1140e0 con 0x7f91ec1a4180 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91f1336640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f91ec1143e0 con 0x7f91ec10e720 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91eaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91ec076140 0x7f91ec19ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91eaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91ec076140 0x7f91ec19ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56672/0 (socket says 172.21.15.90:56672) 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91eaffd640 1 -- 172.21.15.90:0/311011498 learned_addr learned my addr 172.21.15.90:0/311011498 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91ea7fc640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91ec10e720 0x7f91ec19f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.611+0000 7f91eb7fe640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91ec1a4180 0x7f91ec1a6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.612+0000 7f91eaffd640 1 -- 172.21.15.90:0/311011498 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91ec10e720 msgr2=0x7f91ec19f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.612+0000 7f91eaffd640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91ec10e720 0x7f91ec19f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.612+0000 7f91eaffd640 1 -- 172.21.15.90:0/311011498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91ec1a4180 msgr2=0x7f91ec1a6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.612+0000 7f91eaffd640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91ec1a4180 0x7f91ec1a6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.612+0000 7f91eaffd640 1 -- 172.21.15.90:0/311011498 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91ec1a6c10 con 0x7f91ec076140 2024-04-26T17:29:25.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.612+0000 7f91eaffd640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91ec076140 0x7f91ec19ecc0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f91dc00e9c0 tx=0x7f91dc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.612+0000 7f91d3fff640 1 -- 172.21.15.90:0/311011498 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91dc00ccc0 con 0x7f91ec076140 2024-04-26T17:29:25.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.612+0000 7f91f1336640 1 -- 172.21.15.90:0/311011498 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91ec1a6f00 con 0x7f91ec076140 2024-04-26T17:29:25.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.612+0000 7f91d3fff640 1 -- 172.21.15.90:0/311011498 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f91dc0054d0 con 0x7f91ec076140 2024-04-26T17:29:25.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.612+0000 7f91d3fff640 1 -- 172.21.15.90:0/311011498 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91dc010430 con 0x7f91ec076140 2024-04-26T17:29:25.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.612+0000 7f91f1336640 1 -- 172.21.15.90:0/311011498 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91ec1a7360 con 0x7f91ec076140 2024-04-26T17:29:25.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91d3fff640 1 -- 172.21.15.90:0/311011498 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f91dc0046c0 con 0x7f91ec076140 2024-04-26T17:29:25.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91f4045740 1 Processor -- start 2024-04-26T17:29:25.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91f4045740 1 -- start start 2024-04-26T17:29:25.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91f4045740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ec760 0x55804e0ecb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91f4045740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 0x55804e0eddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91f4045740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ee2f0 0x55804e0f4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91f4045740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55804e051b30 con 0x55804e0ee2f0 2024-04-26T17:29:25.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91f4045740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55804dfeda00 con 0x55804e0ed930 2024-04-26T17:29:25.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91f4045740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55804e04daf0 con 0x55804e0ec760 2024-04-26T17:29:25.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91d3fff640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f91d40a3bb0 0x7f91d40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91eaffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 0x55804e0eddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91eaffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 0x55804e0eddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:36332/0 (socket says 172.21.15.90:36332) 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91eaffd640 1 -- 172.21.15.90:0/673442564 learned_addr learned my addr 172.21.15.90:0/673442564 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.615+0000 7f91ea7fc640 1 --2- 172.21.15.90:0/673442564 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ee2f0 0x55804e0f4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91eb7fe640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f91d40a3bb0 0x7f91d40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91d3fff640 1 -- 172.21.15.90:0/311011498 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f91dc0d0b20 con 0x7f91ec076140 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91eaffd640 1 -- 172.21.15.90:0/673442564 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ec760 msgr2=0x55804e0ecb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91eaffd640 1 --2- 172.21.15.90:0/673442564 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ec760 0x55804e0ecb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91eaffd640 1 -- 172.21.15.90:0/673442564 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ee2f0 msgr2=0x55804e0f4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91eaffd640 1 --2- 172.21.15.90:0/673442564 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ee2f0 0x55804e0f4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91eaffd640 1 -- 172.21.15.90:0/673442564 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55804e0165b0 con 0x55804e0ed930 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91ea7fc640 1 --2- 172.21.15.90:0/673442564 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ee2f0 0x55804e0f4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91eaffd640 1 --2- 172.21.15.90:0/673442564 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 0x55804e0eddb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f91dc099370 tx=0x7f91dc00ce60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=757f336d0e176546 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91eb7fe640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f91d40a3bb0 0x7f91d40a6070 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f91e4009270 tx=0x7f91e4009200 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91d17fa640 1 -- 172.21.15.90:0/673442564 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91dc005680 con 0x55804e0ed930 2024-04-26T17:29:25.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91d17fa640 1 -- 172.21.15.90:0/673442564 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f91dc09d130 con 0x55804e0ed930 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.616+0000 7f91d17fa640 1 -- 172.21.15.90:0/673442564 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91dc0a5210 con 0x55804e0ed930 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.617+0000 7f91f4045740 1 -- 172.21.15.90:0/673442564 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 msgr2=0x55804e0eddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.617+0000 7f91f4045740 1 --2- 172.21.15.90:0/673442564 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 0x55804e0eddb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f91dc099370 tx=0x7f91dc00ce60 comp rx=0 tx=0).stop 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.617+0000 7f91f4045740 1 -- 172.21.15.90:0/673442564 shutdown_connections 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.617+0000 7f91f4045740 1 --2- 172.21.15.90:0/673442564 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ee2f0 0x55804e0f4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.617+0000 7f91f4045740 1 --2- 172.21.15.90:0/673442564 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 0x55804e0eddb0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.617+0000 7f91f4045740 1 --2- 172.21.15.90:0/673442564 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ec760 0x55804e0ecb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.617+0000 7f91f4045740 1 -- 172.21.15.90:0/673442564 >> 172.21.15.90:0/673442564 conn(0x55804e0e7c50 msgr2=0x55804e0e8050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.617+0000 7f91f4045740 1 -- 172.21.15.90:0/673442564 shutdown_connections 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.617+0000 7f91f4045740 1 -- 172.21.15.90:0/673442564 wait complete. 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.617+0000 7f91f4045740 1 -- start start 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91f4045740 1 Processor -- start 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91f4045740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ec760 0x55804e0f6bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91f4045740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ed930 0x55804e0f70f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91f4045740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ee2f0 0x55804e0fe130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91f4045740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55804e0f52a0 con 0x55804e0ed930 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91f4045740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55804dfeb530 con 0x55804e0ee2f0 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91f4045740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55804e0f5420 con 0x55804e0ec760 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91f4045740 10 client.0 _ll_register_callbacks cb 0x55804dfd8f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91eaffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ec760 0x55804e0f6bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91eaffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ec760 0x55804e0f6bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:57394/0 (socket says 172.21.15.90:57394) 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91eaffd640 1 -- 172.21.15.90:0/3855729513 learned_addr learned my addr 172.21.15.90:0/3855729513 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91ea7fc640 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ed930 0x55804e0f70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91eb7fe640 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ee2f0 0x55804e0fe130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91eaffd640 1 -- 172.21.15.90:0/3855729513 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ee2f0 msgr2=0x55804e0fe130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91eaffd640 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ee2f0 0x55804e0fe130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91eaffd640 1 -- 172.21.15.90:0/3855729513 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ed930 msgr2=0x55804e0f70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91eaffd640 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ed930 0x55804e0f70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91eaffd640 1 -- 172.21.15.90:0/3855729513 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55804dd633f0 con 0x55804e0ec760 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91eaffd640 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ec760 0x55804e0f6bb0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f91dc09d2e0 tx=0x7f91dc0d0e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5485296c12b19a83 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.618+0000 7f91ceff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91ceff5640 1 -- 172.21.15.90:0/3855729513 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91dc0872d0 con 0x55804e0ec760 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91ceff5640 1 -- 172.21.15.90:0/3855729513 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f91dc09be80 con 0x55804e0ec760 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91f4045740 1 -- 172.21.15.90:0/3855729513 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91dc09d130 con 0x55804e0ec760 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91ceff5640 1 -- 172.21.15.90:0/3855729513 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f91dc0a0de0 con 0x55804e0ec760 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91f4045740 10 client.25777 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91f4045740 1 -- 172.21.15.90:0/3855729513 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55804de2d7d0 con 0x55804e0ec760 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91ceff5640 1 -- 172.21.15.90:0/3855729513 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f91dc09d130 con 0x55804e0ec760 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91ceff5640 1 -- 172.21.15.90:0/3855729513 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7f91dc09b980 con 0x55804e0ec760 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91f4045740 10 client.25777 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91f4045740 10 client.25777 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-26T17:29:25.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91f4045740 20 client.25777 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91f4045740 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55804e102380 0x55804e104770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91f4045740 4 client.25777 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.619+0000 7f91f4045740 1 -- 172.21.15.90:0/3855729513 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55804e05f740 con 0x55804e102380 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.620+0000 7f91ea7fc640 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55804e102380 0x55804e104770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.620+0000 7f91ea7fc640 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55804e102380 0x55804e104770 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d0ca442adb5d1c16 server_cookie=ba6b673ed8e3e19f in_seq=0 out_seq=0 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.620+0000 7f91ceff5640 10 client.25777 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91ceff5640 1 -- 172.21.15.90:0/3855729513 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55804e05f740 con 0x55804e102380 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91ceff5640 10 client.25777 handle_command_reply: tid=0 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91f4045740 1 client.25777 shutdown 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91f4045740 1 -- 172.21.15.90:0/3855729513 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ec760 msgr2=0x55804e0f6bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91f4045740 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ec760 0x55804e0f6bb0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f91dc09d2e0 tx=0x7f91dc0d0e20 comp rx=0 tx=0).stop 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91f4045740 1 -- 172.21.15.90:0/3855729513 shutdown_connections 2024-04-26T17:29:25.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91f4045740 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55804e102380 0x55804e104770 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91f4045740 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ee2f0 0x55804e0fe130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91f4045740 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ed930 0x55804e0f70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91ceff5640 0 client.25777 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:29:25.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91f4045740 1 --2- 172.21.15.90:0/3855729513 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ec760 0x55804e0f6bb0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91f4045740 1 -- 172.21.15.90:0/3855729513 >> 172.21.15.90:0/3855729513 conn(0x55804e0e7c50 msgr2=0x55804e0e6e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91f4045740 1 -- 172.21.15.90:0/3855729513 shutdown_connections 2024-04-26T17:29:25.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91f4045740 1 -- 172.21.15.90:0/3855729513 wait complete. 2024-04-26T17:29:25.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.621+0000 7f91f4045740 20 client.25777 trim_cache size 0 max 16384 2024-04-26T17:29:25.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.636+0000 7f91f4045740 1 Processor -- start 2024-04-26T17:29:25.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.636+0000 7f91f4045740 1 -- start start 2024-04-26T17:29:25.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.636+0000 7f91f4045740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ec760 0x55804e0f7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.636+0000 7f91f4045740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ed930 0x55804e0fe0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.636+0000 7f91f4045740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ee2f0 0x55804e0eabc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91f4045740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f91ec1a9320 con 0x55804e0ec760 2024-04-26T17:29:25.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91ea7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ed930 0x55804e0fe0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91ea7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ed930 0x55804e0fe0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:57398/0 (socket says 172.21.15.90:57398) 2024-04-26T17:29:25.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91eb7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ee2f0 0x55804e0eabc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91ea7fc640 1 -- 172.21.15.90:0/1359751694 learned_addr learned my addr 172.21.15.90:0/1359751694 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91eaffd640 1 --2- 172.21.15.90:0/1359751694 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ec760 0x55804e0f7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91f4045740 1 -- 172.21.15.90:0/1359751694 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f91ec1aaf50 con 0x55804e0ee2f0 2024-04-26T17:29:25.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91f4045740 1 -- 172.21.15.90:0/1359751694 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f91ec1a99f0 con 0x55804e0ed930 2024-04-26T17:29:25.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91eb7fe640 1 -- 172.21.15.90:0/1359751694 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ed930 msgr2=0x55804e0fe0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91eb7fe640 1 --2- 172.21.15.90:0/1359751694 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ed930 0x55804e0fe0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91eb7fe640 1 -- 172.21.15.90:0/1359751694 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ec760 msgr2=0x55804e0f7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91eb7fe640 1 --2- 172.21.15.90:0/1359751694 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ec760 0x55804e0f7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91eb7fe640 1 -- 172.21.15.90:0/1359751694 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55804e0f4e80 con 0x55804e0ee2f0 2024-04-26T17:29:25.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91eb7fe640 1 --2- 172.21.15.90:0/1359751694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ee2f0 0x55804e0eabc0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x55804e0ed830 tx=0x7f91e4017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=27caf902de18ee56 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91d0ff9640 1 -- 172.21.15.90:0/1359751694 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e4003970 con 0x55804e0ee2f0 2024-04-26T17:29:25.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91d0ff9640 1 -- 172.21.15.90:0/1359751694 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f91e4004030 con 0x55804e0ee2f0 2024-04-26T17:29:25.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.637+0000 7f91d0ff9640 1 -- 172.21.15.90:0/1359751694 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e401a960 con 0x55804e0ee2f0 2024-04-26T17:29:25.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.638+0000 7f91f4045740 1 -- 172.21.15.90:0/1359751694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ee2f0 msgr2=0x55804e0eabc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.638+0000 7f91f4045740 1 --2- 172.21.15.90:0/1359751694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ee2f0 0x55804e0eabc0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x55804e0ed830 tx=0x7f91e4017000 comp rx=0 tx=0).stop 2024-04-26T17:29:25.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.638+0000 7f91f4045740 1 -- 172.21.15.90:0/1359751694 shutdown_connections 2024-04-26T17:29:25.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.638+0000 7f91f4045740 1 --2- 172.21.15.90:0/1359751694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ee2f0 0x55804e0eabc0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.638+0000 7f91f4045740 1 --2- 172.21.15.90:0/1359751694 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ed930 0x55804e0fe0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.638+0000 7f91f4045740 1 --2- 172.21.15.90:0/1359751694 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ec760 0x55804e0f7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.638+0000 7f91f4045740 1 -- 172.21.15.90:0/1359751694 >> 172.21.15.90:0/1359751694 conn(0x55804e0e7c50 msgr2=0x55804e0e8030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.638+0000 7f91f4045740 1 -- 172.21.15.90:0/1359751694 shutdown_connections 2024-04-26T17:29:25.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.638+0000 7f91f4045740 1 -- 172.21.15.90:0/1359751694 wait complete. 2024-04-26T17:29:25.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.638+0000 7f91f4045740 1 -- start start 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91f4045740 1 Processor -- start 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91f4045740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ec760 0x55804e0fb560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91f4045740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 0x55804e0fbaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91f4045740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ee2f0 0x55804e0fcab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91f4045740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f91ec1aa7c0 con 0x55804e0ec760 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91f4045740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f91ec1aa0c0 con 0x55804e0ed930 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91f4045740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f91ec073f80 con 0x55804e0ee2f0 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91f4045740 10 client.0 _ll_register_callbacks cb 0x7f91dc098d10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91eaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ec760 0x55804e0fb560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91eaffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ec760 0x55804e0fb560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56698/0 (socket says 172.21.15.90:56698) 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91eaffd640 1 -- 172.21.15.90:0/1252619186 learned_addr learned my addr 172.21.15.90:0/1252619186 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91eb7fe640 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ee2f0 0x55804e0fcab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91ea7fc640 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 0x55804e0fbaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91eaffd640 1 -- 172.21.15.90:0/1252619186 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ee2f0 msgr2=0x55804e0fcab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91eaffd640 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ee2f0 0x55804e0fcab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91eaffd640 1 -- 172.21.15.90:0/1252619186 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 msgr2=0x55804e0fbaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91eaffd640 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 0x55804e0fbaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91eaffd640 1 -- 172.21.15.90:0/1252619186 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55804e0fd0a0 con 0x55804e0ec760 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91ea7fc640 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 0x55804e0fbaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91eaffd640 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ec760 0x55804e0fb560 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f91dc0a1fc0 tx=0x7f91dc0094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=124915a1af323997 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91ceff5640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.639+0000 7f91ceff5640 1 -- 172.21.15.90:0/1252619186 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91dc09ab70 con 0x55804e0ec760 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91ceff5640 1 -- 172.21.15.90:0/1252619186 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f91dc0986f0 con 0x55804e0ec760 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91f4045740 1 -- 172.21.15.90:0/1252619186 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91e4004030 con 0x55804e0ec760 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91ceff5640 1 -- 172.21.15.90:0/1252619186 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f91dc09c570 con 0x55804e0ec760 2024-04-26T17:29:25.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91f4045740 10 client.16560 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91f4045740 1 -- 172.21.15.90:0/1252619186 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55804e0fe3a0 con 0x55804e0ec760 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91ceff5640 1 -- 172.21.15.90:0/1252619186 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f91e4004030 con 0x55804e0ec760 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91ceff5640 1 -- 172.21.15.90:0/1252619186 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7f91dc0988f0 con 0x55804e0ec760 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91f4045740 10 client.16560 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91f4045740 10 client.16560 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91f4045740 20 client.16560 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91f4045740 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55804e102380 0x55804e16ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91f4045740 4 client.16560 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91f4045740 1 -- 172.21.15.90:0/1252619186 --> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55804e0595b0 con 0x55804e102380 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.640+0000 7f91ea7fc640 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55804e102380 0x55804e16ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91ceff5640 10 client.16560 ms_handle_connect on v2:172.21.15.167:6838/2775345094 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91ea7fc640 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55804e102380 0x55804e16ab80 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b1c2d79696a71888 server_cookie=ec2c9a8117f870ae in_seq=0 out_seq=0 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91ceff5640 1 -- 172.21.15.90:0/1252619186 <== mds.2 v2:172.21.15.167:6838/2775345094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55804e0595b0 con 0x55804e102380 2024-04-26T17:29:25.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91ceff5640 10 client.16560 handle_command_reply: tid=0 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91f4045740 1 client.16560 shutdown 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91f4045740 1 -- 172.21.15.90:0/1252619186 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ec760 msgr2=0x55804e0fb560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91f4045740 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ec760 0x55804e0fb560 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f91dc0a1fc0 tx=0x7f91dc0094c0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91f4045740 1 -- 172.21.15.90:0/1252619186 shutdown_connections 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91f4045740 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.167:6838/2775345094,v1:172.21.15.167:6839/2775345094] conn(0x55804e102380 0x55804e16ab80 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91ceff5640 0 client.16560 ms_handle_reset on v2:172.21.15.167:6838/2775345094 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91f4045740 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55804e0ee2f0 0x55804e0fcab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91f4045740 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55804e0ed930 0x55804e0fbaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91f4045740 1 --2- 172.21.15.90:0/1252619186 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55804e0ec760 0x55804e0fb560 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91f4045740 1 -- 172.21.15.90:0/1252619186 >> 172.21.15.90:0/1252619186 conn(0x55804e0e7c50 msgr2=0x55804e0e65c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91f4045740 1 -- 172.21.15.90:0/1252619186 shutdown_connections 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91f4045740 1 -- 172.21.15.90:0/1252619186 wait complete. 2024-04-26T17:29:25.648 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.641+0000 7f91f4045740 20 client.16560 trim_cache size 0 max 16384 2024-04-26T17:29:25.649 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:29:25.649 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.642+0000 7f91f1336640 1 -- 172.21.15.90:0/311011498 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f91d40a3bb0 msgr2=0x7f91d40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.642+0000 7f91f1336640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f91d40a3bb0 0x7f91d40a6070 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f91e4009270 tx=0x7f91e4009200 comp rx=0 tx=0).stop 2024-04-26T17:29:25.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.642+0000 7f91f1336640 1 -- 172.21.15.90:0/311011498 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91ec076140 msgr2=0x7f91ec19ecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.642+0000 7f91f1336640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91ec076140 0x7f91ec19ecc0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f91dc00e9c0 tx=0x7f91dc00ee80 comp rx=0 tx=0).stop 2024-04-26T17:29:25.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.642+0000 7f91f1336640 1 -- 172.21.15.90:0/311011498 shutdown_connections 2024-04-26T17:29:25.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.642+0000 7f91f1336640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f91d40a3bb0 0x7f91d40a6070 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.642+0000 7f91f1336640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91ec1a4180 0x7f91ec1a6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.642+0000 7f91f1336640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91ec10e720 0x7f91ec19f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.642+0000 7f91f1336640 1 --2- 172.21.15.90:0/311011498 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91ec076140 0x7f91ec19ecc0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.642+0000 7f91f1336640 1 -- 172.21.15.90:0/311011498 >> 172.21.15.90:0/311011498 conn(0x7f91ec0fd6e0 msgr2=0x7f91ec101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.642+0000 7f91f1336640 1 -- 172.21.15.90:0/311011498 shutdown_connections 2024-04-26T17:29:25.651 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.642+0000 7f91f1336640 1 -- 172.21.15.90:0/311011498 wait complete. 2024-04-26T17:29:25.652 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:25 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2057196918' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:29:25.654 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T17:29:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.750+0000 7ff8d57fa640 1 -- 172.21.15.90:0/3349191316 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555da0cbed20 con 0x555da0dd1d90 2024-04-26T17:29:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.750+0000 7ff8d57fa640 10 client.25768 handle_command_reply: tid=0 2024-04-26T17:29:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.750+0000 7ff8f6d94740 1 client.25768 shutdown 2024-04-26T17:29:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.750+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3349191316 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4cfc0 msgr2=0x555da0d641c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.750+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4cfc0 0x555da0d641c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc0b3000 tx=0x7ff8dc005730 comp rx=0 tx=0).stop 2024-04-26T17:29:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.751+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3349191316 shutdown_connections 2024-04-26T17:29:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.751+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x555da0dd1d90 0x555da0dd41b0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.751+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x555da0d50120 0x555da0d651d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.751+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555da0d4cfc0 0x555da0d641c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.751+0000 7ff8f6d94740 1 --2- 172.21.15.90:0/3349191316 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555da0d4c5d0 0x555da0d63c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.751+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3349191316 >> 172.21.15.90:0/3349191316 conn(0x555da0d149c0 msgr2=0x555da0d4afa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.751+0000 7ff8d57fa640 0 client.25768 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.751+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3349191316 shutdown_connections 2024-04-26T17:29:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.751+0000 7ff8f6d94740 1 -- 172.21.15.90:0/3349191316 wait complete. 2024-04-26T17:29:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.751+0000 7ff8f6d94740 20 client.25768 trim_cache size 0 max 16384 2024-04-26T17:29:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:29:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:29:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:29:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:29:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.752+0000 7ff8f407c640 1 -- 172.21.15.90:0/1894072539 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff8d80a3c50 msgr2=0x7ff8d80a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.752+0000 7ff8f407c640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff8d80a3c50 0x7ff8d80a6110 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ff8e4005fd0 tx=0x7ff8e40095c0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.752+0000 7ff8f407c640 1 -- 172.21.15.90:0/1894072539 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff8ec103380 msgr2=0x7ff8ec198850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.752+0000 7ff8f407c640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff8ec103380 0x7ff8ec198850 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc00e9f0 tx=0x7ff8dc00edf0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.752+0000 7ff8f407c640 1 -- 172.21.15.90:0/1894072539 shutdown_connections 2024-04-26T17:29:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.752+0000 7ff8f407c640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ff8d80a3c50 0x7ff8d80a6110 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.752+0000 7ff8f407c640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8ec103d40 0x7ff8ec19f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.752+0000 7ff8f407c640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff8ec103380 0x7ff8ec198850 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.752+0000 7ff8f407c640 1 --2- 172.21.15.90:0/1894072539 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff8ec102190 0x7ff8ec198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.752+0000 7ff8f407c640 1 -- 172.21.15.90:0/1894072539 >> 172.21.15.90:0/1894072539 conn(0x7ff8ec0fd720 msgr2=0x7ff8ec106700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.752+0000 7ff8f407c640 1 -- 172.21.15.90:0/1894072539 shutdown_connections 2024-04-26T17:29:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:25.752+0000 7ff8f407c640 1 -- 172.21.15.90:0/1894072539 wait complete. 2024-04-26T17:29:25.755 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:25 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2057196918' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:29:25.796 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:25 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2057196918' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T17:29:25.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.812+0000 7fc0a796f640 1 -- 172.21.15.90:0/4009466679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0a0101370 msgr2=0x7fc0a01017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.812+0000 7fc0a796f640 1 --2- 172.21.15.90:0/4009466679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0a0101370 0x7fc0a01017d0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fc090009900 tx=0x7fc09002a410 comp rx=0 tx=0).stop 2024-04-26T17:29:25.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.812+0000 7fc0a796f640 1 -- 172.21.15.90:0/4009466679 shutdown_connections 2024-04-26T17:29:25.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.812+0000 7fc0a796f640 1 --2- 172.21.15.90:0/4009466679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0a0101d10 0x7fc0a0102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.812+0000 7fc0a796f640 1 --2- 172.21.15.90:0/4009466679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0a0101370 0x7fc0a01017d0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.812+0000 7fc0a796f640 1 --2- 172.21.15.90:0/4009466679 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0a0100a10 0x7fc0a0100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.812+0000 7fc0a796f640 1 -- 172.21.15.90:0/4009466679 >> 172.21.15.90:0/4009466679 conn(0x7fc0a00fc5b0 msgr2=0x7fc0a00fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.813+0000 7fc0a796f640 1 -- 172.21.15.90:0/4009466679 shutdown_connections 2024-04-26T17:29:25.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.813+0000 7fc0a796f640 1 -- 172.21.15.90:0/4009466679 wait complete. 2024-04-26T17:29:25.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.813+0000 7fc0a796f640 1 Processor -- start 2024-04-26T17:29:25.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.813+0000 7fc0a796f640 1 -- start start 2024-04-26T17:29:25.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.813+0000 7fc0a796f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0a0100a10 0x7fc0a019a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.813+0000 7fc0a796f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0a0101370 0x7fc0a019aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.813+0000 7fc0a796f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0a0101d10 0x7fc0a01a1b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.813+0000 7fc0a796f640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a010fe60 con 0x7fc0a0101370 2024-04-26T17:29:25.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.813+0000 7fc0a796f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a010fce0 con 0x7fc0a0100a10 2024-04-26T17:29:25.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.813+0000 7fc0a796f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a010ffe0 con 0x7fc0a0101d10 2024-04-26T17:29:25.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a4f0a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0a0101370 0x7fc0a019aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a4f0a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0a0101370 0x7fc0a019aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56716/0 (socket says 172.21.15.90:56716) 2024-04-26T17:29:25.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a4f0a640 1 -- 172.21.15.90:0/1083161374 learned_addr learned my addr 172.21.15.90:0/1083161374 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a5f0c640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0a0101d10 0x7fc0a01a1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a570b640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0a0100a10 0x7fc0a019a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a4f0a640 1 -- 172.21.15.90:0/1083161374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0a0101d10 msgr2=0x7fc0a01a1b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a4f0a640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0a0101d10 0x7fc0a01a1b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a4f0a640 1 -- 172.21.15.90:0/1083161374 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0a0100a10 msgr2=0x7fc0a019a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a4f0a640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0a0100a10 0x7fc0a019a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a4f0a640 1 -- 172.21.15.90:0/1083161374 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0a01a21d0 con 0x7fc0a0101370 2024-04-26T17:29:25.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a5f0c640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0a0101d10 0x7fc0a01a1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a4f0a640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0a0101370 0x7fc0a019aaf0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fc090004770 tx=0x7fc0900042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0967fc640 1 -- 172.21.15.90:0/1083161374 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc09003f030 con 0x7fc0a0101370 2024-04-26T17:29:25.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0967fc640 1 -- 172.21.15.90:0/1083161374 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc0900044d0 con 0x7fc0a0101370 2024-04-26T17:29:25.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0967fc640 1 -- 172.21.15.90:0/1083161374 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc090035070 con 0x7fc0a0101370 2024-04-26T17:29:25.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a796f640 1 -- 172.21.15.90:0/1083161374 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0a01a2460 con 0x7fc0a0101370 2024-04-26T17:29:25.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.814+0000 7fc0a796f640 1 -- 172.21.15.90:0/1083161374 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0a01a2900 con 0x7fc0a0101370 2024-04-26T17:29:25.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.816+0000 7fc0967fc640 1 -- 172.21.15.90:0/1083161374 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fc090042030 con 0x7fc0a0101370 2024-04-26T17:29:25.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.817+0000 7fc0aa763740 1 Processor -- start 2024-04-26T17:29:25.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.817+0000 7fc0aa763740 1 -- start start 2024-04-26T17:29:25.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.817+0000 7fc0aa763740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x558191596b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.817+0000 7fc0aa763740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191597930 0x558191597db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.817+0000 7fc0aa763740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581915982f0 0x55819159eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.817+0000 7fc0aa763740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5581914fbb30 con 0x5581915982f0 2024-04-26T17:29:25.827 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.817+0000 7fc0aa763740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x558191497a00 con 0x558191596760 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.817+0000 7fc0aa763740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5581914f7af0 con 0x558191597930 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.817+0000 7fc0967fc640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc08c0a3bb0 0x7fc08c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a5f0c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x558191596b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a5f0c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x558191596b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:36388/0 (socket says 172.21.15.90:36388) 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a5f0c640 1 -- 172.21.15.90:0/497342651 learned_addr learned my addr 172.21.15.90:0/497342651 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a4f0a640 1 --2- 172.21.15.90:0/497342651 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581915982f0 0x55819159eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a570b640 1 --2- 172.21.15.90:0/497342651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191597930 0x558191597db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a5f0c640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc08c0a3bb0 0x7fc08c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0967fc640 1 -- 172.21.15.90:0/1083161374 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fc0900f0c90 con 0x7fc0a0101370 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a570b640 1 -- 172.21.15.90:0/497342651 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 msgr2=0x558191596b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a570b640 1 --2- 172.21.15.90:0/497342651 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x558191596b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a570b640 1 -- 172.21.15.90:0/497342651 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581915982f0 msgr2=0x55819159eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a570b640 1 --2- 172.21.15.90:0/497342651 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581915982f0 0x55819159eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a570b640 1 -- 172.21.15.90:0/497342651 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581914c05b0 con 0x558191597930 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a5f0c640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc08c0a3bb0 0x7fc08c0a6070 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x558191597830 tx=0x7fc098009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc0a570b640 1 --2- 172.21.15.90:0/497342651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191597930 0x558191597db0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc09c00bbf0 tx=0x7fc09c0107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=325220f4129b1972 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc08b7fe640 1 -- 172.21.15.90:0/497342651 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc09c004030 con 0x558191597930 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc08b7fe640 1 -- 172.21.15.90:0/497342651 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc09c0035f0 con 0x558191597930 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.818+0000 7fc08b7fe640 1 -- 172.21.15.90:0/497342651 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc09c0116a0 con 0x558191597930 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.819+0000 7fc0aa763740 1 -- 172.21.15.90:0/497342651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191597930 msgr2=0x558191597db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.819+0000 7fc0aa763740 1 --2- 172.21.15.90:0/497342651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191597930 0x558191597db0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc09c00bbf0 tx=0x7fc09c0107a0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.819+0000 7fc0aa763740 1 -- 172.21.15.90:0/497342651 shutdown_connections 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.819+0000 7fc0aa763740 1 --2- 172.21.15.90:0/497342651 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581915982f0 0x55819159eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.819+0000 7fc0aa763740 1 --2- 172.21.15.90:0/497342651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191597930 0x558191597db0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.819+0000 7fc0aa763740 1 --2- 172.21.15.90:0/497342651 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x558191596b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.819+0000 7fc0aa763740 1 -- 172.21.15.90:0/497342651 >> 172.21.15.90:0/497342651 conn(0x558191591c50 msgr2=0x558191592050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.819+0000 7fc0aa763740 1 -- 172.21.15.90:0/497342651 shutdown_connections 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.819+0000 7fc0aa763740 1 -- 172.21.15.90:0/497342651 wait complete. 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.819+0000 7fc0aa763740 1 -- start start 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0aa763740 1 Processor -- start 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0aa763740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191596760 0x5581915a0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0aa763740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558191597930 0x5581915a1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0aa763740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5581915982f0 0x5581915a81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0aa763740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55819159f300 con 0x558191597930 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0aa763740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x558191495530 con 0x5581915982f0 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0aa763740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55819159f480 con 0x558191596760 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0aa763740 10 client.0 _ll_register_callbacks cb 0x558191482f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0a4f0a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558191597930 0x5581915a1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0a570b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191596760 0x5581915a0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0a4f0a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558191597930 0x5581915a1190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56728/0 (socket says 172.21.15.90:56728) 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0a4f0a640 1 -- 172.21.15.90:0/536310571 learned_addr learned my addr 172.21.15.90:0/536310571 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0a570b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191596760 0x5581915a0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:57446/0 (socket says 172.21.15.90:57446) 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0a5f0c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5581915982f0 0x5581915a81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0a4f0a640 1 -- 172.21.15.90:0/536310571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191596760 msgr2=0x5581915a0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0a4f0a640 1 --2- 172.21.15.90:0/536310571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191596760 0x5581915a0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0a4f0a640 1 -- 172.21.15.90:0/536310571 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5581915982f0 msgr2=0x5581915a81d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0a4f0a640 1 --2- 172.21.15.90:0/536310571 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5581915982f0 0x5581915a81d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.820+0000 7fc0a4f0a640 1 -- 172.21.15.90:0/536310571 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55819120d3f0 con 0x558191597930 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc0a4f0a640 1 --2- 172.21.15.90:0/536310571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558191597930 0x5581915a1190 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fc090005d90 tx=0x7fc090036450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=598170d61c29c3ea server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc088ff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc088ff9640 1 -- 172.21.15.90:0/536310571 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc090049040 con 0x558191597930 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc088ff9640 1 -- 172.21.15.90:0/536310571 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fc0900ee4d0 con 0x558191597930 2024-04-26T17:29:25.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc0aa763740 1 -- 172.21.15.90:0/536310571 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc09c0035f0 con 0x558191597930 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc088ff9640 1 -- 172.21.15.90:0/536310571 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fc0900d5650 con 0x558191597930 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc0aa763740 10 client.16572 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc0aa763740 1 -- 172.21.15.90:0/536310571 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5581912d77d0 con 0x558191597930 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc088ff9640 1 -- 172.21.15.90:0/536310571 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc09c0035f0 con 0x558191597930 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc088ff9640 1 -- 172.21.15.90:0/536310571 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7fc0900b92c0 con 0x558191597930 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc0aa763740 10 client.16572 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc0aa763740 10 client.16572 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc0aa763740 20 client.16572 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc0aa763740 1 --2- 172.21.15.90:0/536310571 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x5581915ac710 0x5581915aeb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc0aa763740 4 client.16572 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.821+0000 7fc0aa763740 1 -- 172.21.15.90:0/536310571 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558191509740 con 0x5581915ac710 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.822+0000 7fc0a570b640 1 --2- 172.21.15.90:0/536310571 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x5581915ac710 0x5581915aeb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.822+0000 7fc088ff9640 10 client.16572 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:29:25.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.822+0000 7fc0a570b640 1 --2- 172.21.15.90:0/536310571 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x5581915ac710 0x5581915aeb70 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1cfd0a78dd81515d server_cookie=223543d6a51d05e4 in_seq=0 out_seq=0 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc088ff9640 1 -- 172.21.15.90:0/536310571 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558191509740 con 0x5581915ac710 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc088ff9640 10 client.16572 handle_command_reply: tid=0 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc0aa763740 1 client.16572 shutdown 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc0aa763740 1 -- 172.21.15.90:0/536310571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558191597930 msgr2=0x5581915a1190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc0aa763740 1 --2- 172.21.15.90:0/536310571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558191597930 0x5581915a1190 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fc090005d90 tx=0x7fc090036450 comp rx=0 tx=0).stop 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc0aa763740 1 -- 172.21.15.90:0/536310571 shutdown_connections 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc0aa763740 1 --2- 172.21.15.90:0/536310571 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x5581915ac710 0x5581915aeb70 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc0aa763740 1 --2- 172.21.15.90:0/536310571 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5581915982f0 0x5581915a81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc0aa763740 1 --2- 172.21.15.90:0/536310571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558191597930 0x5581915a1190 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc0aa763740 1 --2- 172.21.15.90:0/536310571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191596760 0x5581915a0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc0aa763740 1 -- 172.21.15.90:0/536310571 >> 172.21.15.90:0/536310571 conn(0x558191591c50 msgr2=0x558191590e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc088ff9640 0 client.16572 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc0aa763740 1 -- 172.21.15.90:0/536310571 shutdown_connections 2024-04-26T17:29:25.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc0aa763740 1 -- 172.21.15.90:0/536310571 wait complete. 2024-04-26T17:29:25.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.823+0000 7fc0aa763740 20 client.16572 trim_cache size 0 max 16384 2024-04-26T17:29:25.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.840+0000 7fc0aa763740 1 Processor -- start 2024-04-26T17:29:25.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.840+0000 7fc0aa763740 1 -- start start 2024-04-26T17:29:25.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.840+0000 7fc0aa763740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x558191594b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.840+0000 7fc0aa763740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191597930 0x5581915a8190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.840+0000 7fc0aa763740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581915982f0 0x5581915950a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.840+0000 7fc0aa763740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a01ad080 con 0x5581915982f0 2024-04-26T17:29:25.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.840+0000 7fc0aa763740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a01aecb0 con 0x558191596760 2024-04-26T17:29:25.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.840+0000 7fc0aa763740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a01ad750 con 0x558191597930 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc0a5f0c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581915982f0 0x5581915950a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc0a4f0a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191597930 0x5581915a8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc0a5f0c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581915982f0 0x5581915950a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56738/0 (socket says 172.21.15.90:56738) 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc0a5f0c640 1 -- 172.21.15.90:0/469402854 learned_addr learned my addr 172.21.15.90:0/469402854 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc0a570b640 1 --2- 172.21.15.90:0/469402854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x558191594b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc0a4f0a640 1 -- 172.21.15.90:0/469402854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 msgr2=0x558191594b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc0a4f0a640 1 --2- 172.21.15.90:0/469402854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x558191594b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc0a4f0a640 1 -- 172.21.15.90:0/469402854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581915982f0 msgr2=0x5581915950a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc0a4f0a640 1 --2- 172.21.15.90:0/469402854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581915982f0 0x5581915950a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc0a4f0a640 1 -- 172.21.15.90:0/469402854 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558191596590 con 0x558191597930 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc0a570b640 1 --2- 172.21.15.90:0/469402854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x558191594b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc0a4f0a640 1 --2- 172.21.15.90:0/469402854 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191597930 0x5581915a8190 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc0900bc950 tx=0x7fc090005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=338d5ae13c5e61dd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc08affd640 1 -- 172.21.15.90:0/469402854 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc090049040 con 0x558191597930 2024-04-26T17:29:25.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc08affd640 1 -- 172.21.15.90:0/469402854 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc0900bcc50 con 0x558191597930 2024-04-26T17:29:25.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.841+0000 7fc08affd640 1 -- 172.21.15.90:0/469402854 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc09003b460 con 0x558191597930 2024-04-26T17:29:25.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.842+0000 7fc0aa763740 1 -- 172.21.15.90:0/469402854 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191597930 msgr2=0x5581915a8190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.842+0000 7fc0aa763740 1 --2- 172.21.15.90:0/469402854 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191597930 0x5581915a8190 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc0900bc950 tx=0x7fc090005c00 comp rx=0 tx=0).stop 2024-04-26T17:29:25.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.842+0000 7fc0aa763740 1 -- 172.21.15.90:0/469402854 shutdown_connections 2024-04-26T17:29:25.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.842+0000 7fc0aa763740 1 --2- 172.21.15.90:0/469402854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581915982f0 0x5581915950a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.842+0000 7fc0aa763740 1 --2- 172.21.15.90:0/469402854 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558191597930 0x5581915a8190 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.842+0000 7fc0aa763740 1 --2- 172.21.15.90:0/469402854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x558191594b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.842+0000 7fc0aa763740 1 -- 172.21.15.90:0/469402854 >> 172.21.15.90:0/469402854 conn(0x558191591c50 msgr2=0x55819159b480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.842+0000 7fc0aa763740 1 -- 172.21.15.90:0/469402854 shutdown_connections 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.842+0000 7fc0aa763740 1 -- 172.21.15.90:0/469402854 wait complete. 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.843+0000 7fc0aa763740 1 -- start start 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.843+0000 7fc0aa763740 1 Processor -- start 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.843+0000 7fc0aa763740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x5581915a5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.843+0000 7fc0aa763740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558191597930 0x5581915a59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.843+0000 7fc0aa763740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5581915982f0 0x5581915a69e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0aa763740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a01ae520 con 0x558191597930 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0aa763740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a01ade20 con 0x558191596760 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0aa763740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a01aafa0 con 0x5581915982f0 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0aa763740 10 client.0 _ll_register_callbacks cb 0x7fc0900bca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0a5f0c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5581915982f0 0x5581915a69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0a4f0a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558191597930 0x5581915a59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.848 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0a5f0c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5581915982f0 0x5581915a69e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:57472/0 (socket says 172.21.15.90:57472) 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0a5f0c640 1 -- 172.21.15.90:0/3073683543 learned_addr learned my addr 172.21.15.90:0/3073683543 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0a570b640 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x5581915a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0a570b640 1 -- 172.21.15.90:0/3073683543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5581915982f0 msgr2=0x5581915a69e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0a570b640 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5581915982f0 0x5581915a69e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0a570b640 1 -- 172.21.15.90:0/3073683543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558191597930 msgr2=0x5581915a59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0a570b640 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558191597930 0x5581915a59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0a570b640 1 -- 172.21.15.90:0/3073683543 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581915a6fd0 con 0x558191596760 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0a5f0c640 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5581915982f0 0x5581915a69e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0a570b640 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x5581915a5490 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc09c011010 tx=0x7fc09c005c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a586626d9d5e623 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc088ff9640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc088ff9640 1 -- 172.21.15.90:0/3073683543 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc09c0052b0 con 0x558191596760 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc0aa763740 1 -- 172.21.15.90:0/3073683543 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc0900bcc50 con 0x558191596760 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.844+0000 7fc088ff9640 1 -- 172.21.15.90:0/3073683543 <== mon.2 v2:172.21.15.119:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fc09c005450 con 0x558191596760 2024-04-26T17:29:25.849 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc088ff9640 1 -- 172.21.15.90:0/3073683543 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fc09c039050 con 0x558191596760 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc0aa763740 10 client.25826 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc0aa763740 1 -- 172.21.15.90:0/3073683543 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5581915a8340 con 0x558191596760 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc088ff9640 1 -- 172.21.15.90:0/3073683543 <== mon.2 v2:172.21.15.119:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc0900bcc50 con 0x558191596760 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc088ff9640 1 -- 172.21.15.90:0/3073683543 <== mon.2 v2:172.21.15.119:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7fc09c0292e0 con 0x558191596760 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc0aa763740 10 client.25826 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc0aa763740 10 client.25826 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc0aa763740 20 client.25826 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc0aa763740 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x558191612fb0 0x5581916153d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc0aa763740 4 client.25826 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc0aa763740 1 -- 172.21.15.90:0/3073683543 --> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5581915035b0 con 0x558191612fb0 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc0a4f0a640 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x558191612fb0 0x5581916153d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc088ff9640 10 client.25826 ms_handle_connect on v2:172.21.15.119:6836/1366309506 2024-04-26T17:29:25.850 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.845+0000 7fc0a4f0a640 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x558191612fb0 0x5581916153d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e9b9596fe85bec41 server_cookie=a6442434ee3bcad in_seq=0 out_seq=0 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc088ff9640 1 -- 172.21.15.90:0/3073683543 <== mds.1 v2:172.21.15.119:6836/1366309506 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5581915035b0 con 0x558191612fb0 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc088ff9640 10 client.25826 handle_command_reply: tid=0 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc0aa763740 1 client.25826 shutdown 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc0aa763740 1 -- 172.21.15.90:0/3073683543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 msgr2=0x5581915a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc0aa763740 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x5581915a5490 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc09c011010 tx=0x7fc09c005c50 comp rx=0 tx=0).stop 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc0aa763740 1 -- 172.21.15.90:0/3073683543 shutdown_connections 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc0aa763740 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5581915982f0 0x5581915a69e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc0aa763740 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558191597930 0x5581915a59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc0aa763740 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.119:6836/1366309506,v1:172.21.15.119:6837/1366309506] conn(0x558191612fb0 0x5581916153d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc0aa763740 1 --2- 172.21.15.90:0/3073683543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558191596760 0x5581915a5490 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc088ff9640 0 client.25826 ms_handle_reset on v2:172.21.15.119:6836/1366309506 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc0aa763740 1 -- 172.21.15.90:0/3073683543 >> 172.21.15.90:0/3073683543 conn(0x558191591c50 msgr2=0x5581915905c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc0aa763740 1 -- 172.21.15.90:0/3073683543 shutdown_connections 2024-04-26T17:29:25.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc0aa763740 1 -- 172.21.15.90:0/3073683543 wait complete. 2024-04-26T17:29:25.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.846+0000 7fc0aa763740 20 client.25826 trim_cache size 0 max 16384 2024-04-26T17:29:25.852 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:29:25.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.847+0000 7fc0a796f640 1 -- 172.21.15.90:0/1083161374 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc08c0a3bb0 msgr2=0x7fc08c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.847+0000 7fc0a796f640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc08c0a3bb0 0x7fc08c0a6070 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x558191597830 tx=0x7fc098009500 comp rx=0 tx=0).stop 2024-04-26T17:29:25.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.847+0000 7fc0a796f640 1 -- 172.21.15.90:0/1083161374 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0a0101370 msgr2=0x7fc0a019aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.847+0000 7fc0a796f640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0a0101370 0x7fc0a019aaf0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fc090004770 tx=0x7fc0900042e0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.847+0000 7fc0a796f640 1 -- 172.21.15.90:0/1083161374 shutdown_connections 2024-04-26T17:29:25.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.847+0000 7fc0a796f640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc08c0a3bb0 0x7fc08c0a6070 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.847+0000 7fc0a796f640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0a0101d10 0x7fc0a01a1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.847+0000 7fc0a796f640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0a0101370 0x7fc0a019aaf0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.847+0000 7fc0a796f640 1 --2- 172.21.15.90:0/1083161374 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0a0100a10 0x7fc0a019a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.847+0000 7fc0a796f640 1 -- 172.21.15.90:0/1083161374 >> 172.21.15.90:0/1083161374 conn(0x7fc0a00fc5b0 msgr2=0x7fc0a00fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.847+0000 7fc0a796f640 1 -- 172.21.15.90:0/1083161374 shutdown_connections 2024-04-26T17:29:25.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.847+0000 7fc0a796f640 1 -- 172.21.15.90:0/1083161374 wait complete. 2024-04-26T17:29:25.858 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T17:29:25.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.973+0000 7ffaced7d640 1 -- 172.21.15.90:0/245457453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffac8101040 msgr2=0x7ffac8101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.973+0000 7ffaced7d640 1 --2- 172.21.15.90:0/245457453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffac8101040 0x7ffac8101460 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7ffabc009900 tx=0x7ffabc02a410 comp rx=0 tx=0).stop 2024-04-26T17:29:25.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.973+0000 7ffaced7d640 1 -- 172.21.15.90:0/245457453 shutdown_connections 2024-04-26T17:29:25.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.973+0000 7ffaced7d640 1 --2- 172.21.15.90:0/245457453 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffac8102bf0 0x7ffac8109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.973+0000 7ffaced7d640 1 --2- 172.21.15.90:0/245457453 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffac8102230 0x7ffac81026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.973+0000 7ffaced7d640 1 --2- 172.21.15.90:0/245457453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffac8101040 0x7ffac8101460 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.973+0000 7ffaced7d640 1 -- 172.21.15.90:0/245457453 >> 172.21.15.90:0/245457453 conn(0x7ffac80fc5b0 msgr2=0x7ffac80fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.973+0000 7ffaced7d640 1 -- 172.21.15.90:0/245457453 shutdown_connections 2024-04-26T17:29:25.974 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.973+0000 7ffaced7d640 1 -- 172.21.15.90:0/245457453 wait complete. 2024-04-26T17:29:25.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.974+0000 7ffaced7d640 1 Processor -- start 2024-04-26T17:29:25.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.974+0000 7ffaced7d640 1 -- start start 2024-04-26T17:29:25.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffaced7d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffac8101040 0x7ffac819a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffaced7d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffac8102230 0x7ffac819ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffaced7d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffac8102bf0 0x7ffac81a1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffaced7d640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ffac810cb50 con 0x7ffac8102230 2024-04-26T17:29:25.976 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffaced7d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ffac810c9d0 con 0x7ffac8101040 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffaced7d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffac810ccd0 con 0x7ffac8102bf0 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffac7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffac8102230 0x7ffac819ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffac7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffac8102230 0x7ffac819ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56758/0 (socket says 172.21.15.90:56758) 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffac7fff640 1 -- 172.21.15.90:0/651082695 learned_addr learned my addr 172.21.15.90:0/651082695 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffaccb19640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffac8101040 0x7ffac819a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffacd31a640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffac8102bf0 0x7ffac81a1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffac7fff640 1 -- 172.21.15.90:0/651082695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffac8102bf0 msgr2=0x7ffac81a1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffac7fff640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffac8102bf0 0x7ffac81a1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffac7fff640 1 -- 172.21.15.90:0/651082695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffac8101040 msgr2=0x7ffac819a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffac7fff640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffac8101040 0x7ffac819a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffac7fff640 1 -- 172.21.15.90:0/651082695 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffac81a2210 con 0x7ffac8102230 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffaccb19640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffac8101040 0x7ffac819a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:25.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffac7fff640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffac8102230 0x7ffac819ab30 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7ffab400e9f0 tx=0x7ffab400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.975+0000 7ffac5ffb640 1 -- 172.21.15.90:0/651082695 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab400cd80 con 0x7ffac8102230 2024-04-26T17:29:25.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.976+0000 7ffac5ffb640 1 -- 172.21.15.90:0/651082695 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ffab40054d0 con 0x7ffac8102230 2024-04-26T17:29:25.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.976+0000 7ffaced7d640 1 -- 172.21.15.90:0/651082695 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffac81a2500 con 0x7ffac8102230 2024-04-26T17:29:25.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.976+0000 7ffac5ffb640 1 -- 172.21.15.90:0/651082695 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab4010690 con 0x7ffac8102230 2024-04-26T17:29:25.978 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.976+0000 7ffaced7d640 1 -- 172.21.15.90:0/651082695 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffac81a2a50 con 0x7ffac8102230 2024-04-26T17:29:25.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.978+0000 7ffac5ffb640 1 -- 172.21.15.90:0/651082695 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7ffab40046c0 con 0x7ffac8102230 2024-04-26T17:29:25.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.978+0000 7ffac5ffb640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ffab80a3c30 0x7ffab80a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.978+0000 7ffad1b72740 1 Processor -- start 2024-04-26T17:29:25.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffaccb19640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ffab80a3c30 0x7ffab80a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffad1b72740 1 -- start start 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffac5ffb640 1 -- 172.21.15.90:0/651082695 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ffab40d0a90 con 0x7ffac8102230 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffad1b72740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace69760 0x5654ace69b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffad1b72740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 0x5654ace6adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffad1b72740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace71b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffad1b72740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5654acdceb30 con 0x5654ace6a930 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffad1b72740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5654acd6aa00 con 0x5654ace69760 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffad1b72740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5654acdcaaf0 con 0x5654ace6b2f0 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffac7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 0x5654ace6adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffac7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 0x5654ace6adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56770/0 (socket says 172.21.15.90:56770) 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffac7fff640 1 -- 172.21.15.90:0/359739860 learned_addr learned my addr 172.21.15.90:0/359739860 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffacd31a640 1 --2- 172.21.15.90:0/359739860 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace71b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffaccb19640 1 --2- 172.21.15.90:0/359739860 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace69760 0x5654ace69b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffaccb19640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ffab80a3c30 0x7ffab80a60f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ffabc005ab0 tx=0x7ffabc005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffac7fff640 1 -- 172.21.15.90:0/359739860 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 msgr2=0x5654ace71b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffac7fff640 1 --2- 172.21.15.90:0/359739860 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace71b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffac7fff640 1 -- 172.21.15.90:0/359739860 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace69760 msgr2=0x5654ace69b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffac7fff640 1 --2- 172.21.15.90:0/359739860 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace69760 0x5654ace69b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffac7fff640 1 -- 172.21.15.90:0/359739860 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654acd935b0 con 0x5654ace6a930 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffaccb19640 1 --2- 172.21.15.90:0/359739860 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace69760 0x5654ace69b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.979+0000 7ffac7fff640 1 --2- 172.21.15.90:0/359739860 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 0x5654ace6adb0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7ffab409c930 tx=0x7ffab409c300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f009e5be73894b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.980+0000 7ffab2ffd640 1 -- 172.21.15.90:0/359739860 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab40a0d50 con 0x5654ace6a930 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.980+0000 7ffab2ffd640 1 -- 172.21.15.90:0/359739860 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ffab40a5610 con 0x5654ace6a930 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.980+0000 7ffab2ffd640 1 -- 172.21.15.90:0/359739860 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab40bbb60 con 0x5654ace6a930 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.980+0000 7ffad1b72740 1 -- 172.21.15.90:0/359739860 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 msgr2=0x5654ace6adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.980+0000 7ffad1b72740 1 --2- 172.21.15.90:0/359739860 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 0x5654ace6adb0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7ffab409c930 tx=0x7ffab409c300 comp rx=0 tx=0).stop 2024-04-26T17:29:25.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.980+0000 7ffad1b72740 1 -- 172.21.15.90:0/359739860 shutdown_connections 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.980+0000 7ffad1b72740 1 --2- 172.21.15.90:0/359739860 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace71b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.980+0000 7ffad1b72740 1 --2- 172.21.15.90:0/359739860 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 0x5654ace6adb0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.980+0000 7ffad1b72740 1 --2- 172.21.15.90:0/359739860 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace69760 0x5654ace69b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.980+0000 7ffad1b72740 1 -- 172.21.15.90:0/359739860 >> 172.21.15.90:0/359739860 conn(0x5654ace64c50 msgr2=0x5654ace65050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.980+0000 7ffad1b72740 1 -- 172.21.15.90:0/359739860 shutdown_connections 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.980+0000 7ffad1b72740 1 -- 172.21.15.90:0/359739860 wait complete. 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffad1b72740 1 -- start start 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffad1b72740 1 Processor -- start 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffad1b72740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace69760 0x5654ace73cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffad1b72740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 0x5654ace74210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffad1b72740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace7b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffad1b72740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5654ace72300 con 0x5654ace6a930 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffad1b72740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5654acd68530 con 0x5654ace69760 2024-04-26T17:29:25.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffad1b72740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5654ace72480 con 0x5654ace6b2f0 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffad1b72740 10 client.0 _ll_register_callbacks cb 0x5654acd55f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffac7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 0x5654ace74210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffac7fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 0x5654ace74210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56778/0 (socket says 172.21.15.90:56778) 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffac7fff640 1 -- 172.21.15.90:0/1047148073 learned_addr learned my addr 172.21.15.90:0/1047148073 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffaccb19640 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace69760 0x5654ace73cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.981+0000 7ffacd31a640 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace7b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffac7fff640 1 -- 172.21.15.90:0/1047148073 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 msgr2=0x5654ace7b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffac7fff640 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace7b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffac7fff640 1 -- 172.21.15.90:0/1047148073 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace69760 msgr2=0x5654ace73cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffac7fff640 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace69760 0x5654ace73cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffac7fff640 1 -- 172.21.15.90:0/1047148073 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654acae03f0 con 0x5654ace6a930 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffac7fff640 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 0x5654ace74210 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7ffab409c6a0 tx=0x7ffab4098d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d11fe6d9c673bdd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:25.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffaa7fff640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffaa7fff640 1 -- 172.21.15.90:0/1047148073 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab40bbd60 con 0x5654ace6a930 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffaa7fff640 1 -- 172.21.15.90:0/1047148073 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ffab409bdf0 con 0x5654ace6a930 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffad1b72740 1 -- 172.21.15.90:0/1047148073 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffab40a5610 con 0x5654ace6a930 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffaa7fff640 1 -- 172.21.15.90:0/1047148073 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7ffab409bff0 con 0x5654ace6a930 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffad1b72740 10 client.16590 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffad1b72740 1 -- 172.21.15.90:0/1047148073 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5654acbaa7d0 con 0x5654ace6a930 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffaa7fff640 1 -- 172.21.15.90:0/1047148073 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ffab40a5610 con 0x5654ace6a930 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffaa7fff640 1 -- 172.21.15.90:0/1047148073 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7ffab409b860 con 0x5654ace6a930 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffad1b72740 10 client.16590 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffad1b72740 10 client.16590 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffad1b72740 20 client.16590 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffad1b72740 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5654ace7f340 0x5654ace81730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffad1b72740 4 client.16590 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:29:25.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.982+0000 7ffad1b72740 1 -- 172.21.15.90:0/1047148073 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5654acddc740 con 0x5654ace7f340 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.983+0000 7ffaccb19640 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5654ace7f340 0x5654ace81730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.983+0000 7ffaccb19640 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5654ace7f340 0x5654ace81730 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ff57ee99cea3924 server_cookie=5144e556bf472a1c in_seq=0 out_seq=0 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.983+0000 7ffaa7fff640 10 client.16590 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffaa7fff640 1 -- 172.21.15.90:0/1047148073 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5654acddc740 con 0x5654ace7f340 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffaa7fff640 10 client.16590 handle_command_reply: tid=0 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffad1b72740 1 client.16590 shutdown 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffad1b72740 1 -- 172.21.15.90:0/1047148073 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 msgr2=0x5654ace74210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffad1b72740 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 0x5654ace74210 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7ffab409c6a0 tx=0x7ffab4098d40 comp rx=0 tx=0).stop 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffad1b72740 1 -- 172.21.15.90:0/1047148073 shutdown_connections 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffad1b72740 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5654ace7f340 0x5654ace81730 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffad1b72740 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace7b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffad1b72740 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6a930 0x5654ace74210 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffaa7fff640 0 client.16590 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:25.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffad1b72740 1 --2- 172.21.15.90:0/1047148073 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace69760 0x5654ace73cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:25.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffad1b72740 1 -- 172.21.15.90:0/1047148073 >> 172.21.15.90:0/1047148073 conn(0x5654ace64c50 msgr2=0x5654ace63e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:25.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffad1b72740 1 -- 172.21.15.90:0/1047148073 shutdown_connections 2024-04-26T17:29:25.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffad1b72740 1 -- 172.21.15.90:0/1047148073 wait complete. 2024-04-26T17:29:25.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:25.984+0000 7ffad1b72740 20 client.16590 trim_cache size 0 max 16384 2024-04-26T17:29:26.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.000+0000 7ffad1b72740 1 Processor -- start 2024-04-26T17:29:26.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffad1b72740 1 -- start start 2024-04-26T17:29:26.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffad1b72740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace69760 0x5654ace6d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:26.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffad1b72740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace6a930 0x5654ace7b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:26.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffad1b72740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace635c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffad1b72740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ffac81ad0e0 con 0x5654ace69760 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffad1b72740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ffac81aed10 con 0x5654ace6a930 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffad1b72740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffac81ad7b0 con 0x5654ace6b2f0 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffaccb19640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace69760 0x5654ace6d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffaccb19640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace69760 0x5654ace6d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56780/0 (socket says 172.21.15.90:56780) 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffaccb19640 1 -- 172.21.15.90:0/1612745922 learned_addr learned my addr 172.21.15.90:0/1612745922 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffacd31a640 1 --2- 172.21.15.90:0/1612745922 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace635c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffac7fff640 1 --2- 172.21.15.90:0/1612745922 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace6a930 0x5654ace7b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffaccb19640 1 -- 172.21.15.90:0/1612745922 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 msgr2=0x5654ace635c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffaccb19640 1 --2- 172.21.15.90:0/1612745922 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace635c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffaccb19640 1 -- 172.21.15.90:0/1612745922 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace6a930 msgr2=0x5654ace7b1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffaccb19640 1 --2- 172.21.15.90:0/1612745922 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace6a930 0x5654ace7b1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffaccb19640 1 -- 172.21.15.90:0/1612745922 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654ace65920 con 0x5654ace69760 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffacd31a640 1 --2- 172.21.15.90:0/1612745922 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace635c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffac7fff640 1 --2- 172.21.15.90:0/1612745922 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace6a930 0x5654ace7b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffaccb19640 1 --2- 172.21.15.90:0/1612745922 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace69760 0x5654ace6d940 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7ffabc000c00 tx=0x7ffabc040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9701bba789b3ed0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffab27fc640 1 -- 172.21.15.90:0/1612745922 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffabc059070 con 0x5654ace69760 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffab27fc640 1 -- 172.21.15.90:0/1612745922 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ffabc0035f0 con 0x5654ace69760 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.001+0000 7ffab27fc640 1 -- 172.21.15.90:0/1612745922 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffabc035050 con 0x5654ace69760 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.002+0000 7ffad1b72740 1 -- 172.21.15.90:0/1612745922 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace69760 msgr2=0x5654ace6d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.002+0000 7ffad1b72740 1 --2- 172.21.15.90:0/1612745922 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace69760 0x5654ace6d940 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7ffabc000c00 tx=0x7ffabc040000 comp rx=0 tx=0).stop 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.002+0000 7ffad1b72740 1 -- 172.21.15.90:0/1612745922 shutdown_connections 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.002+0000 7ffad1b72740 1 --2- 172.21.15.90:0/1612745922 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace6b2f0 0x5654ace635c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.002+0000 7ffad1b72740 1 --2- 172.21.15.90:0/1612745922 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace6a930 0x5654ace7b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.002+0000 7ffad1b72740 1 --2- 172.21.15.90:0/1612745922 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace69760 0x5654ace6d940 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.002+0000 7ffad1b72740 1 -- 172.21.15.90:0/1612745922 >> 172.21.15.90:0/1612745922 conn(0x5654ace64c50 msgr2=0x5654ace65030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:26.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.002+0000 7ffad1b72740 1 -- 172.21.15.90:0/1612745922 shutdown_connections 2024-04-26T17:29:26.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.002+0000 7ffad1b72740 1 -- 172.21.15.90:0/1612745922 wait complete. 2024-04-26T17:29:26.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffad1b72740 1 -- start start 2024-04-26T17:29:26.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffad1b72740 1 Processor -- start 2024-04-26T17:29:26.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffad1b72740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace69760 0x5654ace76800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:26.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffad1b72740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace6a930 0x5654ace76d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:26.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffad1b72740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6b2f0 0x5654ace79d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:26.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffad1b72740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ffac81ae580 con 0x5654ace6b2f0 2024-04-26T17:29:26.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffad1b72740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ffac81ade80 con 0x5654ace6a930 2024-04-26T17:29:26.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffad1b72740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffac81ab000 con 0x5654ace69760 2024-04-26T17:29:26.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffad1b72740 10 client.0 _ll_register_callbacks cb 0x7ffab409c820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:26.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffacd31a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6b2f0 0x5654ace79d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:26.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffaccb19640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace69760 0x5654ace76800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:26.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffacd31a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6b2f0 0x5654ace79d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56786/0 (socket says 172.21.15.90:56786) 2024-04-26T17:29:26.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffacd31a640 1 -- 172.21.15.90:0/3746757592 learned_addr learned my addr 172.21.15.90:0/3746757592 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:26.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffac7fff640 1 --2- 172.21.15.90:0/3746757592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace6a930 0x5654ace76d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:26.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffacd31a640 1 -- 172.21.15.90:0/3746757592 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace69760 msgr2=0x5654ace76800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:26.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffacd31a640 1 --2- 172.21.15.90:0/3746757592 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace69760 0x5654ace76800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffacd31a640 1 -- 172.21.15.90:0/3746757592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace6a930 msgr2=0x5654ace76d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:26.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffacd31a640 1 --2- 172.21.15.90:0/3746757592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace6a930 0x5654ace76d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.003+0000 7ffacd31a640 1 -- 172.21.15.90:0/3746757592 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654ace7a350 con 0x5654ace6b2f0 2024-04-26T17:29:26.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffacd31a640 1 --2- 172.21.15.90:0/3746757592 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6b2f0 0x5654ace79d60 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7ffac00042f0 tx=0x7ffac00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb390501cc0f4c68 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:26.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffaa7fff640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:29:26.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffaa7fff640 1 -- 172.21.15.90:0/3746757592 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac0010d40 con 0x5654ace6b2f0 2024-04-26T17:29:26.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffaa7fff640 1 -- 172.21.15.90:0/3746757592 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ffac001d430 con 0x5654ace6b2f0 2024-04-26T17:29:26.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffad1b72740 1 -- 172.21.15.90:0/3746757592 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffabc0035f0 con 0x5654ace6b2f0 2024-04-26T17:29:26.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffaa7fff640 1 -- 172.21.15.90:0/3746757592 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7ffac0028050 con 0x5654ace6b2f0 2024-04-26T17:29:26.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffad1b72740 10 client.16596 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:26.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffad1b72740 1 -- 172.21.15.90:0/3746757592 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5654acee5730 con 0x5654ace6b2f0 2024-04-26T17:29:26.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffaa7fff640 1 -- 172.21.15.90:0/3746757592 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ffac001dae0 con 0x5654ace6b2f0 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffaa7fff640 1 -- 172.21.15.90:0/3746757592 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7ffac001c680 con 0x5654ace6b2f0 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffad1b72740 10 client.16596 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffad1b72740 10 client.16596 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffad1b72740 20 client.16596 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.004+0000 7ffad1b72740 1 --2- 172.21.15.90:0/3746757592 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5654ace7f340 0x5654acee8280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.005+0000 7ffad1b72740 4 client.16596 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.005+0000 7ffad1b72740 1 -- 172.21.15.90:0/3746757592 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7ffabc0035f0 con 0x5654ace7f340 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.005+0000 7ffaccb19640 1 --2- 172.21.15.90:0/3746757592 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5654ace7f340 0x5654acee8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.005+0000 7ffaa7fff640 10 client.16596 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.005+0000 7ffaccb19640 1 --2- 172.21.15.90:0/3746757592 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5654ace7f340 0x5654acee8280 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc475a166fbc5c52 server_cookie=fd857eaa986bf49e in_seq=0 out_seq=0 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.005+0000 7ffaa7fff640 1 -- 172.21.15.90:0/3746757592 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7ffabc0035f0 con 0x5654ace7f340 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.005+0000 7ffaa7fff640 10 client.16596 handle_command_reply: tid=0 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.005+0000 7ffad1b72740 1 client.16596 shutdown 2024-04-26T17:29:26.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.005+0000 7ffad1b72740 1 -- 172.21.15.90:0/3746757592 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6b2f0 msgr2=0x5654ace79d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:26.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.005+0000 7ffad1b72740 1 --2- 172.21.15.90:0/3746757592 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6b2f0 0x5654ace79d60 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7ffac00042f0 tx=0x7ffac00047b0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.006+0000 7ffad1b72740 1 -- 172.21.15.90:0/3746757592 shutdown_connections 2024-04-26T17:29:26.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.006+0000 7ffad1b72740 1 --2- 172.21.15.90:0/3746757592 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x5654ace7f340 0x5654acee8280 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.006+0000 7ffad1b72740 1 --2- 172.21.15.90:0/3746757592 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654ace6b2f0 0x5654ace79d60 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.006+0000 7ffaa7fff640 0 client.16596 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:26.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.006+0000 7ffad1b72740 1 --2- 172.21.15.90:0/3746757592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5654ace6a930 0x5654ace76d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.006+0000 7ffad1b72740 1 --2- 172.21.15.90:0/3746757592 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654ace69760 0x5654ace76800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.006+0000 7ffad1b72740 1 -- 172.21.15.90:0/3746757592 >> 172.21.15.90:0/3746757592 conn(0x5654ace64c50 msgr2=0x5654ace67b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:26.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.006+0000 7ffad1b72740 1 -- 172.21.15.90:0/3746757592 shutdown_connections 2024-04-26T17:29:26.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.006+0000 7ffad1b72740 1 -- 172.21.15.90:0/3746757592 wait complete. 2024-04-26T17:29:26.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.006+0000 7ffad1b72740 20 client.16596 trim_cache size 0 max 16384 2024-04-26T17:29:26.016 INFO:teuthology.orchestra.run.smithi090.stdout:[] 2024-04-26T17:29:26.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.007+0000 7ffaced7d640 1 -- 172.21.15.90:0/651082695 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ffab80a3c30 msgr2=0x7ffab80a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:26.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.007+0000 7ffaced7d640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ffab80a3c30 0x7ffab80a60f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ffabc005ab0 tx=0x7ffabc005fd0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.007+0000 7ffaced7d640 1 -- 172.21.15.90:0/651082695 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffac8102230 msgr2=0x7ffac819ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:26.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.007+0000 7ffaced7d640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffac8102230 0x7ffac819ab30 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7ffab400e9f0 tx=0x7ffab400edf0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.007+0000 7ffaced7d640 1 -- 172.21.15.90:0/651082695 shutdown_connections 2024-04-26T17:29:26.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.007+0000 7ffaced7d640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ffab80a3c30 0x7ffab80a60f0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.007+0000 7ffaced7d640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffac8102bf0 0x7ffac81a1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.007+0000 7ffaced7d640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffac8102230 0x7ffac819ab30 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.007+0000 7ffaced7d640 1 --2- 172.21.15.90:0/651082695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffac8101040 0x7ffac819a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:26.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.007+0000 7ffaced7d640 1 -- 172.21.15.90:0/651082695 >> 172.21.15.90:0/651082695 conn(0x7ffac80fc5b0 msgr2=0x7ffac80692c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:26.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.007+0000 7ffaced7d640 1 -- 172.21.15.90:0/651082695 shutdown_connections 2024-04-26T17:29:26.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:29:26.007+0000 7ffaced7d640 1 -- 172.21.15.90:0/651082695 wait complete. 2024-04-26T17:29:26.019 ERROR:tasks.fwd_scrub:rank 3 damaged: [{'damage_type': 'backtrace', 'id': 26976572, 'ino': 1099511628452, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac'}, {'damage_type': 'backtrace', 'id': 32003807, 'ino': 1099511628349, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex'}, {'damage_type': 'backtrace', 'id': 44278966, 'ino': 1099511630392, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/reserved-memory'}, {'damage_type': 'backtrace', 'id': 45344881, 'ino': 1099511630840, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt'}, {'damage_type': 'backtrace', 'id': 46551917, 'ino': 1099511628324, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu'}, {'damage_type': 'backtrace', 'id': 58137969, 'ino': 1099511628395, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350'}, {'damage_type': 'backtrace', 'id': 81665159, 'ino': 1099511628339, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget'}, {'damage_type': 'backtrace', 'id': 108542243, 'ino': 1099511628388, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi'}, {'damage_type': 'backtrace', 'id': 113251126, 'ino': 1099511629595, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hsi'}, {'damage_type': 'backtrace', 'id': 120224847, 'ino': 1099511630166, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pinctrl'}, {'damage_type': 'backtrace', 'id': 133252762, 'ino': 1099511630096, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/panel'}, {'damage_type': 'backtrace', 'id': 136167926, 'ino': 1099511628419, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi'}, {'damage_type': 'backtrace', 'id': 136968163, 'ino': 1099511628369, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-ata'}, {'damage_type': 'backtrace', 'id': 142027796, 'ino': 1099511628344, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid'}, {'damage_type': 'backtrace', 'id': 147399528, 'ino': 1099511628329, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04'}, {'damage_type': 'backtrace', 'id': 152707550, 'ino': 1099511629178, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt'}, {'damage_type': 'backtrace', 'id': 154618068, 'ino': 1099511629263, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear'}, {'damage_type': 'backtrace', 'id': 157678747, 'ino': 1099511630322, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pwm'}, {'damage_type': 'backtrace', 'id': 169991468, 'ino': 1099511628305, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ip_queue'}, {'damage_type': 'backtrace', 'id': 184283825, 'ino': 1099511628399, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935'}, {'damage_type': 'backtrace', 'id': 192493960, 'ino': 1099511630820, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1'}, {'damage_type': 'backtrace', 'id': 211466822, 'ino': 1099511628453, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node'}, {'damage_type': 'backtrace', 'id': 223168268, 'ino': 1099511629287, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt'}, {'damage_type': 'backtrace', 'id': 236559267, 'ino': 1099511628294, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/README'}, {'damage_type': 'backtrace', 'id': 239129263, 'ino': 1099511630830, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt'}, {'damage_type': 'backtrace', 'id': 242913384, 'ino': 1099511629145, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt'}, {'damage_type': 'backtrace', 'id': 247060002, 'ino': 1099511630857, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt'}, {'damage_type': 'backtrace', 'id': 274453020, 'ino': 1099511629284, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt'}, {'damage_type': 'backtrace', 'id': 292643056, 'ino': 1099511630768, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt'}, {'damage_type': 'backtrace', 'id': 300495539, 'ino': 1099511628368, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/pstore'}, {'damage_type': 'backtrace', 'id': 304823614, 'ino': 1099511629197, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt'}, {'damage_type': 'backtrace', 'id': 306186612, 'ino': 1099511628439, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics'}, {'damage_type': 'backtrace', 'id': 319166589, 'ino': 1099511629208, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt'}, {'damage_type': 'backtrace', 'id': 322184197, 'ino': 1099511628333, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module'}, {'damage_type': 'backtrace', 'id': 326621448, 'ino': 1099511628346, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage'}, {'damage_type': 'backtrace', 'id': 336103665, 'ino': 1099511629497, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/drm'}, {'damage_type': 'backtrace', 'id': 342119224, 'ino': 1099511629246, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip'}, {'damage_type': 'backtrace', 'id': 342719864, 'ino': 1099511629900, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi'}, {'damage_type': 'backtrace', 'id': 350198369, 'ino': 1099511629285, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt'}, {'damage_type': 'backtrace', 'id': 350216860, 'ino': 1099511628405, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss'}, {'damage_type': 'backtrace', 'id': 357241004, 'ino': 1099511630812, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt'}, {'damage_type': 'backtrace', 'id': 366954330, 'ino': 1099511628358, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe'}, {'damage_type': 'backtrace', 'id': 369021843, 'ino': 1099511630772, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt'}, {'damage_type': 'backtrace', 'id': 376355504, 'ino': 1099511628371, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache'}, {'damage_type': 'backtrace', 'id': 379532465, 'ino': 1099511629699, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/input'}, {'damage_type': 'backtrace', 'id': 383895449, 'ino': 1099511630806, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt'}, {'damage_type': 'backtrace', 'id': 384776597, 'ino': 1099511630860, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt'}, {'damage_type': 'backtrace', 'id': 386958375, 'ino': 1099511629271, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/tegra'}, {'damage_type': 'backtrace', 'id': 387514423, 'ino': 1099511628385, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7'}, {'damage_type': 'backtrace', 'id': 392998129, 'ino': 1099511629280, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ux500'}, {'damage_type': 'backtrace', 'id': 394091620, 'ino': 1099511628436, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan'}, {'damage_type': 'backtrace', 'id': 406717529, 'ino': 1099511630793, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt'}, {'damage_type': 'backtrace', 'id': 420908939, 'ino': 1099511630484, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/soc'}, {'damage_type': 'backtrace', 'id': 424849745, 'ino': 1099511628392, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio'}, {'damage_type': 'backtrace', 'id': 447214956, 'ino': 1099511628447, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host'}, {'damage_type': 'backtrace', 'id': 462137497, 'ino': 1099511629787, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds'}, {'damage_type': 'backtrace', 'id': 463336179, 'ino': 1099511630841, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt'}, {'damage_type': 'backtrace', 'id': 475413178, 'ino': 1099511628290, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5'}, {'damage_type': 'backtrace', 'id': 485151360, 'ino': 1099511630320, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pps'}, {'damage_type': 'backtrace', 'id': 491837849, 'ino': 1099511629228, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt'}, {'damage_type': 'backtrace', 'id': 496273936, 'ino': 1099511630853, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt'}, {'damage_type': 'backtrace', 'id': 522429466, 'ino': 1099511628318, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight'}, {'damage_type': 'backtrace', 'id': 532408574, 'ino': 1099511630624, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/spi'}, {'damage_type': 'backtrace', 'id': 537999682, 'ino': 1099511629850, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag'}, {'damage_type': 'backtrace', 'id': 541657231, 'ino': 1099511629179, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt'}, {'damage_type': 'backtrace', 'id': 553939761, 'ino': 1099511628407, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform'}, {'damage_type': 'backtrace', 'id': 564323360, 'ino': 1099511628296, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads'}, {'damage_type': 'backtrace', 'id': 565003605, 'ino': 1099511629156, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt'}, {'damage_type': 'backtrace', 'id': 567511866, 'ino': 1099511629756, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller'}, {'damage_type': 'backtrace', 'id': 572296682, 'ino': 1099511628292, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX'}, {'damage_type': 'backtrace', 'id': 576215390, 'ino': 1099511628382, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css'}, {'damage_type': 'backtrace', 'id': 587228994, 'ino': 1099511628338, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget'}, {'damage_type': 'backtrace', 'id': 587550898, 'ino': 1099511630814, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt'}, {'damage_type': 'backtrace', 'id': 587980551, 'ino': 1099511630788, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt'}, {'damage_type': 'backtrace', 'id': 606366413, 'ino': 1099511630835, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt'}, {'damage_type': 'backtrace', 'id': 609679067, 'ino': 1099511630845, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt'}, {'damage_type': 'backtrace', 'id': 612289316, 'ino': 1099511629229, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/omap'}, {'damage_type': 'backtrace', 'id': 614255178, 'ino': 1099511630240, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/power_supply'}, {'damage_type': 'backtrace', 'id': 614297991, 'ino': 1099511629288, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt'}, {'damage_type': 'backtrace', 'id': 633586552, 'ino': 1099511630145, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/phy'}, {'damage_type': 'backtrace', 'id': 634048541, 'ino': 1099511630795, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt'}, {'damage_type': 'backtrace', 'id': 640657550, 'ino': 1099511630839, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt'}, {'damage_type': 'backtrace', 'id': 676446378, 'ino': 1099511628432, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd'}, {'damage_type': 'backtrace', 'id': 679203066, 'ino': 1099511630834, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt'}, {'damage_type': 'backtrace', 'id': 685383369, 'ino': 1099511628320, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm'}, {'damage_type': 'backtrace', 'id': 688094596, 'ino': 1099511628415, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency'}, {'damage_type': 'backtrace', 'id': 692871325, 'ino': 1099511628433, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net'}, {'damage_type': 'backtrace', 'id': 703391189, 'ino': 1099511628326, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp'}, {'damage_type': 'backtrace', 'id': 712367997, 'ino': 1099511628413, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest'}, {'damage_type': 'backtrace', 'id': 715649066, 'ino': 1099511628316, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb'}, {'damage_type': 'backtrace', 'id': 719721103, 'ino': 1099511628360, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad'}, {'damage_type': 'backtrace', 'id': 728059897, 'ino': 1099511629319, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/c6x'}, {'damage_type': 'backtrace', 'id': 732648014, 'ino': 1099511630662, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/spmi'}, {'damage_type': 'backtrace', 'id': 738000358, 'ino': 1099511628350, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet'}, {'damage_type': 'backtrace', 'id': 747395492, 'ino': 1099511628434, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv'}, {'damage_type': 'backtrace', 'id': 753254914, 'ino': 1099511630353, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/regulator'}, {'damage_type': 'backtrace', 'id': 754724807, 'ino': 1099511630862, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/overlay-notes.txt'}, {'damage_type': 'backtrace', 'id': 762336076, 'ino': 1099511629250, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt'}, {'damage_type': 'backtrace', 'id': 773877753, 'ino': 1099511628330, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars'}, {'damage_type': 'backtrace', 'id': 779675091, 'ino': 1099511629150, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt'}, {'damage_type': 'backtrace', 'id': 801589881, 'ino': 1099511629251, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt'}, {'damage_type': 'backtrace', 'id': 807673510, 'ino': 1099511630799, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt'}, {'damage_type': 'backtrace', 'id': 808046387, 'ino': 1099511628422, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon'}, {'damage_type': 'backtrace', 'id': 838202525, 'ino': 1099511629266, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt'}, {'damage_type': 'backtrace', 'id': 847869053, 'ino': 1099511629270, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt'}, {'damage_type': 'backtrace', 'id': 849709109, 'ino': 1099511629527, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fpga'}, {'damage_type': 'backtrace', 'id': 856613325, 'ino': 1099511630261, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/powerpc'}, {'damage_type': 'backtrace', 'id': 860316558, 'ino': 1099511631295, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt'}, {'damage_type': 'backtrace', 'id': 872066909, 'ino': 1099511628478, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff'}, {'damage_type': 'backtrace', 'id': 884455871, 'ino': 1099511629140, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt'}, {'damage_type': 'backtrace', 'id': 888901041, 'ino': 1099511629184, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/davinci'}, {'damage_type': 'backtrace', 'id': 892811551, 'ino': 1099511630792, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt'}, {'damage_type': 'backtrace', 'id': 911548355, 'ino': 1099511629778, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu'}, {'damage_type': 'backtrace', 'id': 917123039, 'ino': 1099511629904, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips'}, {'damage_type': 'backtrace', 'id': 920283086, 'ino': 1099511628372, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm'}, {'damage_type': 'backtrace', 'id': 930364052, 'ino': 1099511630773, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt'}, {'damage_type': 'backtrace', 'id': 931483944, 'ino': 1099511629133, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/00-INDEX'}, {'damage_type': 'backtrace', 'id': 934269285, 'ino': 1099511628317, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend'}, {'damage_type': 'backtrace', 'id': 939813340, 'ino': 1099511628409, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg'}, {'damage_type': 'backtrace', 'id': 951558925, 'ino': 1099511629207, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt'}, {'damage_type': 'backtrace', 'id': 958513722, 'ino': 1099511630408, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/rtc'}, {'damage_type': 'backtrace', 'id': 975485045, 'ino': 1099511628437, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh'}, {'damage_type': 'backtrace', 'id': 978182885, 'ino': 1099511629187, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/exynos'}, {'damage_type': 'backtrace', 'id': 980961038, 'ino': 1099511628359, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ec'}, {'damage_type': 'backtrace', 'id': 986453456, 'ino': 1099511630780, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt'}, {'damage_type': 'backtrace', 'id': 991858178, 'ino': 1099511629282, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt'}, {'damage_type': 'backtrace', 'id': 995232866, 'ino': 1099511628481, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys'}, {'damage_type': 'backtrace', 'id': 1017907959, 'ino': 1099511628425, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu'}, {'damage_type': 'backtrace', 'id': 1030777372, 'ino': 1099511628337, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing'}, {'damage_type': 'backtrace', 'id': 1054659150, 'ino': 1099511628440, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd'}, {'damage_type': 'backtrace', 'id': 1055058187, 'ino': 1099511629215, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl'}, {'damage_type': 'backtrace', 'id': 1067548641, 'ino': 1099511629267, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt'}, {'damage_type': 'backtrace', 'id': 1072595714, 'ino': 1099511628424, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu'}, {'damage_type': 'backtrace', 'id': 1073533097, 'ino': 1099511628475, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe'}, {'damage_type': 'backtrace', 'id': 1074737065, 'ino': 1099511629147, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards'}, {'damage_type': 'backtrace', 'id': 1099058515, 'ino': 1099511629193, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt'}, {'damage_type': 'backtrace', 'id': 1105433901, 'ino': 1099511628373, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd'}, {'damage_type': 'backtrace', 'id': 1111472273, 'ino': 1099511629311, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt'}, {'damage_type': 'backtrace', 'id': 1116496765, 'ino': 1099511628327, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx'}, {'damage_type': 'backtrace', 'id': 1119072128, 'ino': 1099511628325, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory'}, {'damage_type': 'backtrace', 'id': 1128803637, 'ino': 1099511630394, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/reset'}, {'damage_type': 'backtrace', 'id': 1137881193, 'ino': 1099511628348, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm'}, {'damage_type': 'backtrace', 'id': 1146282705, 'ino': 1099511629447, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/crypto'}, {'damage_type': 'backtrace', 'id': 1166987620, 'ino': 1099511628383, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events'}, {'damage_type': 'backtrace', 'id': 1188694069, 'ino': 1099511630815, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt'}, {'damage_type': 'backtrace', 'id': 1194934148, 'ino': 1099511628450, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-dev'}, {'damage_type': 'backtrace', 'id': 1217961918, 'ino': 1099511630842, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt'}, {'damage_type': 'backtrace', 'id': 1225559452, 'ino': 1099511628381, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc'}, {'damage_type': 'backtrace', 'id': 1227768617, 'ino': 1099511630851, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86'}, {'damage_type': 'backtrace', 'id': 1242876644, 'ino': 1099511630785, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt'}, {'damage_type': 'backtrace', 'id': 1264998845, 'ino': 1099511628435, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm'}, {'damage_type': 'backtrace', 'id': 1271212907, 'ino': 1099511629262, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt'}, {'damage_type': 'backtrace', 'id': 1276654093, 'ino': 1099511629158, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm'}, {'damage_type': 'backtrace', 'id': 1276882413, 'ino': 1099511628443, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm'}, {'damage_type': 'backtrace', 'id': 1288225843, 'ino': 1099511629293, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt'}, {'damage_type': 'backtrace', 'id': 1288773722, 'ino': 1099511630665, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/staging'}, {'damage_type': 'backtrace', 'id': 1294517388, 'ino': 1099511629182, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt'}, {'damage_type': 'backtrace', 'id': 1307940913, 'ino': 1099511629214, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt'}, {'damage_type': 'backtrace', 'id': 1323200696, 'ino': 1099511630798, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt'}, {'damage_type': 'backtrace', 'id': 1325364657, 'ino': 1099511630090, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/nios2'}, {'damage_type': 'backtrace', 'id': 1328560565, 'ino': 1099511630715, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/usb'}, {'damage_type': 'backtrace', 'id': 1333023279, 'ino': 1099511630776, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt'}, {'damage_type': 'backtrace', 'id': 1334283136, 'ino': 1099511628335, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification'}, {'damage_type': 'backtrace', 'id': 1343421715, 'ino': 1099511628429, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r'}, {'damage_type': 'backtrace', 'id': 1344586695, 'ino': 1099511630825, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt'}, {'damage_type': 'backtrace', 'id': 1344702681, 'ino': 1099511629175, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt'}, {'damage_type': 'backtrace', 'id': 1345037236, 'ino': 1099511630844, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt'}, {'damage_type': 'backtrace', 'id': 1346627570, 'ino': 1099511629265, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt'}, {'damage_type': 'backtrace', 'id': 1358814265, 'ino': 1099511628319, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill'}, {'damage_type': 'backtrace', 'id': 1360885355, 'ino': 1099511629155, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt'}, {'damage_type': 'backtrace', 'id': 1401415516, 'ino': 1099511629278, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt'}, {'damage_type': 'backtrace', 'id': 1408616970, 'ino': 1099511630807, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt'}, {'damage_type': 'backtrace', 'id': 1417917848, 'ino': 1099511629269, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt'}, {'damage_type': 'backtrace', 'id': 1433816861, 'ino': 1099511629326, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/chosen.txt'}, {'damage_type': 'backtrace', 'id': 1438597285, 'ino': 1099511629312, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/bus'}, {'damage_type': 'backtrace', 'id': 1440659478, 'ino': 1099511628474, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu'}, {'damage_type': 'backtrace', 'id': 1444994851, 'ino': 1099511628308, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/raw1394'}, {'damage_type': 'backtrace', 'id': 1449293037, 'ino': 1099511629134, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings'}, {'damage_type': 'backtrace', 'id': 1450022963, 'ino': 1099511630822, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt'}, {'damage_type': 'backtrace', 'id': 1454747701, 'ino': 1099511628442, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap'}, {'damage_type': 'backtrace', 'id': 1459855580, 'ino': 1099511629260, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt'}, {'damage_type': 'backtrace', 'id': 1470915585, 'ino': 1099511630827, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt'}, {'damage_type': 'backtrace', 'id': 1481418964, 'ino': 1099511628391, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533'}, {'damage_type': 'backtrace', 'id': 1486285839, 'ino': 1099511629171, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda'}, {'damage_type': 'backtrace', 'id': 1487567992, 'ino': 1099511629286, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt'}, {'damage_type': 'backtrace', 'id': 1503742811, 'ino': 1099511628356, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2'}, {'damage_type': 'backtrace', 'id': 1506115489, 'ino': 1099511628363, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd'}, {'damage_type': 'backtrace', 'id': 1525447525, 'ino': 1099511628304, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/dv1394'}, {'damage_type': 'backtrace', 'id': 1529960651, 'ino': 1099511628302, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed'}, {'damage_type': 'backtrace', 'id': 1533275569, 'ino': 1099511629252, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/samsung'}, {'damage_type': 'backtrace', 'id': 1543004039, 'ino': 1099511629465, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/dma'}, {'damage_type': 'backtrace', 'id': 1546338774, 'ino': 1099511628379, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x'}, {'damage_type': 'backtrace', 'id': 1549207514, 'ino': 1099511628367, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/procfs-diskstats'}, {'damage_type': 'backtrace', 'id': 1576260116, 'ino': 1099511629799, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox'}, {'damage_type': 'backtrace', 'id': 1578307696, 'ino': 1099511628306, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/net_dma'}, {'damage_type': 'backtrace', 'id': 1579106444, 'ino': 1099511628456, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc'}, {'damage_type': 'backtrace', 'id': 1591955378, 'ino': 1099511628408, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd'}, {'damage_type': 'backtrace', 'id': 1597948290, 'ino': 1099511628397, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als'}, {'damage_type': 'backtrace', 'id': 1600309435, 'ino': 1099511630775, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt'}, {'damage_type': 'backtrace', 'id': 1603521793, 'ino': 1099511630794, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt'}, {'damage_type': 'backtrace', 'id': 1608687940, 'ino': 1099511630495, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/sound'}, {'damage_type': 'backtrace', 'id': 1614089268, 'ino': 1099511629245, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt'}, {'damage_type': 'backtrace', 'id': 1643453257, 'ino': 1099511628431, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt'}, {'damage_type': 'backtrace', 'id': 1655763644, 'ino': 1099511628457, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online'}, {'damage_type': 'backtrace', 'id': 1656521625, 'ino': 1099511630801, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt'}, {'damage_type': 'backtrace', 'id': 1660565509, 'ino': 1099511629202, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/keystone'}, {'damage_type': 'backtrace', 'id': 1670375606, 'ino': 1099511630764, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt'}, {'damage_type': 'backtrace', 'id': 1690739493, 'ino': 1099511630813, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt'}, {'damage_type': 'backtrace', 'id': 1691026681, 'ino': 1099511629153, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt'}, {'damage_type': 'backtrace', 'id': 1696682683, 'ino': 1099511630777, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt'}, {'damage_type': 'backtrace', 'id': 1716514807, 'ino': 1099511629157, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt'}, {'damage_type': 'backtrace', 'id': 1719909931, 'ino': 1099511628454, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr'}, {'damage_type': 'backtrace', 'id': 1724917834, 'ino': 1099511629183, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt'}, {'damage_type': 'backtrace', 'id': 1725908512, 'ino': 1099511628411, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb'}, {'damage_type': 'backtrace', 'id': 1752713265, 'ino': 1099511630864, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/usage-model.txt'}, {'damage_type': 'backtrace', 'id': 1756854736, 'ino': 1099511630767, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight'}, {'damage_type': 'backtrace', 'id': 1776156783, 'ino': 1099511630832, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt'}, {'damage_type': 'backtrace', 'id': 1784230076, 'ino': 1099511628398, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050'}, {'damage_type': 'backtrace', 'id': 1787693227, 'ino': 1099511629612, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/i2c'}, {'damage_type': 'backtrace', 'id': 1788999113, 'ino': 1099511628370, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block'}, {'damage_type': 'backtrace', 'id': 1807855572, 'ino': 1099511628301, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra'}, {'damage_type': 'backtrace', 'id': 1808604168, 'ino': 1099511630819, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt'}, {'damage_type': 'backtrace', 'id': 1808973043, 'ino': 1099511628412, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg'}, {'damage_type': 'backtrace', 'id': 1811382633, 'ino': 1099511628293, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI'}, {'damage_type': 'backtrace', 'id': 1812078140, 'ino': 1099511628298, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill'}, {'damage_type': 'backtrace', 'id': 1816017216, 'ino': 1099511629529, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fuse'}, {'damage_type': 'backtrace', 'id': 1818269114, 'ino': 1099511630671, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt'}, {'damage_type': 'backtrace', 'id': 1822852879, 'ino': 1099511630778, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt'}, {'damage_type': 'backtrace', 'id': 1844171339, 'ino': 1099511629327, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/clock'}, {'damage_type': 'backtrace', 'id': 1852419631, 'ino': 1099511628366, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ima_policy'}, {'damage_type': 'backtrace', 'id': 1862064153, 'ino': 1099511628342, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem'}, {'damage_type': 'backtrace', 'id': 1863728478, 'ino': 1099511630833, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt'}, {'damage_type': 'backtrace', 'id': 1873440207, 'ino': 1099511629141, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/altera'}, {'damage_type': 'backtrace', 'id': 1894136388, 'ino': 1099511628480, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd'}, {'damage_type': 'backtrace', 'id': 1913797570, 'ino': 1099511629279, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt'}, {'damage_type': 'backtrace', 'id': 1920920557, 'ino': 1099511630095, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt'}, {'damage_type': 'backtrace', 'id': 1953928117, 'ino': 1099511629135, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ABI.txt'}, {'damage_type': 'backtrace', 'id': 1957606096, 'ino': 1099511628334, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp'}, {'damage_type': 'backtrace', 'id': 1962626448, 'ino': 1099511629139, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm'}, {'damage_type': 'backtrace', 'id': 1962994135, 'ino': 1099511629170, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt'}, {'damage_type': 'backtrace', 'id': 2018077836, 'ino': 1099511630769, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt'}, {'damage_type': 'backtrace', 'id': 2023161262, 'ino': 1099511629200, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt'}, {'damage_type': 'backtrace', 'id': 2030661474, 'ino': 1099511630809, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt'}, {'damage_type': 'backtrace', 'id': 2031298204, 'ino': 1099511629665, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iio'}, {'damage_type': 'backtrace', 'id': 2034482594, 'ino': 1099511628343, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs'}, {'damage_type': 'backtrace', 'id': 2041168590, 'ino': 1099511628297, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb'}, {'damage_type': 'backtrace', 'id': 2058508830, 'ino': 1099511630847, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt'}, {'damage_type': 'backtrace', 'id': 2064968686, 'ino': 1099511628466, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup'}, {'damage_type': 'backtrace', 'id': 2077668041, 'ino': 1099511628460, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb'}, {'damage_type': 'backtrace', 'id': 2080820979, 'ino': 1099511630852, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt'}, {'damage_type': 'backtrace', 'id': 2081853553, 'ino': 1099511628386, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci'}, {'damage_type': 'backtrace', 'id': 2083347536, 'ino': 1099511628299, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus'}, {'damage_type': 'backtrace', 'id': 2083573513, 'ino': 1099511630763, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt'}, {'damage_type': 'backtrace', 'id': 2085229513, 'ino': 1099511629168, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt'}, {'damage_type': 'backtrace', 'id': 2085820574, 'ino': 1099511630803, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt'}, {'damage_type': 'backtrace', 'id': 2098702849, 'ino': 1099511629592, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/graph.txt'}, {'damage_type': 'backtrace', 'id': 2103943794, 'ino': 1099511630770, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt'}, {'damage_type': 'backtrace', 'id': 2106539196, 'ino': 1099511628375, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi'}, {'damage_type': 'backtrace', 'id': 2116228254, 'ino': 1099511629259, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt'}, {'damage_type': 'backtrace', 'id': 2117592887, 'ino': 1099511630823, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt'}, {'damage_type': 'backtrace', 'id': 2136369420, 'ino': 1099511630824, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog'}, {'damage_type': 'backtrace', 'id': 2158190141, 'ino': 1099511629196, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt'}, {'damage_type': 'backtrace', 'id': 2184782559, 'ino': 1099511629186, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt'}, {'damage_type': 'backtrace', 'id': 2184831152, 'ino': 1099511628365, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/evm'}, {'damage_type': 'backtrace', 'id': 2186147990, 'ino': 1099511628332, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog'}, {'damage_type': 'backtrace', 'id': 2186925141, 'ino': 1099511628438, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues'}, {'damage_type': 'backtrace', 'id': 2194108311, 'ino': 1099511628469, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use'}, {'damage_type': 'backtrace', 'id': 2194490370, 'ino': 1099511628477, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo'}, {'damage_type': 'backtrace', 'id': 2203604411, 'ino': 1099511628421, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq'}, {'damage_type': 'backtrace', 'id': 2206397578, 'ino': 1099511628446, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration'}, {'damage_type': 'backtrace', 'id': 2227481698, 'ino': 1099511628427, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led'}, {'damage_type': 'backtrace', 'id': 2238106030, 'ino': 1099511628303, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/devfs'}, {'damage_type': 'backtrace', 'id': 2248458198, 'ino': 1099511628328, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc'}, {'damage_type': 'backtrace', 'id': 2264223695, 'ino': 1099511628321, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi'}, {'damage_type': 'backtrace', 'id': 2272106266, 'ino': 1099511628470, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc'}, {'damage_type': 'backtrace', 'id': 2280470268, 'ino': 1099511629180, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method'}, {'damage_type': 'backtrace', 'id': 2294167108, 'ino': 1099511630766, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt'}, {'damage_type': 'backtrace', 'id': 2303552250, 'ino': 1099511630831, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt'}, {'damage_type': 'backtrace', 'id': 2305003750, 'ino': 1099511630837, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt'}, {'damage_type': 'backtrace', 'id': 2310424478, 'ino': 1099511628417, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870'}, {'damage_type': 'backtrace', 'id': 2311168343, 'ino': 1099511629152, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt'}, {'damage_type': 'backtrace', 'id': 2316457552, 'ino': 1099511628428, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533'}, {'damage_type': 'backtrace', 'id': 2323377685, 'ino': 1099511630849, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt'}, {'damage_type': 'backtrace', 'id': 2331070377, 'ino': 1099511630789, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt'}, {'damage_type': 'backtrace', 'id': 2342698652, 'ino': 1099511629146, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt'}, {'damage_type': 'backtrace', 'id': 2353324546, 'ino': 1099511630714, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/unittest.txt'}, {'damage_type': 'backtrace', 'id': 2362853697, 'ino': 1099511629227, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt'}, {'damage_type': 'backtrace', 'id': 2370151372, 'ino': 1099511630855, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt'}, {'damage_type': 'backtrace', 'id': 2375463612, 'ino': 1099511630442, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/serial'}, {'damage_type': 'backtrace', 'id': 2377221943, 'ino': 1099511628444, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc'}, {'damage_type': 'backtrace', 'id': 2378508869, 'ino': 1099511630774, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/bridge'}, {'damage_type': 'backtrace', 'id': 2384742286, 'ino': 1099511628322, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc'}, {'damage_type': 'backtrace', 'id': 2390792449, 'ino': 1099511630224, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/power'}, {'damage_type': 'backtrace', 'id': 2397619467, 'ino': 1099511628418, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533'}, {'damage_type': 'backtrace', 'id': 2401688787, 'ino': 1099511629593, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hid'}, {'damage_type': 'backtrace', 'id': 2429983058, 'ino': 1099511628463, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1'}, {'damage_type': 'backtrace', 'id': 2433521736, 'ino': 1099511629177, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt'}, {'damage_type': 'backtrace', 'id': 2443308588, 'ino': 1099511629226, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt'}, {'damage_type': 'backtrace', 'id': 2465865727, 'ino': 1099511630808, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt'}, {'damage_type': 'backtrace', 'id': 2474556639, 'ino': 1099511630686, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/timer'}, {'damage_type': 'backtrace', 'id': 2482514782, 'ino': 1099511628352, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial'}, {'damage_type': 'backtrace', 'id': 2485288056, 'ino': 1099511630858, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/booting-without-of.txt'}, {'damage_type': 'backtrace', 'id': 2512918517, 'ino': 1099511629176, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt'}, {'damage_type': 'backtrace', 'id': 2526745787, 'ino': 1099511629190, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/firmware'}, {'damage_type': 'backtrace', 'id': 2549918666, 'ino': 1099511628384, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format'}, {'damage_type': 'backtrace', 'id': 2549925848, 'ino': 1099511628458, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget'}, {'damage_type': 'backtrace', 'id': 2550084548, 'ino': 1099511628347, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi'}, {'damage_type': 'backtrace', 'id': 2579737083, 'ino': 1099511629261, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt'}, {'damage_type': 'backtrace', 'id': 2590934249, 'ino': 1099511628449, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc'}, {'damage_type': 'backtrace', 'id': 2605544597, 'ino': 1099511628403, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei'}, {'damage_type': 'backtrace', 'id': 2628388848, 'ino': 1099511629221, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/msm'}, {'damage_type': 'backtrace', 'id': 2630113508, 'ino': 1099511628402, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media'}, {'damage_type': 'backtrace', 'id': 2639790502, 'ino': 1099511630403, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt'}, {'damage_type': 'backtrace', 'id': 2651177407, 'ino': 1099511629210, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt'}, {'damage_type': 'backtrace', 'id': 2653374027, 'ino': 1099511629242, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt'}, {'damage_type': 'backtrace', 'id': 2658763213, 'ino': 1099511628396, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160'}, {'damage_type': 'backtrace', 'id': 2659394884, 'ino': 1099511629295, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ata'}, {'damage_type': 'backtrace', 'id': 2668595068, 'ino': 1099511630802, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d'}, {'damage_type': 'backtrace', 'id': 2668808955, 'ino': 1099511628341, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm'}, {'damage_type': 'backtrace', 'id': 2703306057, 'ino': 1099511630863, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/todo.txt'}, {'damage_type': 'backtrace', 'id': 2704689418, 'ino': 1099511628380, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel'}, {'damage_type': 'backtrace', 'id': 2707425957, 'ino': 1099511628467, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state'}, {'damage_type': 'backtrace', 'id': 2724216908, 'ino': 1099511628295, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete'}, {'damage_type': 'backtrace', 'id': 2732085864, 'ino': 1099511628355, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1'}, {'damage_type': 'backtrace', 'id': 2732369493, 'ino': 1099511629209, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt'}, {'damage_type': 'backtrace', 'id': 2766902105, 'ino': 1099511629268, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt'}, {'damage_type': 'backtrace', 'id': 2780258587, 'ino': 1099511629244, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt'}, {'damage_type': 'backtrace', 'id': 2780900132, 'ino': 1099511628430, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei'}, {'damage_type': 'backtrace', 'id': 2812946022, 'ino': 1099511629283, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt'}, {'damage_type': 'backtrace', 'id': 2815672695, 'ino': 1099511628464, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2'}, {'damage_type': 'backtrace', 'id': 2829470284, 'ino': 1099511628351, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis'}, {'damage_type': 'backtrace', 'id': 2835865583, 'ino': 1099511628468, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state'}, {'damage_type': 'backtrace', 'id': 2841187599, 'ino': 1099511628423, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu'}, {'damage_type': 'backtrace', 'id': 2842290376, 'ino': 1099511629919, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/misc'}, {'damage_type': 'backtrace', 'id': 2844733441, 'ino': 1099511628476, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid'}, {'damage_type': 'backtrace', 'id': 2852864235, 'ino': 1099511630761, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video'}, {'damage_type': 'backtrace', 'id': 2862866777, 'ino': 1099511629442, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/cpufreq'}, {'damage_type': 'backtrace', 'id': 2863162670, 'ino': 1099511630854, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt'}, {'damage_type': 'backtrace', 'id': 2868782339, 'ino': 1099511629241, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt'}, {'damage_type': 'backtrace', 'id': 2872218746, 'ino': 1099511628462, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0'}, {'damage_type': 'backtrace', 'id': 2873529028, 'ino': 1099511630783, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt'}, {'damage_type': 'backtrace', 'id': 2889135392, 'ino': 1099511629149, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt'}, {'damage_type': 'backtrace', 'id': 2909003542, 'ino': 1099511628291, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation'}, {'damage_type': 'backtrace', 'id': 2912630676, 'ino': 1099511630404, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/rng'}, {'damage_type': 'backtrace', 'id': 2928404457, 'ino': 1099511630712, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/ufs'}, {'damage_type': 'backtrace', 'id': 2928835248, 'ino': 1099511630805, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt'}, {'damage_type': 'backtrace', 'id': 2935730600, 'ino': 1099511630796, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt'}, {'damage_type': 'backtrace', 'id': 2944684269, 'ino': 1099511630816, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt'}, {'damage_type': 'backtrace', 'id': 2948269838, 'ino': 1099511629148, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt'}, {'damage_type': 'backtrace', 'id': 2964481449, 'ino': 1099511630093, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/nvec'}, {'damage_type': 'backtrace', 'id': 3009624227, 'ino': 1099511628461, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power'}, {'damage_type': 'backtrace', 'id': 3021030630, 'ino': 1099511628313, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls'}, {'damage_type': 'backtrace', 'id': 3022689733, 'ino': 1099511628389, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480'}, {'damage_type': 'backtrace', 'id': 3052227716, 'ino': 1099511628315, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire'}, {'damage_type': 'backtrace', 'id': 3060698357, 'ino': 1099511630850, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt'}, {'damage_type': 'backtrace', 'id': 3066402865, 'ino': 1099511630861, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/of_selftest.txt'}, {'damage_type': 'backtrace', 'id': 3067605326, 'ino': 1099511628354, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset'}, {'damage_type': 'backtrace', 'id': 3095291340, 'ino': 1099511629243, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt'}, {'damage_type': 'backtrace', 'id': 3095292670, 'ino': 1099511630821, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt'}, {'damage_type': 'backtrace', 'id': 3104497089, 'ino': 1099511628472, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu'}, {'damage_type': 'backtrace', 'id': 3107442778, 'ino': 1099511630672, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/thermal'}, {'damage_type': 'backtrace', 'id': 3127738395, 'ino': 1099511628488, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua'}, {'damage_type': 'backtrace', 'id': 3139105584, 'ino': 1099511628364, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/dev-kmsg'}, {'damage_type': 'backtrace', 'id': 3150064883, 'ino': 1099511630828, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt'}, {'damage_type': 'backtrace', 'id': 3150537572, 'ino': 1099511629586, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/gpu'}, {'damage_type': 'backtrace', 'id': 3162630557, 'ino': 1099511628307, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/o2cb'}, {'damage_type': 'backtrace', 'id': 3167625025, 'ino': 1099511629524, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/fb'}, {'damage_type': 'backtrace', 'id': 3179043161, 'ino': 1099511630829, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt'}, {'damage_type': 'backtrace', 'id': 3187659210, 'ino': 1099511630818, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/virtio'}, {'damage_type': 'backtrace', 'id': 3195453806, 'ino': 1099511629194, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt'}, {'damage_type': 'backtrace', 'id': 3215464302, 'ino': 1099511628471, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun'}, {'damage_type': 'backtrace', 'id': 3215885876, 'ino': 1099511628362, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto'}, {'damage_type': 'backtrace', 'id': 3227484958, 'ino': 1099511630838, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt'}, {'damage_type': 'backtrace', 'id': 3230645464, 'ino': 1099511629212, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek'}, {'damage_type': 'backtrace', 'id': 3242273830, 'ino': 1099511630810, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt'}, {'damage_type': 'backtrace', 'id': 3261914217, 'ino': 1099511629932, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mmc'}, {'damage_type': 'backtrace', 'id': 3268955868, 'ino': 1099511628455, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory'}, {'damage_type': 'backtrace', 'id': 3293571310, 'ino': 1099511628441, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-power'}, {'damage_type': 'backtrace', 'id': 3314316353, 'ino': 1099511628465, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot'}, {'damage_type': 'backtrace', 'id': 3331105161, 'ino': 1099511628479, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch'}, {'damage_type': 'backtrace', 'id': 3341651748, 'ino': 1099511630771, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt'}, {'damage_type': 'backtrace', 'id': 3354517820, 'ino': 1099511628416, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class'}, {'damage_type': 'backtrace', 'id': 3355335529, 'ino': 1099511629796, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2'}, {'damage_type': 'backtrace', 'id': 3392724651, 'ino': 1099511629169, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt'}, {'damage_type': 'backtrace', 'id': 3397730614, 'ino': 1099511630439, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/security'}, {'damage_type': 'backtrace', 'id': 3418198118, 'ino': 1099511628357, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc'}, {'damage_type': 'backtrace', 'id': 3427376647, 'ino': 1099511629136, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arc'}, {'damage_type': 'backtrace', 'id': 3431045914, 'ino': 1099511628336, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso'}, {'damage_type': 'backtrace', 'id': 3437930424, 'ino': 1099511628420, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl'}, {'damage_type': 'backtrace', 'id': 3438431967, 'ino': 1099511629520, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/extcon'}, {'damage_type': 'backtrace', 'id': 3448787711, 'ino': 1099511628406, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd'}, {'damage_type': 'backtrace', 'id': 3451258123, 'ino': 1099511629972, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mtd'}, {'damage_type': 'backtrace', 'id': 3452555861, 'ino': 1099511629804, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media'}, {'damage_type': 'backtrace', 'id': 3458010316, 'ino': 1099511628459, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3'}, {'damage_type': 'backtrace', 'id': 3484376615, 'ino': 1099511628400, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs'}, {'damage_type': 'backtrace', 'id': 3500087877, 'ino': 1099511629608, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hwrng'}, {'damage_type': 'backtrace', 'id': 3500768233, 'ino': 1099511630859, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/changesets.txt'}, {'damage_type': 'backtrace', 'id': 3513567521, 'ino': 1099511630760, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt'}, {'damage_type': 'backtrace', 'id': 3528742253, 'ino': 1099511628312, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb'}, {'damage_type': 'backtrace', 'id': 3572177486, 'ino': 1099511630843, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt'}, {'damage_type': 'backtrace', 'id': 3573842848, 'ino': 1099511629258, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt'}, {'damage_type': 'backtrace', 'id': 3593587567, 'ino': 1099511628394, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523'}, {'damage_type': 'backtrace', 'id': 3594642663, 'ino': 1099511628314, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile'}, {'damage_type': 'backtrace', 'id': 3599158681, 'ino': 1099511630762, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt'}, {'damage_type': 'backtrace', 'id': 3604312296, 'ino': 1099511629195, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt'}, {'damage_type': 'backtrace', 'id': 3612695872, 'ino': 1099511628487, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus'}, {'damage_type': 'backtrace', 'id': 3614579913, 'ino': 1099511628482, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo'}, {'damage_type': 'backtrace', 'id': 3614653800, 'ino': 1099511628404, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci'}, {'damage_type': 'backtrace', 'id': 3634044808, 'ino': 1099511628377, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma'}, {'damage_type': 'backtrace', 'id': 3635172874, 'ino': 1099511629201, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt'}, {'damage_type': 'backtrace', 'id': 3640760589, 'ino': 1099511630811, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt'}, {'damage_type': 'backtrace', 'id': 3641822719, 'ino': 1099511628376, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba'}, {'damage_type': 'backtrace', 'id': 3647465572, 'ino': 1099511628426, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd'}, {'damage_type': 'backtrace', 'id': 3648823252, 'ino': 1099511629519, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt'}, {'damage_type': 'backtrace', 'id': 3658147172, 'ino': 1099511628300, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus'}, {'damage_type': 'backtrace', 'id': 3664179504, 'ino': 1099511630804, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt'}, {'damage_type': 'backtrace', 'id': 3705463638, 'ino': 1099511629803, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/marvell.txt'}, {'damage_type': 'backtrace', 'id': 3714169661, 'ino': 1099511628390, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352'}, {'damage_type': 'backtrace', 'id': 3715530543, 'ino': 1099511630351, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/regmap'}, {'damage_type': 'backtrace', 'id': 3717615674, 'ino': 1099511628485, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus'}, {'damage_type': 'backtrace', 'id': 3722025639, 'ino': 1099511629854, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd'}, {'damage_type': 'backtrace', 'id': 3730545563, 'ino': 1099511628486, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure'}, {'damage_type': 'backtrace', 'id': 3737529977, 'ino': 1099511628361, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-olpc'}, {'damage_type': 'backtrace', 'id': 3741544514, 'ino': 1099511628340, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm'}, {'damage_type': 'backtrace', 'id': 3742936139, 'ino': 1099511630817, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt'}, {'damage_type': 'backtrace', 'id': 3743541882, 'ino': 1099511630790, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt'}, {'damage_type': 'backtrace', 'id': 3753990289, 'ino': 1099511628414, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-c2port'}, {'damage_type': 'backtrace', 'id': 3755257066, 'ino': 1099511629289, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500'}, {'damage_type': 'backtrace', 'id': 3758742374, 'ino': 1099511630124, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/pci'}, {'damage_type': 'backtrace', 'id': 3777596452, 'ino': 1099511628387, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe'}, {'damage_type': 'backtrace', 'id': 3782261459, 'ino': 1099511628448, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc'}, {'damage_type': 'backtrace', 'id': 3784210067, 'ino': 1099511629167, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt'}, {'damage_type': 'backtrace', 'id': 3803215048, 'ino': 1099511630800, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt'}, {'damage_type': 'backtrace', 'id': 3811888412, 'ino': 1099511630846, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt'}, {'damage_type': 'backtrace', 'id': 3819831061, 'ino': 1099511630781, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt'}, {'damage_type': 'backtrace', 'id': 3821661735, 'ino': 1099511628331, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump'}, {'damage_type': 'backtrace', 'id': 3845025056, 'ino': 1099511629599, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/hwmon'}, {'damage_type': 'backtrace', 'id': 3862207131, 'ino': 1099511628353, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink'}, {'damage_type': 'backtrace', 'id': 3871564868, 'ino': 1099511629151, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt'}, {'damage_type': 'backtrace', 'id': 3883259799, 'ino': 1099511628311, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev'}, {'damage_type': 'backtrace', 'id': 3892205675, 'ino': 1099511629839, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers'}, {'damage_type': 'backtrace', 'id': 3897325705, 'ino': 1099511629206, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt'}, {'damage_type': 'backtrace', 'id': 3932788342, 'ino': 1099511629192, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt'}, {'damage_type': 'backtrace', 'id': 3937816323, 'ino': 1099511628483, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku'}, {'damage_type': 'backtrace', 'id': 3941636679, 'ino': 1099511628309, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/video1394'}, {'damage_type': 'backtrace', 'id': 3951283903, 'ino': 1099511630784, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt'}, {'damage_type': 'backtrace', 'id': 3971795093, 'ino': 1099511629211, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt'}, {'damage_type': 'backtrace', 'id': 3974698495, 'ino': 1099511629205, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt'}, {'damage_type': 'backtrace', 'id': 3993564625, 'ino': 1099511628410, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc'}, {'damage_type': 'backtrace', 'id': 3995095720, 'ino': 1099511629294, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt'}, {'damage_type': 'backtrace', 'id': 3996159771, 'ino': 1099511630479, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/serio'}, {'damage_type': 'backtrace', 'id': 3996162578, 'ino': 1099511628378, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10'}, {'damage_type': 'backtrace', 'id': 4003322807, 'ino': 1099511630002, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/net'}, {'damage_type': 'backtrace', 'id': 4010050005, 'ino': 1099511629462, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/devfreq'}, {'damage_type': 'backtrace', 'id': 4013158139, 'ino': 1099511629204, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt'}, {'damage_type': 'backtrace', 'id': 4024150451, 'ino': 1099511630797, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt'}, {'damage_type': 'backtrace', 'id': 4031871523, 'ino': 1099511628310, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable'}, {'damage_type': 'backtrace', 'id': 4042663013, 'ino': 1099511629154, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt'}, {'damage_type': 'backtrace', 'id': 4043737381, 'ino': 1099511629531, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/gpio'}, {'damage_type': 'backtrace', 'id': 4063886988, 'ino': 1099511630765, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt'}, {'damage_type': 'backtrace', 'id': 4070312159, 'ino': 1099511630779, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt'}, {'damage_type': 'backtrace', 'id': 4078086892, 'ino': 1099511630786, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt'}, {'damage_type': 'backtrace', 'id': 4084220619, 'ino': 1099511630848, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt'}, {'damage_type': 'backtrace', 'id': 4088240581, 'ino': 1099511630836, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt'}, {'damage_type': 'backtrace', 'id': 4104619600, 'ino': 1099511630787, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt'}, {'damage_type': 'backtrace', 'id': 4120901073, 'ino': 1099511628484, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone'}, {'damage_type': 'backtrace', 'id': 4129477731, 'ino': 1099511628473, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl'}, {'damage_type': 'backtrace', 'id': 4141185020, 'ino': 1099511630791, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt'}, {'damage_type': 'backtrace', 'id': 4145027791, 'ino': 1099511628393, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150'}, {'damage_type': 'backtrace', 'id': 4149591780, 'ino': 1099511628374, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram'}, {'damage_type': 'backtrace', 'id': 4152078531, 'ino': 1099511628401, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio'}, {'damage_type': 'backtrace', 'id': 4167092404, 'ino': 1099511630856, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/xillybus'}, {'damage_type': 'backtrace', 'id': 4187217544, 'ino': 1099511629198, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon'}, {'damage_type': 'backtrace', 'id': 4203823551, 'ino': 1099511630782, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt'}, {'damage_type': 'backtrace', 'id': 4219209726, 'ino': 1099511628323, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node'}, {'damage_type': 'backtrace', 'id': 4228750941, 'ino': 1099511630826, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt'}, {'damage_type': 'backtrace', 'id': 4253497397, 'ino': 1099511628345, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback'}, {'damage_type': 'backtrace', 'id': 4292810325, 'ino': 1099511628451, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices'}, {'damage_type': 'backtrace', 'id': 4294080348, 'ino': 1099511628445, 'path': '/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator'}] 2024-04-26T17:29:26.019 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa/tasks/fwd_scrub.py", line 38, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa/tasks/fwd_scrub.py", line 55, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa/tasks/fwd_scrub.py", line 79, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa/tasks/fwd_scrub.py", line 90, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2024-04-26T17:29:26.732 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:26 smithi090 ceph-mon[29417]: pgmap v440: 129 pgs: 129 active+clean; 161 MiB data, 800 MiB used, 1.0 TiB / 1.0 TiB avail; 796 KiB/s rd, 1.5 MiB/s wr, 300 op/s 2024-04-26T17:29:26.796 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:26 smithi119 ceph-mon[32584]: pgmap v440: 129 pgs: 129 active+clean; 161 MiB data, 800 MiB used, 1.0 TiB / 1.0 TiB avail; 796 KiB/s rd, 1.5 MiB/s wr, 300 op/s 2024-04-26T17:29:27.001 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:26 smithi167 ceph-mon[32665]: pgmap v440: 129 pgs: 129 active+clean; 161 MiB data, 800 MiB used, 1.0 TiB / 1.0 TiB avail; 796 KiB/s rd, 1.5 MiB/s wr, 300 op/s 2024-04-26T17:29:27.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:27 smithi090 ceph-mon[29417]: pgmap v441: 129 pgs: 129 active+clean; 161 MiB data, 809 MiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 1.5 MiB/s wr, 266 op/s 2024-04-26T17:29:28.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:27 smithi167 ceph-mon[32665]: pgmap v441: 129 pgs: 129 active+clean; 161 MiB data, 809 MiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 1.5 MiB/s wr, 266 op/s 2024-04-26T17:29:28.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:27 smithi119 ceph-mon[32584]: pgmap v441: 129 pgs: 129 active+clean; 161 MiB data, 809 MiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 1.5 MiB/s wr, 266 op/s 2024-04-26T17:29:29.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:29 smithi090 ceph-mon[29417]: pgmap v442: 129 pgs: 129 active+clean; 166 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 364 op/s 2024-04-26T17:29:30.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:29 smithi167 ceph-mon[32665]: pgmap v442: 129 pgs: 129 active+clean; 166 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 364 op/s 2024-04-26T17:29:30.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:29 smithi119 ceph-mon[32584]: pgmap v442: 129 pgs: 129 active+clean; 166 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 364 op/s 2024-04-26T17:29:31.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:31 smithi090 ceph-mon[29417]: pgmap v443: 129 pgs: 129 active+clean; 166 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 938 KiB/s rd, 2.0 MiB/s wr, 288 op/s 2024-04-26T17:29:32.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:31 smithi167 ceph-mon[32665]: pgmap v443: 129 pgs: 129 active+clean; 166 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 938 KiB/s rd, 2.0 MiB/s wr, 288 op/s 2024-04-26T17:29:32.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:31 smithi119 ceph-mon[32584]: pgmap v443: 129 pgs: 129 active+clean; 166 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 938 KiB/s rd, 2.0 MiB/s wr, 288 op/s 2024-04-26T17:29:32.496 INFO:tasks.workunit.client.0.smithi090.stderr:+ sync 2024-04-26T17:29:33.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:33 smithi090 ceph-mon[29417]: pgmap v444: 129 pgs: 129 active+clean; 166 MiB data, 867 MiB used, 1.0 TiB / 1.0 TiB avail; 982 KiB/s rd, 2.1 MiB/s wr, 342 op/s 2024-04-26T17:29:34.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:33 smithi167 ceph-mon[32665]: pgmap v444: 129 pgs: 129 active+clean; 166 MiB data, 867 MiB used, 1.0 TiB / 1.0 TiB avail; 982 KiB/s rd, 2.1 MiB/s wr, 342 op/s 2024-04-26T17:29:34.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:33 smithi119 ceph-mon[32584]: pgmap v444: 129 pgs: 129 active+clean; 166 MiB data, 867 MiB used, 1.0 TiB / 1.0 TiB avail; 982 KiB/s rd, 2.1 MiB/s wr, 342 op/s 2024-04-26T17:29:35.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:35 smithi090 ceph-mon[29417]: pgmap v445: 129 pgs: 129 active+clean; 169 MiB data, 891 MiB used, 1.0 TiB / 1.0 TiB avail; 890 KiB/s rd, 1.8 MiB/s wr, 321 op/s 2024-04-26T17:29:35.946 INFO:tasks.workunit.client.0.smithi090.stderr:+ tar c linux-4.0.5 2024-04-26T17:29:36.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:35 smithi167 ceph-mon[32665]: pgmap v445: 129 pgs: 129 active+clean; 169 MiB data, 891 MiB used, 1.0 TiB / 1.0 TiB avail; 890 KiB/s rd, 1.8 MiB/s wr, 321 op/s 2024-04-26T17:29:36.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:35 smithi119 ceph-mon[32584]: pgmap v445: 129 pgs: 129 active+clean; 169 MiB data, 891 MiB used, 1.0 TiB / 1.0 TiB avail; 890 KiB/s rd, 1.8 MiB/s wr, 321 op/s 2024-04-26T17:29:37.883 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:37 smithi090 ceph-mon[29417]: pgmap v446: 129 pgs: 129 active+clean; 169 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 1.6 MiB/s wr, 284 op/s 2024-04-26T17:29:37.937 INFO:tasks.workunit.client.0.smithi090.stderr:+ rm -rf linux-4.0.5 2024-04-26T17:29:38.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:37 smithi167 ceph-mon[32665]: pgmap v446: 129 pgs: 129 active+clean; 169 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 1.6 MiB/s wr, 284 op/s 2024-04-26T17:29:38.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:37 smithi119 ceph-mon[32584]: pgmap v446: 129 pgs: 129 active+clean; 169 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 1.6 MiB/s wr, 284 op/s 2024-04-26T17:29:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.845+0000 7f8438b22640 1 -- 172.21.15.90:0/2528346630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8434105550 msgr2=0x7f8434107940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.845+0000 7f8438b22640 1 --2- 172.21.15.90:0/2528346630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8434105550 0x7f8434107940 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f841c009900 tx=0x7f841c02a410 comp rx=0 tx=0).stop 2024-04-26T17:29:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.845+0000 7f8438b22640 1 -- 172.21.15.90:0/2528346630 shutdown_connections 2024-04-26T17:29:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.845+0000 7f8438b22640 1 --2- 172.21.15.90:0/2528346630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434107e80 0x7f843410a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.845+0000 7f8438b22640 1 --2- 172.21.15.90:0/2528346630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8434105550 0x7f8434107940 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.845+0000 7f8438b22640 1 --2- 172.21.15.90:0/2528346630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8434102c20 0x7f8434105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.845+0000 7f8438b22640 1 -- 172.21.15.90:0/2528346630 >> 172.21.15.90:0/2528346630 conn(0x7f84340fc610 msgr2=0x7f84340fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.845+0000 7f8438b22640 1 -- 172.21.15.90:0/2528346630 shutdown_connections 2024-04-26T17:29:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.846+0000 7f8438b22640 1 -- 172.21.15.90:0/2528346630 wait complete. 2024-04-26T17:29:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.846+0000 7f8438b22640 1 Processor -- start 2024-04-26T17:29:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.846+0000 7f8438b22640 1 -- start start 2024-04-26T17:29:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.846+0000 7f8438b22640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8434102c20 0x7f84341982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8438b22640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8434105550 0x7f8434198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8438b22640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434107e80 0x7f843419f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8438b22640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f843410dcb0 con 0x7f8434105550 2024-04-26T17:29:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8438b22640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f843410db30 con 0x7f8434107e80 2024-04-26T17:29:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8438b22640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f843410de30 con 0x7f8434102c20 2024-04-26T17:29:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8429d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8434105550 0x7f8434198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f843259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8434102c20 0x7f84341982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8429d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8434105550 0x7f8434198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:45444/0 (socket says 172.21.15.90:45444) 2024-04-26T17:29:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f843259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8434102c20 0x7f84341982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:47344/0 (socket says 172.21.15.90:47344) 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8429d9b640 1 -- 172.21.15.90:0/866299105 learned_addr learned my addr 172.21.15.90:0/866299105 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8432d9d640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434107e80 0x7f843419f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8429d9b640 1 -- 172.21.15.90:0/866299105 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8434102c20 msgr2=0x7f84341982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8429d9b640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8434102c20 0x7f84341982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8429d9b640 1 -- 172.21.15.90:0/866299105 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434107e80 msgr2=0x7f843419f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8429d9b640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434107e80 0x7f843419f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8429d9b640 1 -- 172.21.15.90:0/866299105 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f843419ff10 con 0x7f8434105550 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8429d9b640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8434105550 0x7f8434198830 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f841c005ab0 tx=0x7f841c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f842bfff640 1 -- 172.21.15.90:0/866299105 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f841c03f030 con 0x7f8434105550 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f842bfff640 1 -- 172.21.15.90:0/866299105 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f841c003cb0 con 0x7f8434105550 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8438b22640 1 -- 172.21.15.90:0/866299105 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84341a01a0 con 0x7f8434105550 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f842bfff640 1 -- 172.21.15.90:0/866299105 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f841c035070 con 0x7f8434105550 2024-04-26T17:29:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.847+0000 7f8438b22640 1 -- 172.21.15.90:0/866299105 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84341a0690 con 0x7f8434105550 2024-04-26T17:29:38.857 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.850+0000 7f842bfff640 1 -- 172.21.15.90:0/866299105 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f841c042030 con 0x7f8434105550 2024-04-26T17:29:38.857 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.850+0000 7f843b83f740 1 Processor -- start 2024-04-26T17:29:38.857 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.850+0000 7f843b83f740 1 -- start start 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.850+0000 7f842bfff640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84200a3c50 0x7f84200a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.850+0000 7f843b83f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea585d0 0x55daaea589f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.850+0000 7f843b83f740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 0x55daaea5dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f843b83f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea5e130 0x55daaea605c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f843b83f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55daae9bd110 con 0x55daaea5e130 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f843b83f740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55daae9594a0 con 0x55daaea58fc0 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f843b83f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55daae9b90d0 con 0x55daaea585d0 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f842bfff640 1 -- 172.21.15.90:0/866299105 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f841c0f1010 con 0x7f8434105550 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8432d9d640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84200a3c50 0x7f84200a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8429d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 0x55daaea5dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8429d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 0x55daaea5dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:37240/0 (socket says 172.21.15.90:37240) 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f843259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea585d0 0x55daaea589f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8429d9b640 1 -- 172.21.15.90:0/2579333314 learned_addr learned my addr 172.21.15.90:0/2579333314 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8432d9d640 1 --2- 172.21.15.90:0/2579333314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea5e130 0x55daaea605c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8429d9b640 1 -- 172.21.15.90:0/2579333314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea585d0 msgr2=0x55daaea589f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8429d9b640 1 --2- 172.21.15.90:0/2579333314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea585d0 0x55daaea589f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8429d9b640 1 -- 172.21.15.90:0/2579333314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea5e130 msgr2=0x55daaea605c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8429d9b640 1 --2- 172.21.15.90:0/2579333314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea5e130 0x55daaea605c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8429d9b640 1 -- 172.21.15.90:0/2579333314 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55daae6cf210 con 0x55daaea58fc0 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f843259c640 1 --2- 172.21.15.90:0/2579333314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea585d0 0x55daaea589f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8432d9d640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84200a3c50 0x7f84200a6110 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f842c007310 tx=0x7f842c007df0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8429d9b640 1 --2- 172.21.15.90:0/2579333314 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 0x55daaea5dac0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f841c0c5660 tx=0x7f841c0b9390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d33b7c9b7ff9009c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8428d99640 1 -- 172.21.15.90:0/2579333314 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f841c049040 con 0x55daaea58fc0 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8428d99640 1 -- 172.21.15.90:0/2579333314 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f841c02bd00 con 0x55daaea58fc0 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.851+0000 7f8428d99640 1 -- 172.21.15.90:0/2579333314 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f841c0c12d0 con 0x55daaea58fc0 2024-04-26T17:29:38.859 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.852+0000 7f843b83f740 1 -- 172.21.15.90:0/2579333314 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 msgr2=0x55daaea5dac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.852+0000 7f843b83f740 1 --2- 172.21.15.90:0/2579333314 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 0x55daaea5dac0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f841c0c5660 tx=0x7f841c0b9390 comp rx=0 tx=0).stop 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.852+0000 7f843b83f740 1 -- 172.21.15.90:0/2579333314 shutdown_connections 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.852+0000 7f843b83f740 1 --2- 172.21.15.90:0/2579333314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea5e130 0x55daaea605c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.852+0000 7f843b83f740 1 --2- 172.21.15.90:0/2579333314 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 0x55daaea5dac0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.852+0000 7f843b83f740 1 --2- 172.21.15.90:0/2579333314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea585d0 0x55daaea589f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.852+0000 7f843b83f740 1 -- 172.21.15.90:0/2579333314 >> 172.21.15.90:0/2579333314 conn(0x55daaea209c0 msgr2=0x55daaea54050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.852+0000 7f843b83f740 1 -- 172.21.15.90:0/2579333314 shutdown_connections 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.852+0000 7f843b83f740 1 -- 172.21.15.90:0/2579333314 wait complete. 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843b83f740 1 -- start start 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843b83f740 1 Processor -- start 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843b83f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea585d0 0x55daaea623e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843b83f740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 0x55daaea62920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.860 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843b83f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea5e130 0x55daaea69960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843b83f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55daaea60ea0 con 0x55daaea585d0 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843b83f740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55daae9570b0 con 0x55daaea58fc0 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843b83f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55daaea61020 con 0x55daaea5e130 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843b83f740 10 client.0 _ll_register_callbacks cb 0x55daae944d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843259c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea585d0 0x55daaea623e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843259c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea585d0 0x55daaea623e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:45456/0 (socket says 172.21.15.90:45456) 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f8429d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 0x55daaea62920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843259c640 1 -- 172.21.15.90:0/2305209147 learned_addr learned my addr 172.21.15.90:0/2305209147 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f8432d9d640 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea5e130 0x55daaea69960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843259c640 1 -- 172.21.15.90:0/2305209147 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea5e130 msgr2=0x55daaea69960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843259c640 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea5e130 0x55daaea69960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843259c640 1 -- 172.21.15.90:0/2305209147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 msgr2=0x55daaea62920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843259c640 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 0x55daaea62920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.861 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843259c640 1 -- 172.21.15.90:0/2305209147 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55daae79b620 con 0x55daaea585d0 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f8429d9b640 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 0x55daaea62920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f843259c640 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea585d0 0x55daaea623e0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f84240126e0 tx=0x7f8424012ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=332ea40f296fd122 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.853+0000 7f8419ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f8419ffb640 1 -- 172.21.15.90:0/2305209147 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8424004050 con 0x55daaea585d0 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f8419ffb640 1 -- 172.21.15.90:0/2305209147 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f84240041f0 con 0x55daaea585d0 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f843b83f740 1 -- 172.21.15.90:0/2305209147 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f841c02bd00 con 0x55daaea585d0 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f8419ffb640 1 -- 172.21.15.90:0/2305209147 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f84240043f0 con 0x55daaea585d0 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f843b83f740 10 client.16608 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f843b83f740 1 -- 172.21.15.90:0/2305209147 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55daaea6cda0 con 0x55daaea585d0 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f8419ffb640 1 -- 172.21.15.90:0/2305209147 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f841c02bd00 con 0x55daaea585d0 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f8419ffb640 1 -- 172.21.15.90:0/2305209147 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7f84240038b0 con 0x55daaea585d0 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f843b83f740 10 client.16608 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f843b83f740 10 client.16608 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f843b83f740 20 client.16608 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f843b83f740 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55daaea6e550 0x55daaea709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f843b83f740 4 client.16608 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.854+0000 7f843b83f740 1 -- 172.21.15.90:0/2305209147 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55daae9cad20 con 0x55daaea6e550 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.855+0000 7f8429d9b640 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55daaea6e550 0x55daaea709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.855+0000 7f8429d9b640 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55daaea6e550 0x55daaea709a0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb24d41e7133b978 server_cookie=943464fc26d48868 in_seq=0 out_seq=0 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.855+0000 7f8419ffb640 10 client.16608 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.855+0000 7f8419ffb640 1 -- 172.21.15.90:0/2305209147 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55daae9cad20 con 0x55daaea6e550 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.855+0000 7f8419ffb640 10 client.16608 handle_command_reply: tid=0 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f843b83f740 1 client.16608 shutdown 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f843b83f740 1 -- 172.21.15.90:0/2305209147 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea585d0 msgr2=0x55daaea623e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f843b83f740 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea585d0 0x55daaea623e0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f84240126e0 tx=0x7f8424012ae0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f843b83f740 1 -- 172.21.15.90:0/2305209147 shutdown_connections 2024-04-26T17:29:38.864 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f843b83f740 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55daaea6e550 0x55daaea709a0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.864 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f8419ffb640 0 client.16608 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:38.864 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f843b83f740 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea5e130 0x55daaea69960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.864 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f843b83f740 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea58fc0 0x55daaea62920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.864 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f843b83f740 1 --2- 172.21.15.90:0/2305209147 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea585d0 0x55daaea623e0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.864 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f843b83f740 1 -- 172.21.15.90:0/2305209147 >> 172.21.15.90:0/2305209147 conn(0x55daaea209c0 msgr2=0x55daaea53250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:38.864 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f843b83f740 1 -- 172.21.15.90:0/2305209147 shutdown_connections 2024-04-26T17:29:38.864 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f843b83f740 1 -- 172.21.15.90:0/2305209147 wait complete. 2024-04-26T17:29:38.864 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.856+0000 7f843b83f740 20 client.16608 trim_cache size 0 max 16384 2024-04-26T17:29:38.875 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.871+0000 7f843b83f740 1 Processor -- start 2024-04-26T17:29:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.871+0000 7f843b83f740 1 -- start start 2024-04-26T17:29:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.871+0000 7f843b83f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea585d0 0x55daaea57830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.871+0000 7f843b83f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea58fc0 0x55daaea69920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f843b83f740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea5e130 0x55daaea530d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f843b83f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f84341a8b70 con 0x55daaea58fc0 2024-04-26T17:29:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f843b83f740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f84341aa7a0 con 0x55daaea5e130 2024-04-26T17:29:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f843b83f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f84341a9240 con 0x55daaea585d0 2024-04-26T17:29:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f8429d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea58fc0 0x55daaea69920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f8429d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea58fc0 0x55daaea69920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:45464/0 (socket says 172.21.15.90:45464) 2024-04-26T17:29:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f8429d9b640 1 -- 172.21.15.90:0/3949047679 learned_addr learned my addr 172.21.15.90:0/3949047679 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f8432d9d640 1 --2- 172.21.15.90:0/3949047679 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea5e130 0x55daaea530d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f843259c640 1 --2- 172.21.15.90:0/3949047679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea585d0 0x55daaea57830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f8429d9b640 1 -- 172.21.15.90:0/3949047679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea585d0 msgr2=0x55daaea57830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f8429d9b640 1 --2- 172.21.15.90:0/3949047679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea585d0 0x55daaea57830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f8429d9b640 1 -- 172.21.15.90:0/3949047679 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea5e130 msgr2=0x55daaea530d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f8429d9b640 1 --2- 172.21.15.90:0/3949047679 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea5e130 0x55daaea530d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f8429d9b640 1 -- 172.21.15.90:0/3949047679 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55daaea593a0 con 0x55daaea58fc0 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f8429d9b640 1 --2- 172.21.15.90:0/3949047679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea58fc0 0x55daaea69920 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f841c0eeab0 tx=0x7f841c0bcc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39342ff33da034dd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f841bfff640 1 -- 172.21.15.90:0/3949047679 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f841c0a2070 con 0x55daaea58fc0 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f841bfff640 1 -- 172.21.15.90:0/3949047679 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f841c004460 con 0x55daaea58fc0 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.872+0000 7f841bfff640 1 -- 172.21.15.90:0/3949047679 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f841c049040 con 0x55daaea58fc0 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 -- 172.21.15.90:0/3949047679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea58fc0 msgr2=0x55daaea69920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 --2- 172.21.15.90:0/3949047679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea58fc0 0x55daaea69920 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f841c0eeab0 tx=0x7f841c0bcc10 comp rx=0 tx=0).stop 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 -- 172.21.15.90:0/3949047679 shutdown_connections 2024-04-26T17:29:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 --2- 172.21.15.90:0/3949047679 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea5e130 0x55daaea530d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 --2- 172.21.15.90:0/3949047679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea58fc0 0x55daaea69920 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 --2- 172.21.15.90:0/3949047679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea585d0 0x55daaea57830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 -- 172.21.15.90:0/3949047679 >> 172.21.15.90:0/3949047679 conn(0x55daaea209c0 msgr2=0x55daaea529c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 -- 172.21.15.90:0/3949047679 shutdown_connections 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 -- 172.21.15.90:0/3949047679 wait complete. 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 -- start start 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 Processor -- start 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea585d0 0x55daaea66600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea58fc0 0x55daaea66b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea5e130 0x55daaead2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f84341aa010 con 0x55daaea5e130 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f84341a9910 con 0x55daaea585d0 2024-04-26T17:29:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.873+0000 7f843b83f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f84341a6a90 con 0x55daaea58fc0 2024-04-26T17:29:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f843b83f740 10 client.0 _ll_register_callbacks cb 0x7f8424009d60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8432d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea5e130 0x55daaead2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8432d9d640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea5e130 0x55daaead2b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:45470/0 (socket says 172.21.15.90:45470) 2024-04-26T17:29:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8432d9d640 1 -- 172.21.15.90:0/3312889982 learned_addr learned my addr 172.21.15.90:0/3312889982 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8429d9b640 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea58fc0 0x55daaea66b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f843259c640 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea585d0 0x55daaea66600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8432d9d640 1 -- 172.21.15.90:0/3312889982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea58fc0 msgr2=0x55daaea66b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8432d9d640 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea58fc0 0x55daaea66b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8432d9d640 1 -- 172.21.15.90:0/3312889982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea585d0 msgr2=0x55daaea66600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8432d9d640 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea585d0 0x55daaea66600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8432d9d640 1 -- 172.21.15.90:0/3312889982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55daaea67130 con 0x55daaea5e130 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8432d9d640 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea5e130 0x55daaead2b10 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f842c0126b0 tx=0x7f842c007520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ca646525e0cea63 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8419ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8419ffb640 1 -- 172.21.15.90:0/3312889982 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f842c004b20 con 0x55daaea5e130 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8419ffb640 1 -- 172.21.15.90:0/3312889982 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f842c004cc0 con 0x55daaea5e130 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f843b83f740 1 -- 172.21.15.90:0/3312889982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f841c004460 con 0x55daaea5e130 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8419ffb640 1 -- 172.21.15.90:0/3312889982 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f842c035050 con 0x55daaea5e130 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f843b83f740 10 client.16614 fetch_fsmap learned FSMap version 34 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f843b83f740 1 -- 172.21.15.90:0/3312889982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55daaead4140 con 0x55daaea5e130 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.874+0000 7f8419ffb640 1 -- 172.21.15.90:0/3312889982 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f841c004460 con 0x55daaea5e130 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.875+0000 7f8419ffb640 1 -- 172.21.15.90:0/3312889982 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8398+0+0 (secure 0 0 0) 0x7f842c0050d0 con 0x55daaea5e130 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.875+0000 7f843b83f740 10 client.16614 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.875+0000 7f843b83f740 10 client.16614 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:29:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.875+0000 7f843b83f740 20 client.16614 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.875+0000 7f843b83f740 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55daaea6e550 0x55daaead6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.875+0000 7f843b83f740 4 client.16614 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:29:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.875+0000 7f843b83f740 1 -- 172.21.15.90:0/3312889982 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55daae9c4b90 con 0x55daaea6e550 2024-04-26T17:29:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.875+0000 7f843259c640 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55daaea6e550 0x55daaead6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.875+0000 7f8419ffb640 10 client.16614 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.875+0000 7f843259c640 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55daaea6e550 0x55daaead6ca0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57babe0beb3c740e server_cookie=86e5bd598e4fde49 in_seq=0 out_seq=0 2024-04-26T17:29:38.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f8419ffb640 1 -- 172.21.15.90:0/3312889982 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55daae9c4b90 con 0x55daaea6e550 2024-04-26T17:29:38.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f8419ffb640 10 client.16614 handle_command_reply: tid=0 2024-04-26T17:29:38.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f843b83f740 1 client.16614 shutdown 2024-04-26T17:29:38.893 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f843b83f740 1 -- 172.21.15.90:0/3312889982 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea5e130 msgr2=0x55daaead2b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:38.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f843b83f740 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea5e130 0x55daaead2b10 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f842c0126b0 tx=0x7f842c007520 comp rx=0 tx=0).stop 2024-04-26T17:29:38.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f843b83f740 1 -- 172.21.15.90:0/3312889982 shutdown_connections 2024-04-26T17:29:38.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f843b83f740 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55daaea6e550 0x55daaead6ca0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f843b83f740 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55daaea5e130 0x55daaead2b10 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f8419ffb640 0 client.16614 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:38.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f843b83f740 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55daaea58fc0 0x55daaea66b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f843b83f740 1 --2- 172.21.15.90:0/3312889982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55daaea585d0 0x55daaea66600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f843b83f740 1 -- 172.21.15.90:0/3312889982 >> 172.21.15.90:0/3312889982 conn(0x55daaea209c0 msgr2=0x55daaea576b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:38.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f843b83f740 1 -- 172.21.15.90:0/3312889982 shutdown_connections 2024-04-26T17:29:38.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f843b83f740 1 -- 172.21.15.90:0/3312889982 wait complete. 2024-04-26T17:29:38.894 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.893+0000 7f843b83f740 20 client.16614 trim_cache size 0 max 16384 2024-04-26T17:29:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:29:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:29:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:29:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:29:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.894+0000 7f8438b22640 1 -- 172.21.15.90:0/866299105 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84200a3c50 msgr2=0x7f84200a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.894+0000 7f8438b22640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84200a3c50 0x7f84200a6110 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f842c007310 tx=0x7f842c007df0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.894+0000 7f8438b22640 1 -- 172.21.15.90:0/866299105 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8434105550 msgr2=0x7f8434198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.894+0000 7f8438b22640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8434105550 0x7f8434198830 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f841c005ab0 tx=0x7f841c0042f0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.894+0000 7f8438b22640 1 -- 172.21.15.90:0/866299105 shutdown_connections 2024-04-26T17:29:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.894+0000 7f8438b22640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f84200a3c50 0x7f84200a6110 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.894+0000 7f8438b22640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434107e80 0x7f843419f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.894+0000 7f8438b22640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8434105550 0x7f8434198830 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.894+0000 7f8438b22640 1 --2- 172.21.15.90:0/866299105 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8434102c20 0x7f84341982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.894+0000 7f8438b22640 1 -- 172.21.15.90:0/866299105 >> 172.21.15.90:0/866299105 conn(0x7f84340fc610 msgr2=0x7f8434103600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.894+0000 7f8438b22640 1 -- 172.21.15.90:0/866299105 shutdown_connections 2024-04-26T17:29:38.897 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:38.894+0000 7f8438b22640 1 -- 172.21.15.90:0/866299105 wait complete. 2024-04-26T17:29:39.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:39 smithi090 ceph-mon[29417]: pgmap v447: 129 pgs: 129 active+clean; 169 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 981 KiB/s rd, 1.7 MiB/s wr, 290 op/s 2024-04-26T17:29:40.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:39 smithi167 ceph-mon[32665]: pgmap v447: 129 pgs: 129 active+clean; 169 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 981 KiB/s rd, 1.7 MiB/s wr, 290 op/s 2024-04-26T17:29:40.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:39 smithi119 ceph-mon[32584]: pgmap v447: 129 pgs: 129 active+clean; 169 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 981 KiB/s rd, 1.7 MiB/s wr, 290 op/s 2024-04-26T17:29:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:41 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:41 smithi090 ceph-mon[29417]: pgmap v448: 129 pgs: 129 active+clean; 169 MiB data, 926 MiB used, 1.0 TiB / 1.0 TiB avail; 405 KiB/s rd, 790 KiB/s wr, 185 op/s 2024-04-26T17:29:42.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:41 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:42.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:41 smithi167 ceph-mon[32665]: pgmap v448: 129 pgs: 129 active+clean; 169 MiB data, 926 MiB used, 1.0 TiB / 1.0 TiB avail; 405 KiB/s rd, 790 KiB/s wr, 185 op/s 2024-04-26T17:29:42.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:41 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:42.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:41 smithi119 ceph-mon[32584]: pgmap v448: 129 pgs: 129 active+clean; 169 MiB data, 926 MiB used, 1.0 TiB / 1.0 TiB avail; 405 KiB/s rd, 790 KiB/s wr, 185 op/s 2024-04-26T17:29:43.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:43 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:43.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:43 smithi090 ceph-mon[29417]: pgmap v449: 129 pgs: 129 active+clean; 170 MiB data, 920 MiB used, 1.0 TiB / 1.0 TiB avail; 507 KiB/s rd, 886 KiB/s wr, 232 op/s 2024-04-26T17:29:44.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:43 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:44.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:43 smithi167 ceph-mon[32665]: pgmap v449: 129 pgs: 129 active+clean; 170 MiB data, 920 MiB used, 1.0 TiB / 1.0 TiB avail; 507 KiB/s rd, 886 KiB/s wr, 232 op/s 2024-04-26T17:29:44.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:43 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:44.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:43 smithi119 ceph-mon[32584]: pgmap v449: 129 pgs: 129 active+clean; 170 MiB data, 920 MiB used, 1.0 TiB / 1.0 TiB avail; 507 KiB/s rd, 886 KiB/s wr, 232 op/s 2024-04-26T17:29:46.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:45 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:46.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:45 smithi119 ceph-mon[32584]: pgmap v450: 129 pgs: 129 active+clean; 171 MiB data, 920 MiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 774 KiB/s wr, 200 op/s 2024-04-26T17:29:46.180 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:45 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:46.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:45 smithi090 ceph-mon[29417]: pgmap v450: 129 pgs: 129 active+clean; 171 MiB data, 920 MiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 774 KiB/s wr, 200 op/s 2024-04-26T17:29:46.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:45 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:46.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:45 smithi167 ceph-mon[32665]: pgmap v450: 129 pgs: 129 active+clean; 171 MiB data, 920 MiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 774 KiB/s wr, 200 op/s 2024-04-26T17:29:47.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:47 smithi090 ceph-mon[29417]: pgmap v451: 129 pgs: 129 active+clean; 173 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 658 KiB/s wr, 174 op/s 2024-04-26T17:29:48.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:47 smithi167 ceph-mon[32665]: pgmap v451: 129 pgs: 129 active+clean; 173 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 658 KiB/s wr, 174 op/s 2024-04-26T17:29:48.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:47 smithi119 ceph-mon[32584]: pgmap v451: 129 pgs: 129 active+clean; 173 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 658 KiB/s wr, 174 op/s 2024-04-26T17:29:48.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:48 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:49.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:48 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:49.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:48 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:49.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:49 smithi090 ceph-mon[29417]: pgmap v452: 129 pgs: 129 active+clean; 173 MiB data, 929 MiB used, 1.0 TiB / 1.0 TiB avail; 790 KiB/s rd, 825 KiB/s wr, 263 op/s 2024-04-26T17:29:50.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:49 smithi167 ceph-mon[32665]: pgmap v452: 129 pgs: 129 active+clean; 173 MiB data, 929 MiB used, 1.0 TiB / 1.0 TiB avail; 790 KiB/s rd, 825 KiB/s wr, 263 op/s 2024-04-26T17:29:50.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:49 smithi119 ceph-mon[32584]: pgmap v452: 129 pgs: 129 active+clean; 173 MiB data, 929 MiB used, 1.0 TiB / 1.0 TiB avail; 790 KiB/s rd, 825 KiB/s wr, 263 op/s 2024-04-26T17:29:51.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:51 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:51.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:51 smithi090 ceph-mon[29417]: pgmap v453: 129 pgs: 129 active+clean; 172 MiB data, 936 MiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 647 KiB/s wr, 248 op/s 2024-04-26T17:29:51.989 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.987+0000 7f04032e8640 1 -- 172.21.15.90:0/2186171737 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03fc105590 msgr2=0x7f03fc107980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:51.989 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.987+0000 7f04032e8640 1 --2- 172.21.15.90:0/2186171737 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03fc105590 0x7f03fc107980 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f03ec009900 tx=0x7f03ec02a410 comp rx=0 tx=0).stop 2024-04-26T17:29:51.990 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.987+0000 7f04032e8640 1 -- 172.21.15.90:0/2186171737 shutdown_connections 2024-04-26T17:29:51.990 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.987+0000 7f04032e8640 1 --2- 172.21.15.90:0/2186171737 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03fc107ec0 0x7f03fc10a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:51.990 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.987+0000 7f04032e8640 1 --2- 172.21.15.90:0/2186171737 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03fc105590 0x7f03fc107980 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:51.990 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.987+0000 7f04032e8640 1 --2- 172.21.15.90:0/2186171737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f03fc102c60 0x7f03fc105050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:51.990 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.987+0000 7f04032e8640 1 -- 172.21.15.90:0/2186171737 >> 172.21.15.90:0/2186171737 conn(0x7f03fc0fc5d0 msgr2=0x7f03fc0fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:51.990 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f04032e8640 1 -- 172.21.15.90:0/2186171737 shutdown_connections 2024-04-26T17:29:51.990 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f04032e8640 1 -- 172.21.15.90:0/2186171737 wait complete. 2024-04-26T17:29:51.990 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f04032e8640 1 Processor -- start 2024-04-26T17:29:51.990 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f04032e8640 1 -- start start 2024-04-26T17:29:51.990 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f04032e8640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f03fc102c60 0x7f03fc1982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:51.990 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f04032e8640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03fc105590 0x7f03fc198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:51.990 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f04032e8640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03fc107ec0 0x7f03fc19f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f04032e8640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f03fc10dc70 con 0x7f03fc107ec0 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f04032e8640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f03fc10daf0 con 0x7f03fc102c60 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f04032e8640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f03fc10ddf0 con 0x7f03fc105590 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f0401885640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03fc107ec0 0x7f03fc19f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f0400883640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03fc105590 0x7f03fc198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.988+0000 7f0401885640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03fc107ec0 0x7f03fc19f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41530/0 (socket says 172.21.15.90:41530) 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f0401885640 1 -- 172.21.15.90:0/329654249 learned_addr learned my addr 172.21.15.90:0/329654249 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f0401084640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f03fc102c60 0x7f03fc1982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f0401885640 1 -- 172.21.15.90:0/329654249 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03fc105590 msgr2=0x7f03fc198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f0401885640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03fc105590 0x7f03fc198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f0401885640 1 -- 172.21.15.90:0/329654249 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f03fc102c60 msgr2=0x7f03fc1982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f0401885640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f03fc102c60 0x7f03fc1982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f0401885640 1 -- 172.21.15.90:0/329654249 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03fc19ff10 con 0x7f03fc107ec0 2024-04-26T17:29:51.991 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f0400883640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03fc105590 0x7f03fc198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:51.992 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f0401885640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03fc107ec0 0x7f03fc19f8a0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f03f400eb10 tx=0x7f03f400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:51.992 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f03f27fc640 1 -- 172.21.15.90:0/329654249 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f4004b20 con 0x7f03fc107ec0 2024-04-26T17:29:51.992 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f04032e8640 1 -- 172.21.15.90:0/329654249 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03fc1a0200 con 0x7f03fc107ec0 2024-04-26T17:29:51.992 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f03f27fc640 1 -- 172.21.15.90:0/329654249 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f03f4004cc0 con 0x7f03fc107ec0 2024-04-26T17:29:51.992 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f03f27fc640 1 -- 172.21.15.90:0/329654249 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f4010690 con 0x7f03fc107ec0 2024-04-26T17:29:51.992 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.989+0000 7f04032e8640 1 -- 172.21.15.90:0/329654249 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03fc1a0720 con 0x7f03fc107ec0 2024-04-26T17:29:51.998 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.991+0000 7f03f27fc640 1 -- 172.21.15.90:0/329654249 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f03f4005020 con 0x7f03fc107ec0 2024-04-26T17:29:51.999 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0405ffe740 1 Processor -- start 2024-04-26T17:29:51.999 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0405ffe740 1 -- start start 2024-04-26T17:29:51.999 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f03f27fc640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f03e80a3c50 0x7f03e80a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0405ffe740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fa5d0 0x55f2125fa9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0405ffe740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fafc0 0x55f2125ffac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0405ffe740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f212600130 0x55f2126025c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0405ffe740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f21255f110 con 0x55f2125fa5d0 2024-04-26T17:29:52.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0405ffe740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55f2124fb4a0 con 0x55f2125fafc0 2024-04-26T17:29:52.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0405ffe740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f21255b0d0 con 0x55f212600130 2024-04-26T17:29:52.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0400883640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f03e80a3c50 0x7f03e80a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.001 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0401084640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fa5d0 0x55f2125fa9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f03f27fc640 1 -- 172.21.15.90:0/329654249 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f03f40d0ea0 con 0x7f03fc107ec0 2024-04-26T17:29:52.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0401885640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f212600130 0x55f2126025c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0401084640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fa5d0 0x55f2125fa9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41542/0 (socket says 172.21.15.90:41542) 2024-04-26T17:29:52.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0401084640 1 -- 172.21.15.90:0/283297746 learned_addr learned my addr 172.21.15.90:0/283297746 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:52.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.992+0000 7f0400883640 1 --2- 172.21.15.90:0/283297746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fafc0 0x55f2125ffac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.993+0000 7f0401885640 1 -- 172.21.15.90:0/283297746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fafc0 msgr2=0x55f2125ffac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:52.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.993+0000 7f0401885640 1 --2- 172.21.15.90:0/283297746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fafc0 0x55f2125ffac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.993+0000 7f0401885640 1 -- 172.21.15.90:0/283297746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fa5d0 msgr2=0x55f2125fa9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:52.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.993+0000 7f0401885640 1 --2- 172.21.15.90:0/283297746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fa5d0 0x55f2125fa9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.002 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.993+0000 7f0401885640 1 -- 172.21.15.90:0/283297746 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f212271210 con 0x55f212600130 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.993+0000 7f0400883640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f03e80a3c50 0x7f03e80a6110 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f03ec005ab0 tx=0x7f03ec005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.993+0000 7f0401885640 1 --2- 172.21.15.90:0/283297746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f212600130 0x55f2126025c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f03f40ce940 tx=0x7f03f4004f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19ff7362bbe35ff0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.993+0000 7f03e77fe640 1 -- 172.21.15.90:0/283297746 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f409d4b0 con 0x55f212600130 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.993+0000 7f03e77fe640 1 -- 172.21.15.90:0/283297746 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f03f40a0020 con 0x55f212600130 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.993+0000 7f03e77fe640 1 -- 172.21.15.90:0/283297746 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f40a1160 con 0x55f212600130 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 -- 172.21.15.90:0/283297746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f212600130 msgr2=0x55f2126025c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 --2- 172.21.15.90:0/283297746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f212600130 0x55f2126025c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f03f40ce940 tx=0x7f03f4004f20 comp rx=0 tx=0).stop 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 -- 172.21.15.90:0/283297746 shutdown_connections 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 --2- 172.21.15.90:0/283297746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f212600130 0x55f2126025c0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 --2- 172.21.15.90:0/283297746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fafc0 0x55f2125ffac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 --2- 172.21.15.90:0/283297746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fa5d0 0x55f2125fa9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 -- 172.21.15.90:0/283297746 >> 172.21.15.90:0/283297746 conn(0x55f2125c29c0 msgr2=0x55f2125f6050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:52.003 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 -- 172.21.15.90:0/283297746 shutdown_connections 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 -- 172.21.15.90:0/283297746 wait complete. 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 -- start start 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 Processor -- start 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fa5d0 0x55f212604760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2125fafc0 0x55f212604ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 0x55f21260bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f2126030e0 con 0x55f212600130 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55f2124f90b0 con 0x55f2125fa5d0 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.994+0000 7f0405ffe740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f212603260 con 0x55f2125fafc0 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0405ffe740 10 client.0 _ll_register_callbacks cb 0x55f2124e6d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0401885640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 0x55f21260bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0400883640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2125fafc0 0x55f212604ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.004 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0401885640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 0x55f21260bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41556/0 (socket says 172.21.15.90:41556) 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0401885640 1 -- 172.21.15.90:0/91854519 learned_addr learned my addr 172.21.15.90:0/91854519 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0401084640 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fa5d0 0x55f212604760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0401885640 1 -- 172.21.15.90:0/91854519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2125fafc0 msgr2=0x55f212604ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0401885640 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2125fafc0 0x55f212604ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0401885640 1 -- 172.21.15.90:0/91854519 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fa5d0 msgr2=0x55f212604760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0401885640 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fa5d0 0x55f212604760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0401885640 1 -- 172.21.15.90:0/91854519 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f21233d620 con 0x55f212600130 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0400883640 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2125fafc0 0x55f212604ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0401885640 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 0x55f21260bce0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f03f4099780 tx=0x7f03f4068710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3db265da1fdb534 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f03e4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f03e4ff9640 1 -- 172.21.15.90:0/91854519 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f408b070 con 0x55f212600130 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f03e4ff9640 1 -- 172.21.15.90:0/91854519 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f03f408c5f0 con 0x55f212600130 2024-04-26T17:29:52.005 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0405ffe740 1 -- 172.21.15.90:0/91854519 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03f40a0020 con 0x55f212600130 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f03e4ff9640 1 -- 172.21.15.90:0/91854519 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f03f409d4b0 con 0x55f212600130 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0405ffe740 10 client.16626 fetch_fsmap learned FSMap version 39 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.995+0000 7f0405ffe740 1 -- 172.21.15.90:0/91854519 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55f21260f050 con 0x55f212600130 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.996+0000 7f03e4ff9640 1 -- 172.21.15.90:0/91854519 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f03f40a0020 con 0x55f212600130 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.996+0000 7f03e4ff9640 1 -- 172.21.15.90:0/91854519 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 39) ==== 8426+0+0 (secure 0 0 0) 0x7f03f4005310 con 0x55f212600130 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.996+0000 7f0405ffe740 10 client.16626 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.996+0000 7f0405ffe740 10 client.16626 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.996+0000 7f0405ffe740 20 client.16626 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.996+0000 7f0405ffe740 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f2126103a0 0x55f2126127b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.996+0000 7f0405ffe740 4 client.16626 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.996+0000 7f0405ffe740 1 -- 172.21.15.90:0/91854519 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f21256cd20 con 0x55f2126103a0 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.996+0000 7f0401084640 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f2126103a0 0x55f2126127b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.006 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f0401084640 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f2126103a0 0x55f2126127b0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=caf6a3c9611ed56d server_cookie=75b316282a1ce22f in_seq=0 out_seq=0 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f03e4ff9640 10 client.16626 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f03e4ff9640 1 -- 172.21.15.90:0/91854519 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f21256cd20 con 0x55f2126103a0 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f03e4ff9640 10 client.16626 handle_command_reply: tid=0 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f0405ffe740 1 client.16626 shutdown 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f0405ffe740 1 -- 172.21.15.90:0/91854519 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 msgr2=0x55f21260bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f0405ffe740 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 0x55f21260bce0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f03f4099780 tx=0x7f03f4068710 comp rx=0 tx=0).stop 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f0405ffe740 1 -- 172.21.15.90:0/91854519 shutdown_connections 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f0405ffe740 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f2126103a0 0x55f2126127b0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f0405ffe740 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 0x55f21260bce0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f0405ffe740 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2125fafc0 0x55f212604ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f0405ffe740 1 --2- 172.21.15.90:0/91854519 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fa5d0 0x55f212604760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f03e4ff9640 0 client.16626 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:52.007 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.997+0000 7f0405ffe740 1 -- 172.21.15.90:0/91854519 >> 172.21.15.90:0/91854519 conn(0x55f2125c29c0 msgr2=0x55f2125f5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:52.008 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.998+0000 7f0405ffe740 1 -- 172.21.15.90:0/91854519 shutdown_connections 2024-04-26T17:29:52.008 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.998+0000 7f0405ffe740 1 -- 172.21.15.90:0/91854519 wait complete. 2024-04-26T17:29:52.008 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:51.998+0000 7f0405ffe740 20 client.16626 trim_cache size 0 max 16384 2024-04-26T17:29:52.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:51 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:52.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:51 smithi167 ceph-mon[32665]: pgmap v453: 129 pgs: 129 active+clean; 172 MiB data, 936 MiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 647 KiB/s wr, 248 op/s 2024-04-26T17:29:52.017 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0405ffe740 1 Processor -- start 2024-04-26T17:29:52.017 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0405ffe740 1 -- start start 2024-04-26T17:29:52.017 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0405ffe740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2125fa5d0 0x55f2125f5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.017 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0405ffe740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fafc0 0x55f21260bca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.017 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0405ffe740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 0x55f2125fb850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.017 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0405ffe740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f03fc1aadd0 con 0x55f212600130 2024-04-26T17:29:52.017 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0405ffe740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f03fc1aca90 con 0x55f2125fafc0 2024-04-26T17:29:52.017 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0405ffe740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f03fc1ab4a0 con 0x55f2125fa5d0 2024-04-26T17:29:52.017 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0401885640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 0x55f2125fb850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.017 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0401885640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 0x55f2125fb850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41558/0 (socket says 172.21.15.90:41558) 2024-04-26T17:29:52.018 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0401885640 1 -- 172.21.15.90:0/3299712726 learned_addr learned my addr 172.21.15.90:0/3299712726 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:52.018 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0401084640 1 --2- 172.21.15.90:0/3299712726 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2125fa5d0 0x55f2125f5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.018 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0400883640 1 --2- 172.21.15.90:0/3299712726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fafc0 0x55f21260bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.018 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0401885640 1 -- 172.21.15.90:0/3299712726 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2125fa5d0 msgr2=0x55f2125f5ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:52.018 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0401885640 1 --2- 172.21.15.90:0/3299712726 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2125fa5d0 0x55f2125f5ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.018 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0401885640 1 -- 172.21.15.90:0/3299712726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fafc0 msgr2=0x55f21260bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:52.018 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0401885640 1 --2- 172.21.15.90:0/3299712726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fafc0 0x55f21260bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.018 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.013+0000 7f0401885640 1 -- 172.21.15.90:0/3299712726 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f212612e30 con 0x55f212600130 2024-04-26T17:29:52.018 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f0401885640 1 --2- 172.21.15.90:0/3299712726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 0x55f2125fb850 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f03f40ce940 tx=0x7f03f4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b81a141f0fd877fe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:52.018 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f03e6ffd640 1 -- 172.21.15.90:0/3299712726 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f408b070 con 0x55f212600130 2024-04-26T17:29:52.018 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f03e6ffd640 1 -- 172.21.15.90:0/3299712726 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f03f40a0070 con 0x55f212600130 2024-04-26T17:29:52.018 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f03e6ffd640 1 -- 172.21.15.90:0/3299712726 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f40a5a20 con 0x55f212600130 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f0405ffe740 1 -- 172.21.15.90:0/3299712726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 msgr2=0x55f2125fb850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f0405ffe740 1 --2- 172.21.15.90:0/3299712726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 0x55f2125fb850 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f03f40ce940 tx=0x7f03f4004a40 comp rx=0 tx=0).stop 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f0405ffe740 1 -- 172.21.15.90:0/3299712726 shutdown_connections 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f0405ffe740 1 --2- 172.21.15.90:0/3299712726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f212600130 0x55f2125fb850 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f0405ffe740 1 --2- 172.21.15.90:0/3299712726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fafc0 0x55f21260bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f0405ffe740 1 --2- 172.21.15.90:0/3299712726 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2125fa5d0 0x55f2125f5ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f0405ffe740 1 -- 172.21.15.90:0/3299712726 >> 172.21.15.90:0/3299712726 conn(0x55f2125c29c0 msgr2=0x55f2125f5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f0405ffe740 1 -- 172.21.15.90:0/3299712726 shutdown_connections 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.014+0000 7f0405ffe740 1 -- 172.21.15.90:0/3299712726 wait complete. 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0405ffe740 1 -- start start 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0405ffe740 1 Processor -- start 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0405ffe740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fa5d0 0x55f212609830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0405ffe740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fafc0 0x55f212609d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.019 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0405ffe740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f212600130 0x55f21260ad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0405ffe740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f03fc1ac300 con 0x55f2125fafc0 2024-04-26T17:29:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0405ffe740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f03fc1abba0 con 0x55f2125fa5d0 2024-04-26T17:29:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0405ffe740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f03fc1a8cf0 con 0x55f212600130 2024-04-26T17:29:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0405ffe740 10 client.0 _ll_register_callbacks cb 0x7f03ec009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:29:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0400883640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fafc0 0x55f212609d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0401084640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fa5d0 0x55f212609830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0401885640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f212600130 0x55f21260ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0401084640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fa5d0 0x55f212609830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:60926/0 (socket says 172.21.15.90:60926) 2024-04-26T17:29:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0400883640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fafc0 0x55f212609d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:41560/0 (socket says 172.21.15.90:41560) 2024-04-26T17:29:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.015+0000 7f0401084640 1 -- 172.21.15.90:0/4132248540 learned_addr learned my addr 172.21.15.90:0/4132248540 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:29:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0400883640 1 -- 172.21.15.90:0/4132248540 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f212600130 msgr2=0x55f21260ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0400883640 1 --2- 172.21.15.90:0/4132248540 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f212600130 0x55f21260ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0400883640 1 -- 172.21.15.90:0/4132248540 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fa5d0 msgr2=0x55f212609830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0400883640 1 --2- 172.21.15.90:0/4132248540 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fa5d0 0x55f212609830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0400883640 1 -- 172.21.15.90:0/4132248540 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f21260b370 con 0x55f2125fafc0 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0400883640 1 --2- 172.21.15.90:0/4132248540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fafc0 0x55f212609d70 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f03ec009230 tx=0x7f03ec02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a30c808b87673f43 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f03e4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f03e4ff9640 1 -- 172.21.15.90:0/4132248540 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03ec035070 con 0x55f2125fafc0 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f03e4ff9640 1 -- 172.21.15.90:0/4132248540 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f03ec046040 con 0x55f2125fafc0 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0405ffe740 1 -- 172.21.15.90:0/4132248540 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03f40a0070 con 0x55f2125fafc0 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f03e4ff9640 1 -- 172.21.15.90:0/4132248540 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f03ec003a00 con 0x55f2125fafc0 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0405ffe740 10 client.16632 fetch_fsmap learned FSMap version 39 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0405ffe740 1 -- 172.21.15.90:0/4132248540 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55f212676df0 con 0x55f2125fafc0 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f03e4ff9640 1 -- 172.21.15.90:0/4132248540 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f03f40a0070 con 0x55f2125fafc0 2024-04-26T17:29:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f03e4ff9640 1 -- 172.21.15.90:0/4132248540 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 39) ==== 8426+0+0 (secure 0 0 0) 0x7f03ec04a070 con 0x55f2125fafc0 2024-04-26T17:29:52.022 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0405ffe740 10 client.16632 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T17:29:52.022 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0405ffe740 10 client.16632 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:29:52.022 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0405ffe740 20 client.16632 populate_metadata read hostname 'smithi090' 2024-04-26T17:29:52.022 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0405ffe740 1 --2- 172.21.15.90:0/4132248540 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f2126778e0 0x55f212679d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:29:52.022 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0405ffe740 4 client.16632 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:29:52.022 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.016+0000 7f0405ffe740 1 -- 172.21.15.90:0/4132248540 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f212566b90 con 0x55f2126778e0 2024-04-26T17:29:52.022 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.017+0000 7f0401084640 1 --2- 172.21.15.90:0/4132248540 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f2126778e0 0x55f212679d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:29:52.022 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.017+0000 7f03e4ff9640 10 client.16632 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:52.022 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.017+0000 7f0401084640 1 --2- 172.21.15.90:0/4132248540 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f2126778e0 0x55f212679d00 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bc91da8f2517299 server_cookie=e95ee4068420fee5 in_seq=0 out_seq=0 2024-04-26T17:29:52.028 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f03e4ff9640 1 -- 172.21.15.90:0/4132248540 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f212566b90 con 0x55f2126778e0 2024-04-26T17:29:52.028 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f03e4ff9640 10 client.16632 handle_command_reply: tid=0 2024-04-26T17:29:52.028 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f0405ffe740 1 client.16632 shutdown 2024-04-26T17:29:52.028 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f0405ffe740 1 -- 172.21.15.90:0/4132248540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fafc0 msgr2=0x55f212609d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:52.028 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f0405ffe740 1 --2- 172.21.15.90:0/4132248540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fafc0 0x55f212609d70 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f03ec009230 tx=0x7f03ec02a410 comp rx=0 tx=0).stop 2024-04-26T17:29:52.028 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f0405ffe740 1 -- 172.21.15.90:0/4132248540 shutdown_connections 2024-04-26T17:29:52.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f0405ffe740 1 --2- 172.21.15.90:0/4132248540 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f2126778e0 0x55f212679d00 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f0405ffe740 1 --2- 172.21.15.90:0/4132248540 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f212600130 0x55f21260ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f03e4ff9640 0 client.16632 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:29:52.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f0405ffe740 1 --2- 172.21.15.90:0/4132248540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2125fafc0 0x55f212609d70 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f0405ffe740 1 --2- 172.21.15.90:0/4132248540 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f2125fa5d0 0x55f212609830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f0405ffe740 1 -- 172.21.15.90:0/4132248540 >> 172.21.15.90:0/4132248540 conn(0x55f2125c29c0 msgr2=0x55f2125f9020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:52.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f0405ffe740 1 -- 172.21.15.90:0/4132248540 shutdown_connections 2024-04-26T17:29:52.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f0405ffe740 1 -- 172.21.15.90:0/4132248540 wait complete. 2024-04-26T17:29:52.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.028+0000 7f0405ffe740 20 client.16632 trim_cache size 0 max 16384 2024-04-26T17:29:52.029 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:29:52.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:29:52.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:29:52.030 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:29:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.029+0000 7f04032e8640 1 -- 172.21.15.90:0/329654249 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f03e80a3c50 msgr2=0x7f03e80a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.029+0000 7f04032e8640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f03e80a3c50 0x7f03e80a6110 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f03ec005ab0 tx=0x7f03ec005fd0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.029+0000 7f04032e8640 1 -- 172.21.15.90:0/329654249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03fc107ec0 msgr2=0x7f03fc19f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:29:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.029+0000 7f04032e8640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03fc107ec0 0x7f03fc19f8a0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f03f400eb10 tx=0x7f03f400c2d0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.029+0000 7f04032e8640 1 -- 172.21.15.90:0/329654249 shutdown_connections 2024-04-26T17:29:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.029+0000 7f04032e8640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f03e80a3c50 0x7f03e80a6110 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.029+0000 7f04032e8640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03fc107ec0 0x7f03fc19f8a0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.029+0000 7f04032e8640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03fc105590 0x7f03fc198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.029+0000 7f04032e8640 1 --2- 172.21.15.90:0/329654249 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f03fc102c60 0x7f03fc1982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:29:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.029+0000 7f04032e8640 1 -- 172.21.15.90:0/329654249 >> 172.21.15.90:0/329654249 conn(0x7f03fc0fc5d0 msgr2=0x7f03fc103520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:29:52.032 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.029+0000 7f04032e8640 1 -- 172.21.15.90:0/329654249 shutdown_connections 2024-04-26T17:29:52.032 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:29:52.029+0000 7f04032e8640 1 -- 172.21.15.90:0/329654249 wait complete. 2024-04-26T17:29:52.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:51 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:52.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:51 smithi119 ceph-mon[32584]: pgmap v453: 129 pgs: 129 active+clean; 172 MiB data, 936 MiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 647 KiB/s wr, 248 op/s 2024-04-26T17:29:53.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:53 smithi090 ceph-mon[29417]: pgmap v454: 129 pgs: 129 active+clean; 167 MiB data, 919 MiB used, 1.0 TiB / 1.0 TiB avail; 925 KiB/s rd, 882 KiB/s wr, 305 op/s 2024-04-26T17:29:54.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:53 smithi167 ceph-mon[32665]: pgmap v454: 129 pgs: 129 active+clean; 167 MiB data, 919 MiB used, 1.0 TiB / 1.0 TiB avail; 925 KiB/s rd, 882 KiB/s wr, 305 op/s 2024-04-26T17:29:54.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:53 smithi119 ceph-mon[32584]: pgmap v454: 129 pgs: 129 active+clean; 167 MiB data, 919 MiB used, 1.0 TiB / 1.0 TiB avail; 925 KiB/s rd, 882 KiB/s wr, 305 op/s 2024-04-26T17:29:54.658 INFO:tasks.workunit.client.0.smithi090.stderr:+ tar xf doc.tar 2024-04-26T17:29:55.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:55 smithi090 ceph-mon[29417]: pgmap v455: 129 pgs: 129 active+clean; 167 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 287 op/s 2024-04-26T17:29:56.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:55 smithi167 ceph-mon[32665]: pgmap v455: 129 pgs: 129 active+clean; 167 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 287 op/s 2024-04-26T17:29:56.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:55 smithi119 ceph-mon[32584]: pgmap v455: 129 pgs: 129 active+clean; 167 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 287 op/s 2024-04-26T17:29:57.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:57 smithi090 ceph-mon[29417]: pgmap v456: 129 pgs: 129 active+clean; 166 MiB data, 909 MiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 993 KiB/s wr, 273 op/s 2024-04-26T17:29:58.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:57 smithi167 ceph-mon[32665]: pgmap v456: 129 pgs: 129 active+clean; 166 MiB data, 909 MiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 993 KiB/s wr, 273 op/s 2024-04-26T17:29:58.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:57 smithi119 ceph-mon[32584]: pgmap v456: 129 pgs: 129 active+clean; 166 MiB data, 909 MiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 993 KiB/s wr, 273 op/s 2024-04-26T17:29:58.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:58 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:59.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:58 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:59.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:58 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:29:59.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:29:59 smithi090 ceph-mon[29417]: pgmap v457: 129 pgs: 129 active+clean; 164 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 1.1 MiB/s wr, 369 op/s 2024-04-26T17:30:00.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:29:59 smithi167 ceph-mon[32665]: pgmap v457: 129 pgs: 129 active+clean; 164 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 1.1 MiB/s wr, 369 op/s 2024-04-26T17:30:00.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:29:59 smithi119 ceph-mon[32584]: pgmap v457: 129 pgs: 129 active+clean; 164 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 1.1 MiB/s wr, 369 op/s 2024-04-26T17:30:00.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:00 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a[29413]: 2024-04-26T17:29:59.998+0000 7f5a2b62b700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-04-26T17:30:00.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:00 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a[29413]: 2024-04-26T17:29:59.998+0000 7f5a2b62b700 -1 log_channel(cluster) log [ERR] : [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-04-26T17:30:00.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:00 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a[29413]: 2024-04-26T17:29:59.999+0000 7f5a2b62b700 -1 log_channel(cluster) log [ERR] : mds.l(mds.3): Metadata damage detected 2024-04-26T17:30:00.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:00 smithi090 ceph-mon[29417]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-04-26T17:30:00.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:00 smithi090 ceph-mon[29417]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-04-26T17:30:00.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:00 smithi090 ceph-mon[29417]: mds.l(mds.3): Metadata damage detected 2024-04-26T17:30:01.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:00 smithi167 ceph-mon[32665]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-04-26T17:30:01.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:00 smithi167 ceph-mon[32665]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-04-26T17:30:01.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:00 smithi167 ceph-mon[32665]: mds.l(mds.3): Metadata damage detected 2024-04-26T17:30:01.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:00 smithi119 ceph-mon[32584]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-04-26T17:30:01.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:00 smithi119 ceph-mon[32584]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-04-26T17:30:01.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:00 smithi119 ceph-mon[32584]: mds.l(mds.3): Metadata damage detected 2024-04-26T17:30:01.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:01 smithi090 ceph-mon[29417]: pgmap v458: 129 pgs: 129 active+clean; 164 MiB data, 931 MiB used, 1.0 TiB / 1.0 TiB avail; 827 KiB/s rd, 950 KiB/s wr, 276 op/s 2024-04-26T17:30:02.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:01 smithi167 ceph-mon[32665]: pgmap v458: 129 pgs: 129 active+clean; 164 MiB data, 931 MiB used, 1.0 TiB / 1.0 TiB avail; 827 KiB/s rd, 950 KiB/s wr, 276 op/s 2024-04-26T17:30:02.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:01 smithi119 ceph-mon[32584]: pgmap v458: 129 pgs: 129 active+clean; 164 MiB data, 931 MiB used, 1.0 TiB / 1.0 TiB avail; 827 KiB/s rd, 950 KiB/s wr, 276 op/s 2024-04-26T17:30:03.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:03 smithi090 ceph-mon[29417]: pgmap v459: 129 pgs: 129 active+clean; 165 MiB data, 941 MiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 1.0 MiB/s wr, 289 op/s 2024-04-26T17:30:04.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:03 smithi167 ceph-mon[32665]: pgmap v459: 129 pgs: 129 active+clean; 165 MiB data, 941 MiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 1.0 MiB/s wr, 289 op/s 2024-04-26T17:30:04.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:03 smithi119 ceph-mon[32584]: pgmap v459: 129 pgs: 129 active+clean; 165 MiB data, 941 MiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 1.0 MiB/s wr, 289 op/s 2024-04-26T17:30:05.140 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.139+0000 7f93844a7640 1 -- 172.21.15.90:0/3158646155 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f937c102c10 msgr2=0x7f937c1094a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:05.146 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.139+0000 7f93844a7640 1 --2- 172.21.15.90:0/3158646155 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f937c102c10 0x7f937c1094a0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f9374009ca0 tx=0x7f937402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.146 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.139+0000 7f93844a7640 1 -- 172.21.15.90:0/3158646155 shutdown_connections 2024-04-26T17:30:05.146 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.139+0000 7f93844a7640 1 --2- 172.21.15.90:0/3158646155 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f937c102c10 0x7f937c1094a0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.146 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.139+0000 7f93844a7640 1 --2- 172.21.15.90:0/3158646155 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f937c102250 0x7f937c1026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.146 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.139+0000 7f93844a7640 1 --2- 172.21.15.90:0/3158646155 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f937c101060 0x7f937c101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.146 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.139+0000 7f93844a7640 1 -- 172.21.15.90:0/3158646155 >> 172.21.15.90:0/3158646155 conn(0x7f937c0fc5f0 msgr2=0x7f937c0fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:05.146 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.139+0000 7f93844a7640 1 -- 172.21.15.90:0/3158646155 shutdown_connections 2024-04-26T17:30:05.146 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.139+0000 7f93844a7640 1 -- 172.21.15.90:0/3158646155 wait complete. 2024-04-26T17:30:05.146 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.139+0000 7f93844a7640 1 Processor -- start 2024-04-26T17:30:05.146 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f93844a7640 1 -- start start 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f93844a7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f937c101060 0x7f937c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f93844a7640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f937c102250 0x7f937c19cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f93844a7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f937c102c10 0x7f937c19f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f93844a7640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f937c10cb70 con 0x7f937c102250 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f93844a7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f937c10c9f0 con 0x7f937c101060 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f93844a7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f937c10ccf0 con 0x7f937c102c10 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f9381a42640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f937c102250 0x7f937c19cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f9382243640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f937c101060 0x7f937c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f9382243640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f937c101060 0x7f937c06b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:60844/0 (socket says 172.21.15.90:60844) 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f9382243640 1 -- 172.21.15.90:0/3136856496 learned_addr learned my addr 172.21.15.90:0/3136856496 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f9382a44640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f937c102c10 0x7f937c19f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f9381a42640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f937c102250 0x7f937c19cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34120/0 (socket says 172.21.15.90:34120) 2024-04-26T17:30:05.147 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f9382243640 1 -- 172.21.15.90:0/3136856496 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f937c102c10 msgr2=0x7f937c19f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:05.148 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f9382243640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f937c102c10 0x7f937c19f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.148 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f9382243640 1 -- 172.21.15.90:0/3136856496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f937c102250 msgr2=0x7f937c19cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:05.148 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f9382243640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f937c102250 0x7f937c19cf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.148 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.140+0000 7f9382243640 1 -- 172.21.15.90:0/3136856496 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f937c196e40 con 0x7f937c101060 2024-04-26T17:30:05.154 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.141+0000 7f9382243640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f937c101060 0x7f937c06b4a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f937800e9c0 tx=0x7f937800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.141+0000 7f93737fe640 1 -- 172.21.15.90:0/3136856496 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f937800cd80 con 0x7f937c101060 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.141+0000 7f93844a7640 1 -- 172.21.15.90:0/3136856496 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f937c1970d0 con 0x7f937c101060 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.141+0000 7f93737fe640 1 -- 172.21.15.90:0/3136856496 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f93780035f0 con 0x7f937c101060 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.141+0000 7f93737fe640 1 -- 172.21.15.90:0/3136856496 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9378010690 con 0x7f937c101060 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.141+0000 7f93844a7640 1 -- 172.21.15.90:0/3136856496 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f937c197670 con 0x7f937c101060 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.144+0000 7f93737fe640 1 -- 172.21.15.90:0/3136856496 <== mon.2 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f93780037a0 con 0x7f937c101060 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.144+0000 7f93871be740 1 Processor -- start 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f93871be740 1 -- start start 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f93871be740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c59363ade0 0x55c59363b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f93871be740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363b7d0 0x55c5936402d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f93871be740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c593640940 0x55c593642dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f93871be740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c593597110 con 0x55c59363b7d0 2024-04-26T17:30:05.155 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f93871be740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55c5935334a0 con 0x55c59363ade0 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f93871be740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c5935930d0 con 0x55c593640940 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f93737fe640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f93680a3cd0 0x7f93680a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f9382243640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363b7d0 0x55c5936402d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f9382243640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363b7d0 0x55c5936402d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34122/0 (socket says 172.21.15.90:34122) 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f9381a42640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c593640940 0x55c593642dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f9382243640 1 -- 172.21.15.90:0/321188201 learned_addr learned my addr 172.21.15.90:0/321188201 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f9382a44640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f93680a3cd0 0x7f93680a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f9382a44640 1 --2- 172.21.15.90:0/321188201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c59363ade0 0x55c59363b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f9381a42640 1 -- 172.21.15.90:0/321188201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c59363ade0 msgr2=0x55c59363b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f93737fe640 1 -- 172.21.15.90:0/3136856496 <== mon.2 v2:172.21.15.119:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f93780d0ac0 con 0x7f937c101060 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f9381a42640 1 --2- 172.21.15.90:0/321188201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c59363ade0 0x55c59363b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f9381a42640 1 -- 172.21.15.90:0/321188201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363b7d0 msgr2=0x55c5936402d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:05.156 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f9381a42640 1 --2- 172.21.15.90:0/321188201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363b7d0 0x55c5936402d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.145+0000 7f9381a42640 1 -- 172.21.15.90:0/321188201 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5932a9210 con 0x55c593640940 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.146+0000 7f9382a44640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f93680a3cd0 0x7f93680a6190 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f9374005fe0 tx=0x7f9374005d80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.146+0000 7f9381a42640 1 --2- 172.21.15.90:0/321188201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c593640940 0x55c593642dd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f936c009bd0 tx=0x7f936c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6328fc4ea2f6c826 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.146+0000 7f9370bfe640 1 -- 172.21.15.90:0/321188201 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936c004230 con 0x55c593640940 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.146+0000 7f9370bfe640 1 -- 172.21.15.90:0/321188201 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f936c009e40 con 0x55c593640940 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.146+0000 7f9370bfe640 1 -- 172.21.15.90:0/321188201 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936c004c70 con 0x55c593640940 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.147+0000 7f93871be740 1 -- 172.21.15.90:0/321188201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c593640940 msgr2=0x55c593642dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.147+0000 7f93871be740 1 --2- 172.21.15.90:0/321188201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c593640940 0x55c593642dd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f936c009bd0 tx=0x7f936c011810 comp rx=0 tx=0).stop 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.147+0000 7f93871be740 1 -- 172.21.15.90:0/321188201 shutdown_connections 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.147+0000 7f93871be740 1 --2- 172.21.15.90:0/321188201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c593640940 0x55c593642dd0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.147+0000 7f93871be740 1 --2- 172.21.15.90:0/321188201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363b7d0 0x55c5936402d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.147+0000 7f93871be740 1 --2- 172.21.15.90:0/321188201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c59363ade0 0x55c59363b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.147+0000 7f93871be740 1 -- 172.21.15.90:0/321188201 >> 172.21.15.90:0/321188201 conn(0x55c5935fa9c0 msgr2=0x55c59362e050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:05.157 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.147+0000 7f93871be740 1 -- 172.21.15.90:0/321188201 shutdown_connections 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.147+0000 7f93871be740 1 -- 172.21.15.90:0/321188201 wait complete. 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f93871be740 1 -- start start 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f93871be740 1 Processor -- start 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f93871be740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c593644f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f93871be740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c59363b7d0 0x55c593645460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f93871be740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c593640940 0x55c59364c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f93871be740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c5936438f0 con 0x55c59363ade0 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f93871be740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55c5935310b0 con 0x55c593640940 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f93871be740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c593643a70 con 0x55c59363b7d0 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f93871be740 10 client.0 _ll_register_callbacks cb 0x55c59351ed30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f9382243640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c593644f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f9381a42640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c59363b7d0 0x55c593645460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.158 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f9382243640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c593644f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34136/0 (socket says 172.21.15.90:34136) 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f9382243640 1 -- 172.21.15.90:0/3338428682 learned_addr learned my addr 172.21.15.90:0/3338428682 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f9382a44640 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c593640940 0x55c59364c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f9382243640 1 -- 172.21.15.90:0/3338428682 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c59363b7d0 msgr2=0x55c593645460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f9382243640 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c59363b7d0 0x55c593645460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f9382243640 1 -- 172.21.15.90:0/3338428682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c593640940 msgr2=0x55c59364c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f9382243640 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c593640940 0x55c59364c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f9382243640 1 -- 172.21.15.90:0/3338428682 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c593375620 con 0x55c59363ade0 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.148+0000 7f9381a42640 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c59363b7d0 0x55c593645460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.149+0000 7f9382243640 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c593644f20 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f937809c960 tx=0x7f937809c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ec48054f278f8c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.149+0000 7f9365ffb640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.149+0000 7f9365ffb640 1 -- 172.21.15.90:0/3338428682 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93780a0d80 con 0x55c59363ade0 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.149+0000 7f9365ffb640 1 -- 172.21.15.90:0/3338428682 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f93780a51b0 con 0x55c59363ade0 2024-04-26T17:30:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.149+0000 7f93871be740 1 -- 172.21.15.90:0/3338428682 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c5935a4d20 con 0x55c59363ade0 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.149+0000 7f9365ffb640 1 -- 172.21.15.90:0/3338428682 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f93780a5640 con 0x55c59363ade0 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.149+0000 7f93871be740 10 client.16644 fetch_fsmap learned FSMap version 40 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.149+0000 7f93871be740 1 -- 172.21.15.90:0/3338428682 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55c59364f8d0 con 0x55c59363ade0 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.149+0000 7f9365ffb640 1 -- 172.21.15.90:0/3338428682 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x55c5935a4d20 con 0x55c59363ade0 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.149+0000 7f9365ffb640 1 -- 172.21.15.90:0/3338428682 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 40) ==== 8430+0+0 (secure 0 0 0) 0x7f93780a3bc0 con 0x55c59363ade0 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.150+0000 7f93871be740 10 client.16644 fetch_fsmap finished waiting for FSMap version 40 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.150+0000 7f93871be740 10 client.16644 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.150+0000 7f93871be740 20 client.16644 populate_metadata read hostname 'smithi090' 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.150+0000 7f93871be740 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55c593651010 0x55c5936534d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.150+0000 7f93871be740 4 client.16644 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.150+0000 7f93871be740 1 -- 172.21.15.90:0/3338428682 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c59359eb90 con 0x55c593651010 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.150+0000 7f9381a42640 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55c593651010 0x55c5936534d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.160 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.150+0000 7f9365ffb640 10 client.16644 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.150+0000 7f9381a42640 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55c593651010 0x55c5936534d0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa7e5fdb13989962 server_cookie=c79169fd19487754 in_seq=0 out_seq=0 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f9365ffb640 1 -- 172.21.15.90:0/3338428682 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c59359eb90 con 0x55c593651010 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f9365ffb640 10 client.16644 handle_command_reply: tid=0 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f93871be740 1 client.16644 shutdown 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f93871be740 1 -- 172.21.15.90:0/3338428682 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 msgr2=0x55c593644f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f93871be740 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c593644f20 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f937809c960 tx=0x7f937809c330 comp rx=0 tx=0).stop 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f93871be740 1 -- 172.21.15.90:0/3338428682 shutdown_connections 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f93871be740 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55c593651010 0x55c5936534d0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f93871be740 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c593640940 0x55c59364c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f93871be740 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c59363b7d0 0x55c593645460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f93871be740 1 --2- 172.21.15.90:0/3338428682 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c593644f20 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f93871be740 1 -- 172.21.15.90:0/3338428682 >> 172.21.15.90:0/3338428682 conn(0x55c5935fa9c0 msgr2=0x55c59362d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:05.161 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f9365ffb640 0 client.16644 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:30:05.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f93871be740 1 -- 172.21.15.90:0/3338428682 shutdown_connections 2024-04-26T17:30:05.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.151+0000 7f93871be740 1 -- 172.21.15.90:0/3338428682 wait complete. 2024-04-26T17:30:05.162 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.152+0000 7f93871be740 20 client.16644 trim_cache size 0 max 16384 2024-04-26T17:30:05.171 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f93871be740 1 Processor -- start 2024-04-26T17:30:05.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f93871be740 1 -- start start 2024-04-26T17:30:05.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f93871be740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c5936453c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f93871be740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c59363b7d0 0x55c59364c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f93871be740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c593640940 0x55c59362d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f93871be740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f937c1a8ac0 con 0x55c59363ade0 2024-04-26T17:30:05.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f93871be740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f937c1aa7b0 con 0x55c593640940 2024-04-26T17:30:05.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f93871be740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f937c1a9190 con 0x55c59363b7d0 2024-04-26T17:30:05.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f9382243640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c5936453c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f9382243640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c5936453c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:34150/0 (socket says 172.21.15.90:34150) 2024-04-26T17:30:05.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f9382243640 1 -- 172.21.15.90:0/1858279537 learned_addr learned my addr 172.21.15.90:0/1858279537 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:05.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f9382a44640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c593640940 0x55c59362d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.172 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.171+0000 7f9381a42640 1 --2- 172.21.15.90:0/1858279537 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c59363b7d0 0x55c59364c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.172+0000 7f9382243640 1 -- 172.21.15.90:0/1858279537 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c59363b7d0 msgr2=0x55c59364c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:05.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.172+0000 7f9382243640 1 --2- 172.21.15.90:0/1858279537 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c59363b7d0 0x55c59364c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.172+0000 7f9382243640 1 -- 172.21.15.90:0/1858279537 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c593640940 msgr2=0x55c59362d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:05.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.172+0000 7f9382243640 1 --2- 172.21.15.90:0/1858279537 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c593640940 0x55c59362d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.172+0000 7f9382243640 1 -- 172.21.15.90:0/1858279537 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c59363bbb0 con 0x55c59363ade0 2024-04-26T17:30:05.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.172+0000 7f9382243640 1 --2- 172.21.15.90:0/1858279537 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c5936453c0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f93780058c0 tx=0x7f937809c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c18ab3a56c08b3b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:05.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.172+0000 7f9367fff640 1 -- 172.21.15.90:0/1858279537 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93780a0d80 con 0x55c59363ade0 2024-04-26T17:30:05.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.172+0000 7f9367fff640 1 -- 172.21.15.90:0/1858279537 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f937809c9d0 con 0x55c59363ade0 2024-04-26T17:30:05.173 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.172+0000 7f9367fff640 1 -- 172.21.15.90:0/1858279537 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93780a51b0 con 0x55c59363ade0 2024-04-26T17:30:05.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.173+0000 7f93871be740 1 -- 172.21.15.90:0/1858279537 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 msgr2=0x55c5936453c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:05.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.173+0000 7f93871be740 1 --2- 172.21.15.90:0/1858279537 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c5936453c0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f93780058c0 tx=0x7f937809c8d0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.173+0000 7f93871be740 1 -- 172.21.15.90:0/1858279537 shutdown_connections 2024-04-26T17:30:05.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.173+0000 7f93871be740 1 --2- 172.21.15.90:0/1858279537 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c593640940 0x55c59362d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.173+0000 7f93871be740 1 --2- 172.21.15.90:0/1858279537 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c59363b7d0 0x55c59364c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.173+0000 7f93871be740 1 --2- 172.21.15.90:0/1858279537 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c5936453c0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.173+0000 7f93871be740 1 -- 172.21.15.90:0/1858279537 >> 172.21.15.90:0/1858279537 conn(0x55c5935fa9c0 msgr2=0x55c59362c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:05.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.173+0000 7f93871be740 1 -- 172.21.15.90:0/1858279537 shutdown_connections 2024-04-26T17:30:05.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.173+0000 7f93871be740 1 -- 172.21.15.90:0/1858279537 wait complete. 2024-04-26T17:30:05.177 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.173+0000 7f93871be740 1 -- start start 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.173+0000 7f93871be740 1 Processor -- start 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f93871be740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c5936494c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f93871be740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c59363b7d0 0x55c593649a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f93871be740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c593640940 0x55c59364aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f93871be740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f937c1aa020 con 0x55c59363ade0 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f93871be740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f937c1a9890 con 0x55c59363b7d0 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f9382243640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c5936494c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f93871be740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f937c1a69e0 con 0x55c593640940 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f9381a42640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c59363b7d0 0x55c593649a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f9381a42640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c59363b7d0 0x55c593649a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:60884/0 (socket says 172.21.15.90:60884) 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f9381a42640 1 -- 172.21.15.90:0/4185966052 learned_addr learned my addr 172.21.15.90:0/4185966052 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f93871be740 10 client.0 _ll_register_callbacks cb 0x7f937809c510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:30:05.178 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f9382a44640 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c593640940 0x55c59364aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f9381a42640 1 -- 172.21.15.90:0/4185966052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c593640940 msgr2=0x55c59364aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f9381a42640 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c593640940 0x55c59364aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f9381a42640 1 -- 172.21.15.90:0/4185966052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 msgr2=0x55c5936494c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f9381a42640 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c5936494c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f9381a42640 1 -- 172.21.15.90:0/4185966052 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c59364b000 con 0x55c59363b7d0 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.174+0000 7f9382243640 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c5936494c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.175+0000 7f9381a42640 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c59363b7d0 0x55c593649a00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f936c009bd0 tx=0x7f936c011dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59efa0121e2f1fb3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.175+0000 7f9365ffb640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.175+0000 7f9365ffb640 1 -- 172.21.15.90:0/4185966052 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936c01e040 con 0x55c59363b7d0 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.175+0000 7f93871be740 1 -- 172.21.15.90:0/4185966052 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f937809c9d0 con 0x55c59363b7d0 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.175+0000 7f9365ffb640 1 -- 172.21.15.90:0/4185966052 <== mon.2 v2:172.21.15.119:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f936c0036f0 con 0x55c59363b7d0 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.175+0000 7f9365ffb640 1 -- 172.21.15.90:0/4185966052 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f936c03c050 con 0x55c59363b7d0 2024-04-26T17:30:05.179 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.175+0000 7f93871be740 10 client.25892 fetch_fsmap learned FSMap version 40 2024-04-26T17:30:05.180 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.175+0000 7f93871be740 1 -- 172.21.15.90:0/4185966052 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55c59364c390 con 0x55c59363b7d0 2024-04-26T17:30:05.180 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.175+0000 7f9365ffb640 1 -- 172.21.15.90:0/4185966052 <== mon.2 v2:172.21.15.119:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f937809c9d0 con 0x55c59363b7d0 2024-04-26T17:30:05.180 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.176+0000 7f9365ffb640 1 -- 172.21.15.90:0/4185966052 <== mon.2 v2:172.21.15.119:3300/0 5 ==== fsmap(e 40) ==== 8430+0+0 (secure 0 0 0) 0x7f936c031020 con 0x55c59363b7d0 2024-04-26T17:30:05.180 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.176+0000 7f93871be740 10 client.25892 fetch_fsmap finished waiting for FSMap version 40 2024-04-26T17:30:05.180 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.176+0000 7f93871be740 10 client.25892 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:30:05.180 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.176+0000 7f93871be740 20 client.25892 populate_metadata read hostname 'smithi090' 2024-04-26T17:30:05.180 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.176+0000 7f93871be740 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55c5936b78d0 0x55c5936b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:05.180 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.176+0000 7f93871be740 4 client.25892 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:30:05.180 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.176+0000 7f93871be740 1 -- 172.21.15.90:0/4185966052 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c59351a5f0 con 0x55c5936b78d0 2024-04-26T17:30:05.180 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.176+0000 7f9382243640 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55c5936b78d0 0x55c5936b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:05.180 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.176+0000 7f9365ffb640 10 client.25892 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:30:05.180 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.176+0000 7f9382243640 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55c5936b78d0 0x55c5936b9cf0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89b7d567e15a40df server_cookie=fbb5a29034b4c399 in_seq=0 out_seq=0 2024-04-26T17:30:05.187 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f9365ffb640 1 -- 172.21.15.90:0/4185966052 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c59351a5f0 con 0x55c5936b78d0 2024-04-26T17:30:05.187 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f9365ffb640 10 client.25892 handle_command_reply: tid=0 2024-04-26T17:30:05.187 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f93871be740 1 client.25892 shutdown 2024-04-26T17:30:05.187 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f93871be740 1 -- 172.21.15.90:0/4185966052 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c59363b7d0 msgr2=0x55c593649a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:05.187 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f93871be740 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c59363b7d0 0x55c593649a00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f936c009bd0 tx=0x7f936c011dd0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.187 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f93871be740 1 -- 172.21.15.90:0/4185966052 shutdown_connections 2024-04-26T17:30:05.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f93871be740 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55c5936b78d0 0x55c5936b9cf0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f93871be740 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c593640940 0x55c59364aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f9365ffb640 0 client.25892 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:30:05.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f93871be740 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55c59363b7d0 0x55c593649a00 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f93871be740 1 --2- 172.21.15.90:0/4185966052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c59363ade0 0x55c5936494c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f93871be740 1 -- 172.21.15.90:0/4185966052 >> 172.21.15.90:0/4185966052 conn(0x55c5935fa9c0 msgr2=0x55c59362d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:05.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f93871be740 1 -- 172.21.15.90:0/4185966052 shutdown_connections 2024-04-26T17:30:05.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f93871be740 1 -- 172.21.15.90:0/4185966052 wait complete. 2024-04-26T17:30:05.188 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.187+0000 7f93871be740 20 client.25892 trim_cache size 0 max 16384 2024-04-26T17:30:05.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:30:05.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:30:05.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:30:05.189 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:30:05.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.188+0000 7f93844a7640 1 -- 172.21.15.90:0/3136856496 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f93680a3cd0 msgr2=0x7f93680a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:05.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.188+0000 7f93844a7640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f93680a3cd0 0x7f93680a6190 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f9374005fe0 tx=0x7f9374005d80 comp rx=0 tx=0).stop 2024-04-26T17:30:05.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.188+0000 7f93844a7640 1 -- 172.21.15.90:0/3136856496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f937c101060 msgr2=0x7f937c06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:05.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.188+0000 7f93844a7640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f937c101060 0x7f937c06b4a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f937800e9c0 tx=0x7f937800ee80 comp rx=0 tx=0).stop 2024-04-26T17:30:05.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.188+0000 7f93844a7640 1 -- 172.21.15.90:0/3136856496 shutdown_connections 2024-04-26T17:30:05.190 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.188+0000 7f93844a7640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f93680a3cd0 0x7f93680a6190 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.188+0000 7f93844a7640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f937c102c10 0x7f937c19f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.188+0000 7f93844a7640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f937c102250 0x7f937c19cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.188+0000 7f93844a7640 1 --2- 172.21.15.90:0/3136856496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f937c101060 0x7f937c06b4a0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:05.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.188+0000 7f93844a7640 1 -- 172.21.15.90:0/3136856496 >> 172.21.15.90:0/3136856496 conn(0x7f937c0fc5f0 msgr2=0x7f937c105480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:05.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.188+0000 7f93844a7640 1 -- 172.21.15.90:0/3136856496 shutdown_connections 2024-04-26T17:30:05.191 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:05.188+0000 7f93844a7640 1 -- 172.21.15.90:0/3136856496 wait complete. 2024-04-26T17:30:06.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:06 smithi167 ceph-mon[32665]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:30:06.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:06 smithi167 ceph-mon[32665]: pgmap v460: 129 pgs: 129 active+clean; 165 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 646 KiB/s rd, 875 KiB/s wr, 255 op/s 2024-04-26T17:30:06.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:06 smithi119 ceph-mon[32584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:30:06.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:06 smithi119 ceph-mon[32584]: pgmap v460: 129 pgs: 129 active+clean; 165 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 646 KiB/s rd, 875 KiB/s wr, 255 op/s 2024-04-26T17:30:06.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:06 smithi090 ceph-mon[29417]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T17:30:06.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:06 smithi090 ceph-mon[29417]: pgmap v460: 129 pgs: 129 active+clean; 165 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 646 KiB/s rd, 875 KiB/s wr, 255 op/s 2024-04-26T17:30:07.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:07 smithi090 ceph-mon[29417]: pgmap v461: 129 pgs: 129 active+clean; 167 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 394 KiB/s rd, 685 KiB/s wr, 236 op/s 2024-04-26T17:30:08.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:07 smithi167 ceph-mon[32665]: pgmap v461: 129 pgs: 129 active+clean; 167 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 394 KiB/s rd, 685 KiB/s wr, 236 op/s 2024-04-26T17:30:08.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:07 smithi119 ceph-mon[32584]: pgmap v461: 129 pgs: 129 active+clean; 167 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 394 KiB/s rd, 685 KiB/s wr, 236 op/s 2024-04-26T17:30:09.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:09 smithi090 ceph-mon[29417]: pgmap v462: 129 pgs: 129 active+clean; 180 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 781 KiB/s rd, 1.8 MiB/s wr, 324 op/s 2024-04-26T17:30:10.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:09 smithi167 ceph-mon[32665]: pgmap v462: 129 pgs: 129 active+clean; 180 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 781 KiB/s rd, 1.8 MiB/s wr, 324 op/s 2024-04-26T17:30:10.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:09 smithi119 ceph-mon[32584]: pgmap v462: 129 pgs: 129 active+clean; 180 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 781 KiB/s rd, 1.8 MiB/s wr, 324 op/s 2024-04-26T17:30:11.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:11 smithi090 ceph-mon[29417]: pgmap v463: 129 pgs: 129 active+clean; 181 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 505 KiB/s rd, 1.5 MiB/s wr, 218 op/s 2024-04-26T17:30:12.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:11 smithi167 ceph-mon[32665]: pgmap v463: 129 pgs: 129 active+clean; 181 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 505 KiB/s rd, 1.5 MiB/s wr, 218 op/s 2024-04-26T17:30:12.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:11 smithi119 ceph-mon[32584]: pgmap v463: 129 pgs: 129 active+clean; 181 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 505 KiB/s rd, 1.5 MiB/s wr, 218 op/s 2024-04-26T17:30:13.282 INFO:tasks.workunit.client.0.smithi090.stderr:+ sync 2024-04-26T17:30:13.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:13 smithi090 ceph-mon[29417]: pgmap v464: 129 pgs: 129 active+clean; 191 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 881 KiB/s rd, 2.5 MiB/s wr, 269 op/s 2024-04-26T17:30:14.001 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:13 smithi167 ceph-mon[32665]: pgmap v464: 129 pgs: 129 active+clean; 191 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 881 KiB/s rd, 2.5 MiB/s wr, 269 op/s 2024-04-26T17:30:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:13 smithi119 ceph-mon[32584]: pgmap v464: 129 pgs: 129 active+clean; 191 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 881 KiB/s rd, 2.5 MiB/s wr, 269 op/s 2024-04-26T17:30:15.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:15 smithi090 ceph-mon[29417]: pgmap v465: 129 pgs: 129 active+clean; 194 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 845 KiB/s rd, 2.6 MiB/s wr, 276 op/s 2024-04-26T17:30:16.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:15 smithi167 ceph-mon[32665]: pgmap v465: 129 pgs: 129 active+clean; 194 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 845 KiB/s rd, 2.6 MiB/s wr, 276 op/s 2024-04-26T17:30:16.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:15 smithi119 ceph-mon[32584]: pgmap v465: 129 pgs: 129 active+clean; 194 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 845 KiB/s rd, 2.6 MiB/s wr, 276 op/s 2024-04-26T17:30:16.642 INFO:tasks.workunit.client.0.smithi090.stderr:+ tar c linux-4.0.5 2024-04-26T17:30:17.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:17 smithi090 ceph-mon[29417]: pgmap v466: 129 pgs: 129 active+clean; 194 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 867 KiB/s rd, 2.6 MiB/s wr, 256 op/s 2024-04-26T17:30:18.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:17 smithi167 ceph-mon[32665]: pgmap v466: 129 pgs: 129 active+clean; 194 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 867 KiB/s rd, 2.6 MiB/s wr, 256 op/s 2024-04-26T17:30:18.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:17 smithi119 ceph-mon[32584]: pgmap v466: 129 pgs: 129 active+clean; 194 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 867 KiB/s rd, 2.6 MiB/s wr, 256 op/s 2024-04-26T17:30:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.281+0000 7f6c4e307640 1 -- 172.21.15.90:0/2148878260 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c48105510 msgr2=0x7f6c48107900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.281+0000 7f6c4e307640 1 --2- 172.21.15.90:0/2148878260 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c48105510 0x7f6c48107900 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c009900 tx=0x7f6c3c02a410 comp rx=0 tx=0).stop 2024-04-26T17:30:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.281+0000 7f6c4e307640 1 -- 172.21.15.90:0/2148878260 shutdown_connections 2024-04-26T17:30:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.281+0000 7f6c4e307640 1 --2- 172.21.15.90:0/2148878260 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c48107e40 0x7f6c4810a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.281+0000 7f6c4e307640 1 --2- 172.21.15.90:0/2148878260 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c48105510 0x7f6c48107900 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.281+0000 7f6c4e307640 1 --2- 172.21.15.90:0/2148878260 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c48102be0 0x7f6c48104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.281+0000 7f6c4e307640 1 -- 172.21.15.90:0/2148878260 >> 172.21.15.90:0/2148878260 conn(0x7f6c480fc5d0 msgr2=0x7f6c480fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.281+0000 7f6c4e307640 1 -- 172.21.15.90:0/2148878260 shutdown_connections 2024-04-26T17:30:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.281+0000 7f6c4e307640 1 -- 172.21.15.90:0/2148878260 wait complete. 2024-04-26T17:30:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.281+0000 7f6c4e307640 1 Processor -- start 2024-04-26T17:30:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.281+0000 7f6c4e307640 1 -- start start 2024-04-26T17:30:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c4e307640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c48102be0 0x7f6c4819a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c4e307640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c48105510 0x7f6c4819aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c4e307640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c48107e40 0x7f6c481a1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c4e307640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4810dc70 con 0x7f6c48102be0 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c4e307640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4810daf0 con 0x7f6c48107e40 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c4e307640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4810ddf0 con 0x7f6c48105510 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c47fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c48102be0 0x7f6c4819a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c47fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c48102be0 0x7f6c4819a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42602/0 (socket says 172.21.15.90:42602) 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c477fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c48105510 0x7f6c4819aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c47fff640 1 -- 172.21.15.90:0/547242159 learned_addr learned my addr 172.21.15.90:0/547242159 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c4c8a4640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c48107e40 0x7f6c481a1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c47fff640 1 -- 172.21.15.90:0/547242159 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c48105510 msgr2=0x7f6c4819aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c47fff640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c48105510 0x7f6c4819aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c47fff640 1 -- 172.21.15.90:0/547242159 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c48107e40 msgr2=0x7f6c481a1ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c47fff640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c48107e40 0x7f6c481a1ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.284 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c47fff640 1 -- 172.21.15.90:0/547242159 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c481a2120 con 0x7f6c48102be0 2024-04-26T17:30:18.284 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c4c8a4640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c48107e40 0x7f6c481a1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:30:18.284 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c47fff640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c48102be0 0x7f6c4819a500 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f6c3800e9f0 tx=0x7f6c3800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:18.284 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c457fa640 1 -- 172.21.15.90:0/547242159 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3800cd80 con 0x7f6c48102be0 2024-04-26T17:30:18.284 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c457fa640 1 -- 172.21.15.90:0/547242159 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6c380108e0 con 0x7f6c48102be0 2024-04-26T17:30:18.284 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c457fa640 1 -- 172.21.15.90:0/547242159 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c380188b0 con 0x7f6c48102be0 2024-04-26T17:30:18.284 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c4e307640 1 -- 172.21.15.90:0/547242159 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c481a2410 con 0x7f6c48102be0 2024-04-26T17:30:18.284 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.282+0000 7f6c4e307640 1 -- 172.21.15.90:0/547242159 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c481a2980 con 0x7f6c48102be0 2024-04-26T17:30:18.291 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c457fa640 1 -- 172.21.15.90:0/547242159 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f6c38010a90 con 0x7f6c48102be0 2024-04-26T17:30:18.291 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c51017740 1 Processor -- start 2024-04-26T17:30:18.291 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c51017740 1 -- start start 2024-04-26T17:30:18.291 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c51017740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b00375d0 0x55f6b00379f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.291 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c51017740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b0037fc0 0x55f6b003cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.291 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c51017740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b003d130 0x55f6b003f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.291 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c51017740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f6aff9c110 con 0x55f6b003d130 2024-04-26T17:30:18.291 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c51017740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55f6aff384a0 con 0x55f6b0037fc0 2024-04-26T17:30:18.291 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c51017740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f6aff980d0 con 0x55f6b00375d0 2024-04-26T17:30:18.291 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c477fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b003d130 0x55f6b003f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c47fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b0037fc0 0x55f6b003cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c4c8a4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b00375d0 0x55f6b00379f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c477fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b003d130 0x55f6b003f5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42608/0 (socket says 172.21.15.90:42608) 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c477fe640 1 -- 172.21.15.90:0/2038522983 learned_addr learned my addr 172.21.15.90:0/2038522983 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.285+0000 7f6c457fa640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6c300a3cd0 0x7f6c300a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c4c8a4640 1 -- 172.21.15.90:0/2038522983 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b0037fc0 msgr2=0x55f6b003cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c4c8a4640 1 --2- 172.21.15.90:0/2038522983 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b0037fc0 0x55f6b003cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c4c8a4640 1 -- 172.21.15.90:0/2038522983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b003d130 msgr2=0x55f6b003f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c4c8a4640 1 --2- 172.21.15.90:0/2038522983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b003d130 0x55f6b003f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c4c8a4640 1 -- 172.21.15.90:0/2038522983 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6afcae210 con 0x55f6b00375d0 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c477fe640 1 --2- 172.21.15.90:0/2038522983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b003d130 0x55f6b003f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c457fa640 1 -- 172.21.15.90:0/547242159 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f6c380d0a40 con 0x7f6c48102be0 2024-04-26T17:30:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c4c8a4640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6c300a3cd0 0x7f6c300a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c4c8a4640 1 --2- 172.21.15.90:0/2038522983 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b00375d0 0x55f6b00379f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6c40005fd0 tx=0x7f6c40011d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d3ce108dac169b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c2e7fc640 1 -- 172.21.15.90:0/2038522983 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c40017070 con 0x55f6b00375d0 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c4c8a4640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6c300a3cd0 0x7f6c300a6190 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f6c40023000 tx=0x7f6c40024000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c2e7fc640 1 -- 172.21.15.90:0/2038522983 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6c4001c430 con 0x55f6b00375d0 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.286+0000 7f6c2e7fc640 1 -- 172.21.15.90:0/2038522983 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4000fb40 con 0x55f6b00375d0 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.287+0000 7f6c51017740 1 -- 172.21.15.90:0/2038522983 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b00375d0 msgr2=0x55f6b00379f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.287+0000 7f6c51017740 1 --2- 172.21.15.90:0/2038522983 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b00375d0 0x55f6b00379f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6c40005fd0 tx=0x7f6c40011d50 comp rx=0 tx=0).stop 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.287+0000 7f6c51017740 1 -- 172.21.15.90:0/2038522983 shutdown_connections 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.287+0000 7f6c51017740 1 --2- 172.21.15.90:0/2038522983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b003d130 0x55f6b003f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.287+0000 7f6c51017740 1 --2- 172.21.15.90:0/2038522983 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b0037fc0 0x55f6b003cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.287+0000 7f6c51017740 1 --2- 172.21.15.90:0/2038522983 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b00375d0 0x55f6b00379f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.287+0000 7f6c51017740 1 -- 172.21.15.90:0/2038522983 >> 172.21.15.90:0/2038522983 conn(0x55f6affff9c0 msgr2=0x55f6b0033050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.287+0000 7f6c51017740 1 -- 172.21.15.90:0/2038522983 shutdown_connections 2024-04-26T17:30:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.287+0000 7f6c51017740 1 -- 172.21.15.90:0/2038522983 wait complete. 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.287+0000 7f6c51017740 1 -- start start 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.287+0000 7f6c51017740 1 Processor -- start 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c51017740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b00375d0 0x55f6b00418b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c51017740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b0037fc0 0x55f6b0041df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c51017740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b003d130 0x55f6b0048e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c51017740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f6b00400e0 con 0x55f6b003d130 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c51017740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x55f6aff360b0 con 0x55f6b00375d0 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c51017740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f6b0040260 con 0x55f6b0037fc0 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c51017740 10 client.0 _ll_register_callbacks cb 0x55f6aff23d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c47fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b00375d0 0x55f6b00418b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c4c8a4640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b003d130 0x55f6b0048e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c47fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b00375d0 0x55f6b00418b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:53026/0 (socket says 172.21.15.90:53026) 2024-04-26T17:30:18.294 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c47fff640 1 -- 172.21.15.90:0/80778482 learned_addr learned my addr 172.21.15.90:0/80778482 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:18.295 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c477fe640 1 --2- 172.21.15.90:0/80778482 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b0037fc0 0x55f6b0041df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.295 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c47fff640 1 -- 172.21.15.90:0/80778482 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b0037fc0 msgr2=0x55f6b0041df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:18.295 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c47fff640 1 --2- 172.21.15.90:0/80778482 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b0037fc0 0x55f6b0041df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.295 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c47fff640 1 -- 172.21.15.90:0/80778482 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b003d130 msgr2=0x55f6b0048e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:18.295 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c47fff640 1 --2- 172.21.15.90:0/80778482 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b003d130 0x55f6b0048e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.295 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c47fff640 1 -- 172.21.15.90:0/80778482 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6afd7a620 con 0x55f6b00375d0 2024-04-26T17:30:18.295 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c47fff640 1 --2- 172.21.15.90:0/80778482 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b00375d0 0x55f6b00418b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6c38098e60 tx=0x7f6c380d41d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ca11e58b91aafbf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:18.295 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c277fe640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-04-26T17:30:18.295 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c277fe640 1 -- 172.21.15.90:0/80778482 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c38010630 con 0x55f6b00375d0 2024-04-26T17:30:18.295 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c51017740 1 -- 172.21.15.90:0/80778482 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c4001c430 con 0x55f6b00375d0 2024-04-26T17:30:18.295 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.288+0000 7f6c277fe640 1 -- 172.21.15.90:0/80778482 <== mon.2 v2:172.21.15.119:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f6c3809be50 con 0x55f6b00375d0 2024-04-26T17:30:18.295 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.289+0000 7f6c277fe640 1 -- 172.21.15.90:0/80778482 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f6c38010e00 con 0x55f6b00375d0 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.289+0000 7f6c51017740 10 client.25904 fetch_fsmap learned FSMap version 41 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.289+0000 7f6c51017740 1 -- 172.21.15.90:0/80778482 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55f6b004c260 con 0x55f6b00375d0 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.289+0000 7f6c277fe640 1 -- 172.21.15.90:0/80778482 <== mon.2 v2:172.21.15.119:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6c4001c430 con 0x55f6b00375d0 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.289+0000 7f6c277fe640 1 -- 172.21.15.90:0/80778482 <== mon.2 v2:172.21.15.119:3300/0 5 ==== fsmap(e 41) ==== 8438+0+0 (secure 0 0 0) 0x7f6c38098750 con 0x55f6b00375d0 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.289+0000 7f6c51017740 10 client.25904 fetch_fsmap finished waiting for FSMap version 41 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.289+0000 7f6c51017740 10 client.25904 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.289+0000 7f6c51017740 20 client.25904 populate_metadata read hostname 'smithi090' 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.289+0000 7f6c51017740 1 --2- 172.21.15.90:0/80778482 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f6b004d8a0 0x55f6b004fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.289+0000 7f6c51017740 4 client.25904 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.289+0000 7f6c51017740 1 -- 172.21.15.90:0/80778482 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f6affa9d20 con 0x55f6b004d8a0 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.289+0000 7f6c477fe640 1 --2- 172.21.15.90:0/80778482 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f6b004d8a0 0x55f6b004fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.290+0000 7f6c477fe640 1 --2- 172.21.15.90:0/80778482 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f6b004d8a0 0x55f6b004fd20 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd82b26b29176528 server_cookie=1d9f04ac6f5bff66 in_seq=0 out_seq=0 2024-04-26T17:30:18.296 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.290+0000 7f6c277fe640 10 client.25904 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.290+0000 7f6c277fe640 1 -- 172.21.15.90:0/80778482 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f6affa9d20 con 0x55f6b004d8a0 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.290+0000 7f6c277fe640 10 client.25904 handle_command_reply: tid=0 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.290+0000 7f6c51017740 1 client.25904 shutdown 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.290+0000 7f6c51017740 1 -- 172.21.15.90:0/80778482 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b00375d0 msgr2=0x55f6b00418b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.290+0000 7f6c51017740 1 --2- 172.21.15.90:0/80778482 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b00375d0 0x55f6b00418b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6c38098e60 tx=0x7f6c380d41d0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.290+0000 7f6c51017740 1 -- 172.21.15.90:0/80778482 shutdown_connections 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.291+0000 7f6c51017740 1 --2- 172.21.15.90:0/80778482 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f6b004d8a0 0x55f6b004fd20 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.291+0000 7f6c51017740 1 --2- 172.21.15.90:0/80778482 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b003d130 0x55f6b0048e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.291+0000 7f6c51017740 1 --2- 172.21.15.90:0/80778482 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b0037fc0 0x55f6b0041df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.291+0000 7f6c277fe640 0 client.25904 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.291+0000 7f6c51017740 1 --2- 172.21.15.90:0/80778482 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b00375d0 0x55f6b00418b0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.291+0000 7f6c51017740 1 -- 172.21.15.90:0/80778482 >> 172.21.15.90:0/80778482 conn(0x55f6affff9c0 msgr2=0x55f6b0032250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.291+0000 7f6c51017740 1 -- 172.21.15.90:0/80778482 shutdown_connections 2024-04-26T17:30:18.297 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.291+0000 7f6c51017740 1 -- 172.21.15.90:0/80778482 wait complete. 2024-04-26T17:30:18.298 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.291+0000 7f6c51017740 20 client.25904 trim_cache size 0 max 16384 2024-04-26T17:30:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.307+0000 7f6c51017740 1 Processor -- start 2024-04-26T17:30:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.307+0000 7f6c51017740 1 -- start start 2024-04-26T17:30:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.307+0000 7f6c51017740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b00375d0 0x55f6b0036650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.307+0000 7f6c51017740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b0037fc0 0x55f6b0048df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.307+0000 7f6c51017740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b003d130 0x55f6b00389c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.307+0000 7f6c51017740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6c481ad000 con 0x55f6b0037fc0 2024-04-26T17:30:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.307+0000 7f6c51017740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6c481aed50 con 0x55f6b003d130 2024-04-26T17:30:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.307+0000 7f6c51017740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6c481ad6d0 con 0x55f6b00375d0 2024-04-26T17:30:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.307+0000 7f6c477fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b0037fc0 0x55f6b0048df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c477fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b0037fc0 0x55f6b0048df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42618/0 (socket says 172.21.15.90:42618) 2024-04-26T17:30:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c477fe640 1 -- 172.21.15.90:0/1075642810 learned_addr learned my addr 172.21.15.90:0/1075642810 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c4c8a4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b003d130 0x55f6b00389c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c47fff640 1 --2- 172.21.15.90:0/1075642810 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b00375d0 0x55f6b0036650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c477fe640 1 -- 172.21.15.90:0/1075642810 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b00375d0 msgr2=0x55f6b0036650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c477fe640 1 --2- 172.21.15.90:0/1075642810 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b00375d0 0x55f6b0036650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c477fe640 1 -- 172.21.15.90:0/1075642810 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b003d130 msgr2=0x55f6b00389c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c477fe640 1 --2- 172.21.15.90:0/1075642810 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b003d130 0x55f6b00389c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c477fe640 1 -- 172.21.15.90:0/1075642810 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6b004c060 con 0x55f6b0037fc0 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c4c8a4640 1 --2- 172.21.15.90:0/1075642810 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b003d130 0x55f6b00389c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c477fe640 1 --2- 172.21.15.90:0/1075642810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b0037fc0 0x55f6b0048df0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c005ab0 tx=0x7f6c3c004310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e029c13a29f640d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c2dffb640 1 -- 172.21.15.90:0/1075642810 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c04b070 con 0x55f6b0037fc0 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c2dffb640 1 -- 172.21.15.90:0/1075642810 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6c3c0468b0 con 0x55f6b0037fc0 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.308+0000 7f6c2dffb640 1 -- 172.21.15.90:0/1075642810 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c035040 con 0x55f6b0037fc0 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.309+0000 7f6c51017740 1 -- 172.21.15.90:0/1075642810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b0037fc0 msgr2=0x55f6b0048df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.309+0000 7f6c51017740 1 --2- 172.21.15.90:0/1075642810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b0037fc0 0x55f6b0048df0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c005ab0 tx=0x7f6c3c004310 comp rx=0 tx=0).stop 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.309+0000 7f6c51017740 1 -- 172.21.15.90:0/1075642810 shutdown_connections 2024-04-26T17:30:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.309+0000 7f6c51017740 1 --2- 172.21.15.90:0/1075642810 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b003d130 0x55f6b00389c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.309+0000 7f6c51017740 1 --2- 172.21.15.90:0/1075642810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b0037fc0 0x55f6b0048df0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.309+0000 7f6c51017740 1 --2- 172.21.15.90:0/1075642810 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b00375d0 0x55f6b0036650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.309+0000 7f6c51017740 1 -- 172.21.15.90:0/1075642810 >> 172.21.15.90:0/1075642810 conn(0x55f6affff9c0 msgr2=0x55f6b0035f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.309+0000 7f6c51017740 1 -- 172.21.15.90:0/1075642810 shutdown_connections 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.309+0000 7f6c51017740 1 -- 172.21.15.90:0/1075642810 wait complete. 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.309+0000 7f6c51017740 1 -- start start 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.309+0000 7f6c51017740 1 Processor -- start 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c51017740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b00375d0 0x55f6b0046230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c51017740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b0037fc0 0x55f6b0046770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c51017740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b003d130 0x55f6b0047780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c51017740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6c481ae5c0 con 0x55f6b00375d0 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c51017740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6c481ade30 con 0x55f6b003d130 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c51017740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6c481aaf20 con 0x55f6b0037fc0 2024-04-26T17:30:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c51017740 10 client.0 _ll_register_callbacks cb 0x7f6c3800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c477fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b0037fc0 0x55f6b0046770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c47fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b00375d0 0x55f6b0046230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c477fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b0037fc0 0x55f6b0046770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.90:54800/0 (socket says 172.21.15.90:54800) 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c47fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b00375d0 0x55f6b0046230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42622/0 (socket says 172.21.15.90:42622) 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c477fe640 1 -- 172.21.15.90:0/512806851 learned_addr learned my addr 172.21.15.90:0/512806851 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c4c8a4640 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b003d130 0x55f6b0047780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c477fe640 1 -- 172.21.15.90:0/512806851 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b003d130 msgr2=0x55f6b0047780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c477fe640 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b003d130 0x55f6b0047780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c477fe640 1 -- 172.21.15.90:0/512806851 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b00375d0 msgr2=0x55f6b0046230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c477fe640 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b00375d0 0x55f6b0046230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c477fe640 1 -- 172.21.15.90:0/512806851 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6b0047d70 con 0x55f6b0037fc0 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c47fff640 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b00375d0 0x55f6b0046230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T17:30:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c477fe640 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b0037fc0 0x55f6b0046770 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c02a930 tx=0x7f6c3c02a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19c12ffbcd662eea server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c277fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c277fe640 1 -- 172.21.15.90:0/512806851 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c04b040 con 0x55f6b0037fc0 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c51017740 1 -- 172.21.15.90:0/512806851 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c3c0468b0 con 0x55f6b0037fc0 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.310+0000 7f6c277fe640 1 -- 172.21.15.90:0/512806851 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f6c3c046600 con 0x55f6b0037fc0 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.311+0000 7f6c277fe640 1 -- 172.21.15.90:0/512806851 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f6c3c05d050 con 0x55f6b0037fc0 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.311+0000 7f6c51017740 10 client.25891 fetch_fsmap learned FSMap version 41 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.311+0000 7f6c51017740 1 -- 172.21.15.90:0/512806851 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55f6b00490b0 con 0x55f6b0037fc0 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.311+0000 7f6c277fe640 1 -- 172.21.15.90:0/512806851 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6c3c0468b0 con 0x55f6b0037fc0 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.311+0000 7f6c277fe640 1 -- 172.21.15.90:0/512806851 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 41) ==== 8438+0+0 (secure 0 0 0) 0x7f6c3c03cb10 con 0x55f6b0037fc0 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.311+0000 7f6c51017740 10 client.25891 fetch_fsmap finished waiting for FSMap version 41 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.311+0000 7f6c51017740 10 client.25891 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.311+0000 7f6c51017740 20 client.25891 populate_metadata read hostname 'smithi090' 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.311+0000 7f6c51017740 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f6b00b4710 0x55f6b00b6b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.311+0000 7f6c51017740 4 client.25891 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:30:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.311+0000 7f6c51017740 1 -- 172.21.15.90:0/512806851 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f6affa3b90 con 0x55f6b00b4710 2024-04-26T17:30:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.311+0000 7f6c47fff640 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f6b00b4710 0x55f6b00b6b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.312+0000 7f6c277fe640 10 client.25891 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:30:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.312+0000 7f6c47fff640 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f6b00b4710 0x55f6b00b6b30 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9815b40791684836 server_cookie=80fbf77b387bca67 in_seq=0 out_seq=0 2024-04-26T17:30:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.455+0000 7f6c277fe640 1 -- 172.21.15.90:0/512806851 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f6affa3b90 con 0x55f6b00b4710 2024-04-26T17:30:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.455+0000 7f6c277fe640 10 client.25891 handle_command_reply: tid=0 2024-04-26T17:30:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.455+0000 7f6c51017740 1 client.25891 shutdown 2024-04-26T17:30:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.455+0000 7f6c51017740 1 -- 172.21.15.90:0/512806851 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b0037fc0 msgr2=0x55f6b0046770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.455+0000 7f6c51017740 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b0037fc0 0x55f6b0046770 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c02a930 tx=0x7f6c3c02a410 comp rx=0 tx=0).stop 2024-04-26T17:30:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.455+0000 7f6c51017740 1 -- 172.21.15.90:0/512806851 shutdown_connections 2024-04-26T17:30:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.455+0000 7f6c51017740 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x55f6b00b4710 0x55f6b00b6b30 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.455+0000 7f6c51017740 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f6b003d130 0x55f6b0047780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.455+0000 7f6c51017740 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f6b0037fc0 0x55f6b0046770 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.455+0000 7f6c51017740 1 --2- 172.21.15.90:0/512806851 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f6b00375d0 0x55f6b0046230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.455+0000 7f6c277fe640 0 client.25891 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:30:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.455+0000 7f6c51017740 1 -- 172.21.15.90:0/512806851 >> 172.21.15.90:0/512806851 conn(0x55f6affff9c0 msgr2=0x55f6b00319c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c51017740 1 -- 172.21.15.90:0/512806851 shutdown_connections 2024-04-26T17:30:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c51017740 1 -- 172.21.15.90:0/512806851 wait complete. 2024-04-26T17:30:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c51017740 20 client.25891 trim_cache size 0 max 16384 2024-04-26T17:30:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:30:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:30:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:30:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:30:18.457 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c4e307640 1 -- 172.21.15.90:0/547242159 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6c300a3cd0 msgr2=0x7f6c300a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:18.457 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c4e307640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6c300a3cd0 0x7f6c300a6190 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f6c40023000 tx=0x7f6c40024000 comp rx=0 tx=0).stop 2024-04-26T17:30:18.457 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c4e307640 1 -- 172.21.15.90:0/547242159 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c48102be0 msgr2=0x7f6c4819a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:18.457 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c4e307640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c48102be0 0x7f6c4819a500 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f6c3800e9f0 tx=0x7f6c3800eeb0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.457 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c4e307640 1 -- 172.21.15.90:0/547242159 shutdown_connections 2024-04-26T17:30:18.457 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c4e307640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6c300a3cd0 0x7f6c300a6190 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.457 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c4e307640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c48107e40 0x7f6c481a1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.458 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c4e307640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c48105510 0x7f6c4819aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.458 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c4e307640 1 --2- 172.21.15.90:0/547242159 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c48102be0 0x7f6c4819a500 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:18.458 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c4e307640 1 -- 172.21.15.90:0/547242159 >> 172.21.15.90:0/547242159 conn(0x7f6c480fc5d0 msgr2=0x7f6c48102340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:18.458 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c4e307640 1 -- 172.21.15.90:0/547242159 shutdown_connections 2024-04-26T17:30:18.458 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:18.456+0000 7f6c4e307640 1 -- 172.21.15.90:0/547242159 wait complete. 2024-04-26T17:30:18.901 INFO:tasks.workunit.client.0.smithi090.stdout:Ok 2024-04-26T17:30:18.902 INFO:tasks.workunit.client.0.smithi090.stderr:+ echo Ok 2024-04-26T17:30:18.902 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T17:30:18.902 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T17:30:19.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:19 smithi090 ceph-mon[29417]: pgmap v467: 129 pgs: 129 active+clean; 196 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 252 op/s 2024-04-26T17:30:20.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:19 smithi167 ceph-mon[32665]: pgmap v467: 129 pgs: 129 active+clean; 196 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 252 op/s 2024-04-26T17:30:20.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:19 smithi119 ceph-mon[32584]: pgmap v467: 129 pgs: 129 active+clean; 196 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 252 op/s 2024-04-26T17:30:21.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:21 smithi090 ceph-mon[29417]: pgmap v468: 129 pgs: 129 active+clean; 188 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 694 KiB/s rd, 1.5 MiB/s wr, 144 op/s 2024-04-26T17:30:22.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:21 smithi167 ceph-mon[32665]: pgmap v468: 129 pgs: 129 active+clean; 188 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 694 KiB/s rd, 1.5 MiB/s wr, 144 op/s 2024-04-26T17:30:22.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:21 smithi119 ceph-mon[32584]: pgmap v468: 129 pgs: 129 active+clean; 188 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 694 KiB/s rd, 1.5 MiB/s wr, 144 op/s 2024-04-26T17:30:23.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:23 smithi090 ceph-mon[29417]: pgmap v469: 129 pgs: 129 active+clean; 133 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 900 KiB/s rd, 1.6 MiB/s wr, 180 op/s 2024-04-26T17:30:24.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:23 smithi167 ceph-mon[32665]: pgmap v469: 129 pgs: 129 active+clean; 133 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 900 KiB/s rd, 1.6 MiB/s wr, 180 op/s 2024-04-26T17:30:24.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:23 smithi119 ceph-mon[32584]: pgmap v469: 129 pgs: 129 active+clean; 133 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 900 KiB/s rd, 1.6 MiB/s wr, 180 op/s 2024-04-26T17:30:24.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:24 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:30:24.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:24 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:30:24.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:24 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:30:24.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:24 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:30:25.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:24 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:30:25.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:24 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:30:25.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:24 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:30:25.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:24 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:30:25.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:24 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:30:25.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:24 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:30:25.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:24 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:30:25.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:24 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:30:25.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:25 smithi090 ceph-mon[29417]: pgmap v470: 129 pgs: 129 active+clean; 100 MiB data, 990 MiB used, 1.0 TiB / 1.0 TiB avail; 781 KiB/s rd, 924 KiB/s wr, 163 op/s 2024-04-26T17:30:26.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:25 smithi167 ceph-mon[32665]: pgmap v470: 129 pgs: 129 active+clean; 100 MiB data, 990 MiB used, 1.0 TiB / 1.0 TiB avail; 781 KiB/s rd, 924 KiB/s wr, 163 op/s 2024-04-26T17:30:26.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:25 smithi119 ceph-mon[32584]: pgmap v470: 129 pgs: 129 active+clean; 100 MiB data, 990 MiB used, 1.0 TiB / 1.0 TiB avail; 781 KiB/s rd, 924 KiB/s wr, 163 op/s 2024-04-26T17:30:27.933 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:27 smithi090 ceph-mon[29417]: pgmap v471: 129 pgs: 129 active+clean; 99 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 722 KiB/s wr, 155 op/s 2024-04-26T17:30:28.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:27 smithi167 ceph-mon[32665]: pgmap v471: 129 pgs: 129 active+clean; 99 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 722 KiB/s wr, 155 op/s 2024-04-26T17:30:28.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:27 smithi119 ceph-mon[32584]: pgmap v471: 129 pgs: 129 active+clean; 99 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 722 KiB/s wr, 155 op/s 2024-04-26T17:30:29.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:29 smithi090 ceph-mon[29417]: pgmap v472: 129 pgs: 129 active+clean; 102 MiB data, 1019 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 263 op/s 2024-04-26T17:30:30.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:29 smithi167 ceph-mon[32665]: pgmap v472: 129 pgs: 129 active+clean; 102 MiB data, 1019 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 263 op/s 2024-04-26T17:30:30.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:29 smithi119 ceph-mon[32584]: pgmap v472: 129 pgs: 129 active+clean; 102 MiB data, 1019 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 263 op/s 2024-04-26T17:30:31.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.589+0000 7fd77728a640 1 -- 172.21.15.90:0/2914558583 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd770103d10 msgr2=0x7fd77010a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:31.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.589+0000 7fd77728a640 1 --2- 172.21.15.90:0/2914558583 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd770103d10 0x7fd77010a5a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd768009be0 tx=0x7fd76802a6d0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.589+0000 7fd77728a640 1 -- 172.21.15.90:0/2914558583 shutdown_connections 2024-04-26T17:30:31.589 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.589+0000 7fd77728a640 1 --2- 172.21.15.90:0/2914558583 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd770103d10 0x7fd77010a5a0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.590 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.589+0000 7fd77728a640 1 --2- 172.21.15.90:0/2914558583 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd770103350 0x7fd7701037d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.590 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.589+0000 7fd77728a640 1 --2- 172.21.15.90:0/2914558583 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd770102160 0x7fd770102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.590 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.589+0000 7fd77728a640 1 -- 172.21.15.90:0/2914558583 >> 172.21.15.90:0/2914558583 conn(0x7fd7700fd6f0 msgr2=0x7fd7700ffb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:31.590 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.590+0000 7fd77728a640 1 -- 172.21.15.90:0/2914558583 shutdown_connections 2024-04-26T17:30:31.590 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.591+0000 7fd77728a640 1 -- 172.21.15.90:0/2914558583 wait complete. 2024-04-26T17:30:31.591 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.592+0000 7fd77728a640 1 Processor -- start 2024-04-26T17:30:31.593 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.593+0000 7fd77728a640 1 -- start start 2024-04-26T17:30:31.593 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.594+0000 7fd77728a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd770102160 0x7fd77019e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.593 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.594+0000 7fd77728a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd770103350 0x7fd77019ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.593 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.594+0000 7fd77728a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd770103d10 0x7fd7701a5e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.594 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.594+0000 7fd77728a640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd77010fe80 con 0x7fd770103350 2024-04-26T17:30:31.594 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.594+0000 7fd77728a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd77010fd00 con 0x7fd770103d10 2024-04-26T17:30:31.594 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.594+0000 7fd77728a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd770110000 con 0x7fd770102160 2024-04-26T17:30:31.594 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.594+0000 7fd775827640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd770103d10 0x7fd7701a5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.594+0000 7fd775827640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd770103d10 0x7fd7701a5e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:36934/0 (socket says 172.21.15.90:36934) 2024-04-26T17:30:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.594+0000 7fd775827640 1 -- 172.21.15.90:0/4026053465 learned_addr learned my addr 172.21.15.90:0/4026053465 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.595+0000 7fd775827640 1 -- 172.21.15.90:0/4026053465 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd770102160 msgr2=0x7fd77019e850 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-26T17:30:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.595+0000 7fd775827640 1 --2- 172.21.15.90:0/4026053465 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd770102160 0x7fd77019e850 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.595+0000 7fd775827640 1 -- 172.21.15.90:0/4026053465 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd770103350 msgr2=0x7fd77019ed90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T17:30:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.595+0000 7fd775827640 1 --2- 172.21.15.90:0/4026053465 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd770103350 0x7fd77019ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.595+0000 7fd775827640 1 -- 172.21.15.90:0/4026053465 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd770195670 con 0x7fd770103d10 2024-04-26T17:30:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.595+0000 7fd775827640 1 --2- 172.21.15.90:0/4026053465 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd770103d10 0x7fd7701a5e00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd768034040 tx=0x7fd768030ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:31.596 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.597+0000 7fd7667fc640 1 -- 172.21.15.90:0/4026053465 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd768041020 con 0x7fd770103d10 2024-04-26T17:30:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.597+0000 7fd7667fc640 1 -- 172.21.15.90:0/4026053465 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd7680318f0 con 0x7fd770103d10 2024-04-26T17:30:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.597+0000 7fd7667fc640 1 -- 172.21.15.90:0/4026053465 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd768036040 con 0x7fd770103d10 2024-04-26T17:30:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.597+0000 7fd77728a640 1 -- 172.21.15.90:0/4026053465 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd770195900 con 0x7fd770103d10 2024-04-26T17:30:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.597+0000 7fd77728a640 1 -- 172.21.15.90:0/4026053465 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd770195da0 con 0x7fd770103d10 2024-04-26T17:30:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.601+0000 7fd779fa3740 1 Processor -- start 2024-04-26T17:30:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.603+0000 7fd7667fc640 1 -- 172.21.15.90:0/4026053465 <== mon.2 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fd768044020 con 0x7fd770103d10 2024-04-26T17:30:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.603+0000 7fd779fa3740 1 -- start start 2024-04-26T17:30:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.603+0000 7fd779fa3740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a485d0 0x556803a489f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.603+0000 7fd779fa3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 0x556803a4dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.603+0000 7fd779fa3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a4e130 0x556803a505c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.603+0000 7fd779fa3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5568039ad110 con 0x556803a48fc0 2024-04-26T17:30:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.603+0000 7fd779fa3740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5568039494a0 con 0x556803a485d0 2024-04-26T17:30:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.603+0000 7fd779fa3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5568039a90d0 con 0x556803a4e130 2024-04-26T17:30:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.603+0000 7fd7667fc640 1 --2- 172.21.15.90:0/4026053465 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd75c0a3dc0 0x7fd75c0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.604+0000 7fd775026640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 0x556803a4dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.604+0000 7fd775026640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 0x556803a4dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60582/0 (socket says 172.21.15.90:60582) 2024-04-26T17:30:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.604+0000 7fd775026640 1 -- 172.21.15.90:0/1925327986 learned_addr learned my addr 172.21.15.90:0/1925327986 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.604+0000 7fd7667fc640 1 -- 172.21.15.90:0/4026053465 <== mon.2 v2:172.21.15.119:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fd7680f0bb0 con 0x7fd770103d10 2024-04-26T17:30:31.605 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.604+0000 7fd774825640 1 --2- 172.21.15.90:0/1925327986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a485d0 0x556803a489f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.605 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.604+0000 7fd774825640 1 --2- 172.21.15.90:0/1925327986 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a4e130 0x556803a505c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.605 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.604+0000 7fd775827640 1 --2- 172.21.15.90:0/4026053465 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd75c0a3dc0 0x7fd75c0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.610 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.605+0000 7fd775827640 1 --2- 172.21.15.90:0/4026053465 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd75c0a3dc0 0x7fd75c0a6280 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fd7680b9490 tx=0x7fd768004040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:31.610 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.605+0000 7fd774825640 1 -- 172.21.15.90:0/1925327986 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a4e130 msgr2=0x556803a505c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:31.610 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.605+0000 7fd774825640 1 --2- 172.21.15.90:0/1925327986 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a4e130 0x556803a505c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.610 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.605+0000 7fd774825640 1 -- 172.21.15.90:0/1925327986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 msgr2=0x556803a4dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:31.610 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.605+0000 7fd774825640 1 --2- 172.21.15.90:0/1925327986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 0x556803a4dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.610 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.605+0000 7fd774825640 1 -- 172.21.15.90:0/1925327986 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568036bf210 con 0x556803a485d0 2024-04-26T17:30:31.610 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.605+0000 7fd775026640 1 --2- 172.21.15.90:0/1925327986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 0x556803a4dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.605+0000 7fd774825640 1 --2- 172.21.15.90:0/1925327986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a485d0 0x556803a489f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd76c0058c0 tx=0x7fd76c0093b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f34ac2c5954b2948 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.605+0000 7fd75b7fe640 1 -- 172.21.15.90:0/1925327986 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76c004030 con 0x556803a485d0 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.605+0000 7fd75b7fe640 1 -- 172.21.15.90:0/1925327986 <== mon.2 v2:172.21.15.119:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd76c010740 con 0x556803a485d0 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.606+0000 7fd75b7fe640 1 -- 172.21.15.90:0/1925327986 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76c003850 con 0x556803a485d0 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.606+0000 7fd779fa3740 1 -- 172.21.15.90:0/1925327986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a485d0 msgr2=0x556803a489f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.606+0000 7fd779fa3740 1 --2- 172.21.15.90:0/1925327986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a485d0 0x556803a489f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd76c0058c0 tx=0x7fd76c0093b0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.606+0000 7fd779fa3740 1 -- 172.21.15.90:0/1925327986 shutdown_connections 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.606+0000 7fd779fa3740 1 --2- 172.21.15.90:0/1925327986 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a4e130 0x556803a505c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.606+0000 7fd779fa3740 1 --2- 172.21.15.90:0/1925327986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 0x556803a4dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.606+0000 7fd779fa3740 1 --2- 172.21.15.90:0/1925327986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a485d0 0x556803a489f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.606+0000 7fd779fa3740 1 -- 172.21.15.90:0/1925327986 >> 172.21.15.90:0/1925327986 conn(0x556803a109c0 msgr2=0x556803a44050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.606+0000 7fd779fa3740 1 -- 172.21.15.90:0/1925327986 shutdown_connections 2024-04-26T17:30:31.611 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.606+0000 7fd779fa3740 1 -- 172.21.15.90:0/1925327986 wait complete. 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd779fa3740 1 -- start start 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd779fa3740 1 Processor -- start 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd779fa3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a485d0 0x556803a52780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd779fa3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 0x556803a52cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd779fa3740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a4e130 0x556803a59d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd779fa3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x556803a51080 con 0x556803a48fc0 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd779fa3740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x5568039470b0 con 0x556803a4e130 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd779fa3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556803a51200 con 0x556803a485d0 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd779fa3740 10 client.0 _ll_register_callbacks cb 0x556803934d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd775026640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 0x556803a52cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd775026640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 0x556803a52cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60584/0 (socket says 172.21.15.90:60584) 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd774825640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a485d0 0x556803a52780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.612 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.607+0000 7fd775026640 1 -- 172.21.15.90:0/4039386429 learned_addr learned my addr 172.21.15.90:0/4039386429 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd774825640 1 --2- 172.21.15.90:0/4039386429 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a4e130 0x556803a59d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd775026640 1 -- 172.21.15.90:0/4039386429 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a485d0 msgr2=0x556803a52780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd775026640 1 --2- 172.21.15.90:0/4039386429 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a485d0 0x556803a52780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd775026640 1 -- 172.21.15.90:0/4039386429 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a4e130 msgr2=0x556803a59d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd775026640 1 --2- 172.21.15.90:0/4039386429 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a4e130 0x556803a59d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd775026640 1 -- 172.21.15.90:0/4039386429 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55680378b620 con 0x556803a48fc0 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd775026640 1 --2- 172.21.15.90:0/4039386429 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 0x556803a52cc0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fd760011410 tx=0x7fd7600118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d048eda386b2c1e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd758ff9640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd758ff9640 1 -- 172.21.15.90:0/4039386429 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd760012920 con 0x556803a48fc0 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd779fa3740 1 -- 172.21.15.90:0/4039386429 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd76c010740 con 0x556803a48fc0 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd758ff9640 1 -- 172.21.15.90:0/4039386429 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fd760012ac0 con 0x556803a48fc0 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd758ff9640 1 -- 172.21.15.90:0/4039386429 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fd760025050 con 0x556803a48fc0 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd779fa3740 10 client.16677 fetch_fsmap learned FSMap version 41 2024-04-26T17:30:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd779fa3740 1 -- 172.21.15.90:0/4039386429 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x556803a5d140 con 0x556803a48fc0 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd758ff9640 1 -- 172.21.15.90:0/4039386429 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd76c010740 con 0x556803a48fc0 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.608+0000 7fd758ff9640 1 -- 172.21.15.90:0/4039386429 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 41) ==== 8438+0+0 (secure 0 0 0) 0x7fd76001a3f0 con 0x556803a48fc0 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.609+0000 7fd779fa3740 10 client.16677 fetch_fsmap finished waiting for FSMap version 41 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.609+0000 7fd779fa3740 10 client.16677 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.609+0000 7fd779fa3740 20 client.16677 populate_metadata read hostname 'smithi090' 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.609+0000 7fd779fa3740 1 --2- 172.21.15.90:0/4039386429 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556803a5eda0 0x556803a611e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.609+0000 7fd779fa3740 4 client.16677 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.609+0000 7fd779fa3740 1 -- 172.21.15.90:0/4039386429 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5568039bad20 con 0x556803a5eda0 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.609+0000 7fd774825640 1 --2- 172.21.15.90:0/4039386429 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556803a5eda0 0x556803a611e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.609+0000 7fd758ff9640 10 client.16677 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.609+0000 7fd774825640 1 --2- 172.21.15.90:0/4039386429 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556803a5eda0 0x556803a611e0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8dcbc1f9412ad9f7 server_cookie=9cc1583e400de9e7 in_seq=0 out_seq=0 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd758ff9640 1 -- 172.21.15.90:0/4039386429 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5568039bad20 con 0x556803a5eda0 2024-04-26T17:30:31.614 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd758ff9640 10 client.16677 handle_command_reply: tid=0 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd779fa3740 1 client.16677 shutdown 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd779fa3740 1 -- 172.21.15.90:0/4039386429 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 msgr2=0x556803a52cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd779fa3740 1 --2- 172.21.15.90:0/4039386429 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 0x556803a52cc0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fd760011410 tx=0x7fd7600118d0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd779fa3740 1 -- 172.21.15.90:0/4039386429 shutdown_connections 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd779fa3740 1 --2- 172.21.15.90:0/4039386429 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556803a5eda0 0x556803a611e0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd779fa3740 1 --2- 172.21.15.90:0/4039386429 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a4e130 0x556803a59d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd779fa3740 1 --2- 172.21.15.90:0/4039386429 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a48fc0 0x556803a52cc0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd779fa3740 1 --2- 172.21.15.90:0/4039386429 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a485d0 0x556803a52780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd779fa3740 1 -- 172.21.15.90:0/4039386429 >> 172.21.15.90:0/4039386429 conn(0x556803a109c0 msgr2=0x556803a43250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd758ff9640 0 client.16677 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd779fa3740 1 -- 172.21.15.90:0/4039386429 shutdown_connections 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd779fa3740 1 -- 172.21.15.90:0/4039386429 wait complete. 2024-04-26T17:30:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.610+0000 7fd779fa3740 20 client.16677 trim_cache size 0 max 16384 2024-04-26T17:30:31.631 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.631+0000 7fd779fa3740 1 Processor -- start 2024-04-26T17:30:31.631 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.631+0000 7fd779fa3740 1 -- start start 2024-04-26T17:30:31.631 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.632+0000 7fd779fa3740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a485d0 0x556803a3f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.631 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.632+0000 7fd779fa3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a48fc0 0x556803a59cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.632 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.632+0000 7fd779fa3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a4e130 0x556803a430d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.632 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.632+0000 7fd779fa3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd7701bbfe0 con 0x556803a4e130 2024-04-26T17:30:31.632 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.632+0000 7fd779fa3740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd7701b9bc0 con 0x556803a485d0 2024-04-26T17:30:31.632 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.632+0000 7fd779fa3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd7701bb910 con 0x556803a48fc0 2024-04-26T17:30:31.632 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.632+0000 7fd774825640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a485d0 0x556803a3f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.632+0000 7fd774825640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a485d0 0x556803a3f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:36970/0 (socket says 172.21.15.90:36970) 2024-04-26T17:30:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.632+0000 7fd774825640 1 -- 172.21.15.90:0/1762461053 learned_addr learned my addr 172.21.15.90:0/1762461053 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.632+0000 7fd774825640 1 --2- 172.21.15.90:0/1762461053 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a4e130 0x556803a430d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.632+0000 7fd775026640 1 --2- 172.21.15.90:0/1762461053 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a48fc0 0x556803a59cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.633+0000 7fd774825640 1 -- 172.21.15.90:0/1762461053 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a48fc0 msgr2=0x556803a59cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.633+0000 7fd774825640 1 --2- 172.21.15.90:0/1762461053 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a48fc0 0x556803a59cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.633+0000 7fd774825640 1 -- 172.21.15.90:0/1762461053 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a485d0 msgr2=0x556803a3f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.633+0000 7fd774825640 1 --2- 172.21.15.90:0/1762461053 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a485d0 0x556803a3f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.633+0000 7fd774825640 1 -- 172.21.15.90:0/1762461053 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556803a61860 con 0x556803a4e130 2024-04-26T17:30:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.633+0000 7fd774825640 1 --2- 172.21.15.90:0/1762461053 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a4e130 0x556803a430d0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7fd76c005890 tx=0x7fd76c009420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5af0ec16927525e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.634+0000 7fd75affd640 1 -- 172.21.15.90:0/1762461053 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76c010970 con 0x556803a4e130 2024-04-26T17:30:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.634+0000 7fd75affd640 1 -- 172.21.15.90:0/1762461053 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd76c004040 con 0x556803a4e130 2024-04-26T17:30:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.634+0000 7fd75affd640 1 -- 172.21.15.90:0/1762461053 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76c005310 con 0x556803a4e130 2024-04-26T17:30:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.635+0000 7fd779fa3740 1 -- 172.21.15.90:0/1762461053 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a4e130 msgr2=0x556803a430d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.635+0000 7fd779fa3740 1 --2- 172.21.15.90:0/1762461053 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a4e130 0x556803a430d0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7fd76c005890 tx=0x7fd76c009420 comp rx=0 tx=0).stop 2024-04-26T17:30:31.635 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.635+0000 7fd779fa3740 1 -- 172.21.15.90:0/1762461053 shutdown_connections 2024-04-26T17:30:31.635 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.635+0000 7fd779fa3740 1 --2- 172.21.15.90:0/1762461053 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a4e130 0x556803a430d0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.635 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.635+0000 7fd779fa3740 1 --2- 172.21.15.90:0/1762461053 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a48fc0 0x556803a59cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.635 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.635+0000 7fd779fa3740 1 --2- 172.21.15.90:0/1762461053 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a485d0 0x556803a3f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.635+0000 7fd779fa3740 1 -- 172.21.15.90:0/1762461053 >> 172.21.15.90:0/1762461053 conn(0x556803a109c0 msgr2=0x556803a429c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.635+0000 7fd779fa3740 1 -- 172.21.15.90:0/1762461053 shutdown_connections 2024-04-26T17:30:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.635+0000 7fd779fa3740 1 -- 172.21.15.90:0/1762461053 wait complete. 2024-04-26T17:30:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.636+0000 7fd779fa3740 1 -- start start 2024-04-26T17:30:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.636+0000 7fd779fa3740 1 Processor -- start 2024-04-26T17:30:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.636+0000 7fd779fa3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a485d0 0x556803a56d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.636+0000 7fd779fa3740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a48fc0 0x556803a57260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.636+0000 7fd779fa3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a4e130 0x556803ac3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.636+0000 7fd779fa3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd7701ba9f0 con 0x556803a485d0 2024-04-26T17:30:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.636+0000 7fd779fa3740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd7701ba290 con 0x556803a48fc0 2024-04-26T17:30:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.636+0000 7fd779fa3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd7701bb180 con 0x556803a4e130 2024-04-26T17:30:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.636+0000 7fd779fa3740 10 client.0 _ll_register_callbacks cb 0x7fd760009ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T17:30:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.637+0000 7fd775026640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a48fc0 0x556803a57260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.637+0000 7fd775026640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a48fc0 0x556803a57260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.90:36978/0 (socket says 172.21.15.90:36978) 2024-04-26T17:30:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.637+0000 7fd775026640 1 -- 172.21.15.90:0/269927636 learned_addr learned my addr 172.21.15.90:0/269927636 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.637+0000 7fd774825640 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a485d0 0x556803a56d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.637+0000 7fd774825640 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a4e130 0x556803ac3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.639 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.637+0000 7fd775026640 1 -- 172.21.15.90:0/269927636 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a4e130 msgr2=0x556803ac3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:31.639 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.637+0000 7fd775026640 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a4e130 0x556803ac3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.639 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.637+0000 7fd775026640 1 -- 172.21.15.90:0/269927636 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a485d0 msgr2=0x556803a56d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T17:30:31.639 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.637+0000 7fd775026640 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a485d0 0x556803a56d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.639 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.637+0000 7fd775026640 1 -- 172.21.15.90:0/269927636 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556803a44d00 con 0x556803a48fc0 2024-04-26T17:30:31.639 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.638+0000 7fd775026640 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a48fc0 0x556803a57260 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x556803a44ed0 tx=0x7fd76001ad80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b544d7d8a05cf535 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:31.639 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.638+0000 7fd758ff9640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-04-26T17:30:31.639 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.638+0000 7fd758ff9640 1 -- 172.21.15.90:0/269927636 <== mon.2 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd760012720 con 0x556803a48fc0 2024-04-26T17:30:31.639 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.638+0000 7fd779fa3740 1 -- 172.21.15.90:0/269927636 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd76c004040 con 0x556803a48fc0 2024-04-26T17:30:31.639 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.638+0000 7fd758ff9640 1 -- 172.21.15.90:0/269927636 <== mon.2 v2:172.21.15.119:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fd7600128c0 con 0x556803a48fc0 2024-04-26T17:30:31.639 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.638+0000 7fd758ff9640 1 -- 172.21.15.90:0/269927636 <== mon.2 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fd76003b050 con 0x556803a48fc0 2024-04-26T17:30:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.638+0000 7fd779fa3740 10 client.25928 fetch_fsmap learned FSMap version 41 2024-04-26T17:30:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.638+0000 7fd779fa3740 1 -- 172.21.15.90:0/269927636 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x556803ac4a50 con 0x556803a48fc0 2024-04-26T17:30:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.639+0000 7fd758ff9640 1 -- 172.21.15.90:0/269927636 <== mon.2 v2:172.21.15.119:3300/0 4 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd76c004040 con 0x556803a48fc0 2024-04-26T17:30:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.639+0000 7fd758ff9640 1 -- 172.21.15.90:0/269927636 <== mon.2 v2:172.21.15.119:3300/0 5 ==== fsmap(e 41) ==== 8438+0+0 (secure 0 0 0) 0x7fd760004640 con 0x556803a48fc0 2024-04-26T17:30:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.639+0000 7fd779fa3740 10 client.25928 fetch_fsmap finished waiting for FSMap version 41 2024-04-26T17:30:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.639+0000 7fd779fa3740 10 client.25928 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T17:30:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.639+0000 7fd779fa3740 20 client.25928 populate_metadata read hostname 'smithi090' 2024-04-26T17:30:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.639+0000 7fd779fa3740 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556803ac5450 0x556803ac7870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.639+0000 7fd779fa3740 4 client.25928 mds_command: new command op to 24509 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T17:30:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.639+0000 7fd779fa3740 1 -- 172.21.15.90:0/269927636 --> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5568039b4b90 con 0x556803ac5450 2024-04-26T17:30:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.640+0000 7fd774825640 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556803ac5450 0x556803ac7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.640+0000 7fd758ff9640 10 client.25928 ms_handle_connect on v2:172.21.15.119:6838/3240223440 2024-04-26T17:30:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.640+0000 7fd774825640 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556803ac5450 0x556803ac7870 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fc1e28324f58936 server_cookie=94d01a398195654f in_seq=0 out_seq=0 2024-04-26T17:30:31.659 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.659+0000 7fd758ff9640 1 -- 172.21.15.90:0/269927636 <== mds.0 v2:172.21.15.119:6838/3240223440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5568039b4b90 con 0x556803ac5450 2024-04-26T17:30:31.659 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.659+0000 7fd758ff9640 10 client.25928 handle_command_reply: tid=0 2024-04-26T17:30:31.659 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.659+0000 7fd779fa3740 1 client.25928 shutdown 2024-04-26T17:30:31.659 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.659+0000 7fd779fa3740 1 -- 172.21.15.90:0/269927636 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a48fc0 msgr2=0x556803a57260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:31.659 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.659+0000 7fd779fa3740 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a48fc0 0x556803a57260 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x556803a44ed0 tx=0x7fd76001ad80 comp rx=0 tx=0).stop 2024-04-26T17:30:31.660 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.660+0000 7fd779fa3740 1 -- 172.21.15.90:0/269927636 shutdown_connections 2024-04-26T17:30:31.660 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.660+0000 7fd779fa3740 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.119:6838/3240223440,v1:172.21.15.119:6839/3240223440] conn(0x556803ac5450 0x556803ac7870 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.660 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.660+0000 7fd779fa3740 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556803a4e130 0x556803ac3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.660 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.660+0000 7fd779fa3740 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556803a48fc0 0x556803a57260 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.660 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.660+0000 7fd779fa3740 1 --2- 172.21.15.90:0/269927636 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556803a485d0 0x556803a56d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.660 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.660+0000 7fd779fa3740 1 -- 172.21.15.90:0/269927636 >> 172.21.15.90:0/269927636 conn(0x556803a109c0 msgr2=0x556803a43250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:31.660 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.660+0000 7fd758ff9640 0 client.25928 ms_handle_reset on v2:172.21.15.119:6838/3240223440 2024-04-26T17:30:31.660 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.661+0000 7fd779fa3740 1 -- 172.21.15.90:0/269927636 shutdown_connections 2024-04-26T17:30:31.660 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.661+0000 7fd779fa3740 1 -- 172.21.15.90:0/269927636 wait complete. 2024-04-26T17:30:31.661 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.661+0000 7fd779fa3740 20 client.25928 trim_cache size 0 max 16384 2024-04-26T17:30:31.661 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:{ 2024-04-26T17:30:31.661 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "message": "", 2024-04-26T17:30:31.661 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout: "return_code": 0 2024-04-26T17:30:31.661 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stdout:} 2024-04-26T17:30:31.662 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.662+0000 7fd77728a640 1 -- 172.21.15.90:0/4026053465 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd75c0a3dc0 msgr2=0x7fd75c0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:31.662 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.662+0000 7fd77728a640 1 --2- 172.21.15.90:0/4026053465 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd75c0a3dc0 0x7fd75c0a6280 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fd7680b9490 tx=0x7fd768004040 comp rx=0 tx=0).stop 2024-04-26T17:30:31.662 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.662+0000 7fd77728a640 1 -- 172.21.15.90:0/4026053465 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd770103d10 msgr2=0x7fd7701a5e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:31.662 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.662+0000 7fd77728a640 1 --2- 172.21.15.90:0/4026053465 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd770103d10 0x7fd7701a5e00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd768034040 tx=0x7fd768030ce0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.663 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.662+0000 7fd77728a640 1 -- 172.21.15.90:0/4026053465 shutdown_connections 2024-04-26T17:30:31.663 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.662+0000 7fd77728a640 1 --2- 172.21.15.90:0/4026053465 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd75c0a3dc0 0x7fd75c0a6280 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.663 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.662+0000 7fd77728a640 1 --2- 172.21.15.90:0/4026053465 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd770103d10 0x7fd7701a5e00 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.663 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.662+0000 7fd77728a640 1 --2- 172.21.15.90:0/4026053465 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd770103350 0x7fd77019ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.663 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.662+0000 7fd77728a640 1 --2- 172.21.15.90:0/4026053465 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd770102160 0x7fd77019e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:31.663 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.662+0000 7fd77728a640 1 -- 172.21.15.90:0/4026053465 >> 172.21.15.90:0/4026053465 conn(0x7fd7700fd6f0 msgr2=0x7fd77010cdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:31.663 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.663+0000 7fd77728a640 1 -- 172.21.15.90:0/4026053465 shutdown_connections 2024-04-26T17:30:31.663 INFO:teuthology.task.background_exec.ubuntu@smithi090.front.sepia.ceph.com.smithi090.stderr:2024-04-26T17:30:31.663+0000 7fd77728a640 1 -- 172.21.15.90:0/4026053465 wait complete. 2024-04-26T17:30:31.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:31 smithi090 ceph-mon[29417]: pgmap v473: 129 pgs: 129 active+clean; 101 MiB data, 1010 MiB used, 1.0 TiB / 1.0 TiB avail; 882 KiB/s rd, 977 KiB/s wr, 262 op/s 2024-04-26T17:30:32.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:31 smithi167 ceph-mon[32665]: pgmap v473: 129 pgs: 129 active+clean; 101 MiB data, 1010 MiB used, 1.0 TiB / 1.0 TiB avail; 882 KiB/s rd, 977 KiB/s wr, 262 op/s 2024-04-26T17:30:32.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:31 smithi119 ceph-mon[32584]: pgmap v473: 129 pgs: 129 active+clean; 101 MiB data, 1010 MiB used, 1.0 TiB / 1.0 TiB avail; 882 KiB/s rd, 977 KiB/s wr, 262 op/s 2024-04-26T17:30:33.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:33 smithi090 ceph-mon[29417]: pgmap v474: 129 pgs: 129 active+clean; 97 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 971 KiB/s rd, 1.0 MiB/s wr, 313 op/s 2024-04-26T17:30:34.001 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:33 smithi167 ceph-mon[32665]: pgmap v474: 129 pgs: 129 active+clean; 97 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 971 KiB/s rd, 1.0 MiB/s wr, 313 op/s 2024-04-26T17:30:34.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:33 smithi119 ceph-mon[32584]: pgmap v474: 129 pgs: 129 active+clean; 97 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 971 KiB/s rd, 1.0 MiB/s wr, 313 op/s 2024-04-26T17:30:34.192 INFO:tasks.workunit:Stopping ['fs/norstats'] on client.0... 2024-04-26T17:30:34.192 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-26T17:30:34.610 DEBUG:teuthology.parallel:result is None 2024-04-26T17:30:34.610 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T17:30:34.642 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T17:30:34.642 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-26T17:30:34.653 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi090.front.sepia.ceph.com 2024-04-26T17:30:34.692 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-04-26T17:30:34.702 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-04-26T17:30:34.702 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-04-26T17:30:34.703 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-26T17:30:34.712 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:30:34.893 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.893+0000 7f1123a23640 1 -- 172.21.15.90:0/1651591881 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f111c10a310 msgr2=0x7f111c110ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:34.893 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.893+0000 7f1123a23640 1 --2- 172.21.15.90:0/1651591881 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f111c10a310 0x7f111c110ba0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f110c009ca0 tx=0x7f110c02a8b0 comp rx=0 tx=0).stop 2024-04-26T17:30:34.893 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.893+0000 7f1123a23640 1 -- 172.21.15.90:0/1651591881 shutdown_connections 2024-04-26T17:30:34.893 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.893+0000 7f1123a23640 1 --2- 172.21.15.90:0/1651591881 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f111c10a310 0x7f111c110ba0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:34.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.893+0000 7f1123a23640 1 --2- 172.21.15.90:0/1651591881 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f111c109950 0x7f111c109dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:34.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.893+0000 7f1123a23640 1 --2- 172.21.15.90:0/1651591881 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f111c108760 0x7f111c108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:34.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.893+0000 7f1123a23640 1 -- 172.21.15.90:0/1651591881 >> 172.21.15.90:0/1651591881 conn(0x7f111c077720 msgr2=0x7f111c079b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:34.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.893+0000 7f1123a23640 1 -- 172.21.15.90:0/1651591881 shutdown_connections 2024-04-26T17:30:34.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.893+0000 7f1123a23640 1 -- 172.21.15.90:0/1651591881 wait complete. 2024-04-26T17:30:34.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.894+0000 7f1123a23640 1 Processor -- start 2024-04-26T17:30:34.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.894+0000 7f1123a23640 1 -- start start 2024-04-26T17:30:34.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.894+0000 7f1123a23640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f111c108760 0x7f111c19e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:34.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.894+0000 7f1123a23640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f111c109950 0x7f111c19ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:34.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.894+0000 7f1123a23640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f111c10a310 0x7f111c1a5f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:34.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.894+0000 7f1123a23640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f111c114270 con 0x7f111c108760 2024-04-26T17:30:34.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.894+0000 7f1123a23640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f111c1140f0 con 0x7f111c10a310 2024-04-26T17:30:34.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.894+0000 7f1123a23640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f111c1143f0 con 0x7f111c109950 2024-04-26T17:30:34.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.895+0000 7f11217bf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f111c108760 0x7f111c19e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:34.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.895+0000 7f11217bf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f111c108760 0x7f111c19e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44796/0 (socket says 172.21.15.90:44796) 2024-04-26T17:30:34.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.895+0000 7f11217bf640 1 -- 172.21.15.90:0/1533647104 learned_addr learned my addr 172.21.15.90:0/1533647104 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:34.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.895+0000 7f1121fc0640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f111c10a310 0x7f111c1a5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:34.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.895+0000 7f1120fbe640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f111c109950 0x7f111c19ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:34.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.895+0000 7f11217bf640 1 -- 172.21.15.90:0/1533647104 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f111c109950 msgr2=0x7f111c19ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:34.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.895+0000 7f11217bf640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f111c109950 0x7f111c19ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:34.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.895+0000 7f11217bf640 1 -- 172.21.15.90:0/1533647104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f111c10a310 msgr2=0x7f111c1a5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:34.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.895+0000 7f11217bf640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f111c10a310 0x7f111c1a5f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:34.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.895+0000 7f11217bf640 1 -- 172.21.15.90:0/1533647104 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f111c07aa80 con 0x7f111c108760 2024-04-26T17:30:34.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.895+0000 7f1120fbe640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f111c109950 0x7f111c19ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:30:34.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.896+0000 7f11217bf640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f111c108760 0x7f111c19e950 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f111400d770 tx=0x7f111400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:34.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.896+0000 7f111a7fc640 1 -- 172.21.15.90:0/1533647104 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1114017070 con 0x7f111c108760 2024-04-26T17:30:34.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.896+0000 7f1123a23640 1 -- 172.21.15.90:0/1533647104 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f111c07ad70 con 0x7f111c108760 2024-04-26T17:30:34.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.896+0000 7f1123a23640 1 -- 172.21.15.90:0/1533647104 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f111c07b2c0 con 0x7f111c108760 2024-04-26T17:30:34.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.897+0000 7f111a7fc640 1 -- 172.21.15.90:0/1533647104 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f1114009c30 con 0x7f111c108760 2024-04-26T17:30:34.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.897+0000 7f111a7fc640 1 -- 172.21.15.90:0/1533647104 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1114003c30 con 0x7f111c108760 2024-04-26T17:30:34.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.898+0000 7f1123a23640 1 -- 172.21.15.90:0/1533647104 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11080052c0 con 0x7f111c108760 2024-04-26T17:30:34.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.902+0000 7f111a7fc640 1 -- 172.21.15.90:0/1533647104 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f1114003dd0 con 0x7f111c108760 2024-04-26T17:30:34.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.902+0000 7f111a7fc640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11040a3d30 0x7f11040a61f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:34.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.902+0000 7f111a7fc640 1 -- 172.21.15.90:0/1533647104 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f11140d03d0 con 0x7f111c108760 2024-04-26T17:30:34.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.903+0000 7f1120fbe640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11040a3d30 0x7f11040a61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:34.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.903+0000 7f1120fbe640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11040a3d30 0x7f11040a61f0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f111c19fe60 tx=0x7f1110005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:34.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:34.906+0000 7f111a7fc640 1 -- 172.21.15.90:0/1533647104 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f111409cac0 con 0x7f111c108760 2024-04-26T17:30:35.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.087+0000 7f1123a23640 1 -- 172.21.15.90:0/1533647104 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1108005880 con 0x7f111c108760 2024-04-26T17:30:35.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.089+0000 7f111a7fc640 1 -- 172.21.15.90:0/1533647104 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+24864 (secure 0 0 0) 0x7f111409c3c0 con 0x7f111c108760 2024-04-26T17:30:35.089 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:30:35.089 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":94,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:26:35.532276+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:30:35.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.091+0000 7f1123a23640 1 -- 172.21.15.90:0/1533647104 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11040a3d30 msgr2=0x7f11040a61f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.091+0000 7f1123a23640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11040a3d30 0x7f11040a61f0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f111c19fe60 tx=0x7f1110005e50 comp rx=0 tx=0).stop 2024-04-26T17:30:35.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.091+0000 7f1123a23640 1 -- 172.21.15.90:0/1533647104 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f111c108760 msgr2=0x7f111c19e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.091+0000 7f1123a23640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f111c108760 0x7f111c19e950 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f111400d770 tx=0x7f111400dc30 comp rx=0 tx=0).stop 2024-04-26T17:30:35.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.091+0000 7f1123a23640 1 -- 172.21.15.90:0/1533647104 shutdown_connections 2024-04-26T17:30:35.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.091+0000 7f1123a23640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f11040a3d30 0x7f11040a61f0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.091+0000 7f1123a23640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f111c10a310 0x7f111c1a5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.091+0000 7f1123a23640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f111c109950 0x7f111c19ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.091+0000 7f1123a23640 1 --2- 172.21.15.90:0/1533647104 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f111c108760 0x7f111c19e950 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.091+0000 7f1123a23640 1 -- 172.21.15.90:0/1533647104 >> 172.21.15.90:0/1533647104 conn(0x7f111c077720 msgr2=0x7f111c10cc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:35.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.091+0000 7f1123a23640 1 -- 172.21.15.90:0/1533647104 shutdown_connections 2024-04-26T17:30:35.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.091+0000 7f1123a23640 1 -- 172.21.15.90:0/1533647104 wait complete. 2024-04-26T17:30:35.103 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T17:24:36.941852+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T17:24:38.058512+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-26T17:24:41.453912+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-26T17:30:35.103 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:30:35.207 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.205+0000 7f6c40f4b640 1 -- 172.21.15.90:0/2202841990 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c3c102150 msgr2=0x7f6c3c102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.205+0000 7f6c40f4b640 1 --2- 172.21.15.90:0/2202841990 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c3c102150 0x7f6c3c102570 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c009ca0 tx=0x7f6c2c02a8c0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.206+0000 7f6c40f4b640 1 -- 172.21.15.90:0/2202841990 shutdown_connections 2024-04-26T17:30:35.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.206+0000 7f6c40f4b640 1 --2- 172.21.15.90:0/2202841990 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c3c103d00 0x7f6c3c10a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.206+0000 7f6c40f4b640 1 --2- 172.21.15.90:0/2202841990 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c3c103340 0x7f6c3c1037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.206+0000 7f6c40f4b640 1 --2- 172.21.15.90:0/2202841990 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c3c102150 0x7f6c3c102570 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.206+0000 7f6c40f4b640 1 -- 172.21.15.90:0/2202841990 >> 172.21.15.90:0/2202841990 conn(0x7f6c3c0fd6e0 msgr2=0x7f6c3c0ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:35.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.206+0000 7f6c40f4b640 1 -- 172.21.15.90:0/2202841990 shutdown_connections 2024-04-26T17:30:35.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.206+0000 7f6c40f4b640 1 -- 172.21.15.90:0/2202841990 wait complete. 2024-04-26T17:30:35.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.206+0000 7f6c40f4b640 1 Processor -- start 2024-04-26T17:30:35.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.206+0000 7f6c40f4b640 1 -- start start 2024-04-26T17:30:35.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.206+0000 7f6c40f4b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c3c102150 0x7f6c3c198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:35.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.206+0000 7f6c40f4b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c3c103340 0x7f6c3c1988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.206+0000 7f6c40f4b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c3c103d00 0x7f6c3c19f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c40f4b640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6c3c10dc50 con 0x7f6c3c103340 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c40f4b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f6c3c10dad0 con 0x7f6c3c102150 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c40f4b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6c3c10ddd0 con 0x7f6c3c103d00 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c39d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c3c103340 0x7f6c3c1988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c39d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c3c103340 0x7f6c3c1988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44814/0 (socket says 172.21.15.90:44814) 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c39d9b640 1 -- 172.21.15.90:0/664562248 learned_addr learned my addr 172.21.15.90:0/664562248 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c3ad9d640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c3c103d00 0x7f6c3c19f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c39d9b640 1 -- 172.21.15.90:0/664562248 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c3c103d00 msgr2=0x7f6c3c19f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c39d9b640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c3c103d00 0x7f6c3c19f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c3a59c640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c3c102150 0x7f6c3c198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c39d9b640 1 -- 172.21.15.90:0/664562248 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c3c102150 msgr2=0x7f6c3c198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c39d9b640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c3c102150 0x7f6c3c198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c39d9b640 1 -- 172.21.15.90:0/664562248 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c3c19ffa0 con 0x7f6c3c103340 2024-04-26T17:30:35.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c3a59c640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c3c102150 0x7f6c3c198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:30:35.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c39d9b640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c3c103340 0x7f6c3c1988c0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f6c3000e9f0 tx=0x7f6c3000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:35.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c2b7fe640 1 -- 172.21.15.90:0/664562248 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3000cd80 con 0x7f6c3c103340 2024-04-26T17:30:35.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c2b7fe640 1 -- 172.21.15.90:0/664562248 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6c300108e0 con 0x7f6c3c103340 2024-04-26T17:30:35.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c40f4b640 1 -- 172.21.15.90:0/664562248 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c3c1a0290 con 0x7f6c3c103340 2024-04-26T17:30:35.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c2b7fe640 1 -- 172.21.15.90:0/664562248 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c300188b0 con 0x7f6c3c103340 2024-04-26T17:30:35.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.207+0000 7f6c40f4b640 1 -- 172.21.15.90:0/664562248 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c3c1a07e0 con 0x7f6c3c103340 2024-04-26T17:30:35.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.208+0000 7f6c40f4b640 1 -- 172.21.15.90:0/664562248 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c3c109590 con 0x7f6c3c103340 2024-04-26T17:30:35.211 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.209+0000 7f6c2b7fe640 1 -- 172.21.15.90:0/664562248 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f6c30010a90 con 0x7f6c3c103340 2024-04-26T17:30:35.211 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.210+0000 7f6c2b7fe640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6c240a3bb0 0x7f6c240a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:35.211 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.210+0000 7f6c3a59c640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6c240a3bb0 0x7f6c240a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:35.211 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.210+0000 7f6c2b7fe640 1 -- 172.21.15.90:0/664562248 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f6c300d0c00 con 0x7f6c3c103340 2024-04-26T17:30:35.211 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.210+0000 7f6c3a59c640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6c240a3bb0 0x7f6c240a6070 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c006010 tx=0x7f6c2c009360 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:35.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.214+0000 7f6c2b7fe640 1 -- 172.21.15.90:0/664562248 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6c300d7080 con 0x7f6c3c103340 2024-04-26T17:30:35.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.392+0000 7f6c40f4b640 1 -- 172.21.15.90:0/664562248 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6c3c062d00 con 0x7f6c3c103340 2024-04-26T17:30:35.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.392+0000 7f6c2b7fe640 1 -- 172.21.15.90:0/664562248 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7f6c3009d210 con 0x7f6c3c103340 2024-04-26T17:30:35.392 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:30:35.394 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.394+0000 7f6c40f4b640 1 -- 172.21.15.90:0/664562248 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6c240a3bb0 msgr2=0x7f6c240a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.394 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.394+0000 7f6c40f4b640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6c240a3bb0 0x7f6c240a6070 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c006010 tx=0x7f6c2c009360 comp rx=0 tx=0).stop 2024-04-26T17:30:35.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.394+0000 7f6c40f4b640 1 -- 172.21.15.90:0/664562248 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c3c103340 msgr2=0x7f6c3c1988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.394+0000 7f6c40f4b640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c3c103340 0x7f6c3c1988c0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f6c3000e9f0 tx=0x7f6c3000eeb0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.394+0000 7f6c40f4b640 1 -- 172.21.15.90:0/664562248 shutdown_connections 2024-04-26T17:30:35.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.394+0000 7f6c40f4b640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f6c240a3bb0 0x7f6c240a6070 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.394+0000 7f6c40f4b640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c3c103d00 0x7f6c3c19f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.394+0000 7f6c40f4b640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c3c103340 0x7f6c3c1988c0 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.394+0000 7f6c40f4b640 1 --2- 172.21.15.90:0/664562248 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c3c102150 0x7f6c3c198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.394+0000 7f6c40f4b640 1 -- 172.21.15.90:0/664562248 >> 172.21.15.90:0/664562248 conn(0x7f6c3c0fd6e0 msgr2=0x7f6c3c106760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:35.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.395+0000 7f6c40f4b640 1 -- 172.21.15.90:0/664562248 shutdown_connections 2024-04-26T17:30:35.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.395+0000 7f6c40f4b640 1 -- 172.21.15.90:0/664562248 wait complete. 2024-04-26T17:30:35.404 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:35 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1533647104' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:30:35.405 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T17:30:35.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:35 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1533647104' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:30:35.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.509+0000 7f47a8f9b640 1 -- 172.21.15.90:0/4265059352 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47a4102150 msgr2=0x7f47a4102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.509+0000 7f47a8f9b640 1 --2- 172.21.15.90:0/4265059352 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47a4102150 0x7f47a4102570 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f4794009900 tx=0x7f479402a410 comp rx=0 tx=0).stop 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.509+0000 7f47a8f9b640 1 -- 172.21.15.90:0/4265059352 shutdown_connections 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.509+0000 7f47a8f9b640 1 --2- 172.21.15.90:0/4265059352 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f47a4103d00 0x7f47a410a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.509+0000 7f47a8f9b640 1 --2- 172.21.15.90:0/4265059352 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47a4103340 0x7f47a41037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.509+0000 7f47a8f9b640 1 --2- 172.21.15.90:0/4265059352 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47a4102150 0x7f47a4102570 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.509+0000 7f47a8f9b640 1 -- 172.21.15.90:0/4265059352 >> 172.21.15.90:0/4265059352 conn(0x7f47a40fd6e0 msgr2=0x7f47a40ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.509+0000 7f47a8f9b640 1 -- 172.21.15.90:0/4265059352 shutdown_connections 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.509+0000 7f47a8f9b640 1 -- 172.21.15.90:0/4265059352 wait complete. 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.510+0000 7f47a8f9b640 1 Processor -- start 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.510+0000 7f47a8f9b640 1 -- start start 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.510+0000 7f47a8f9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f47a4102150 0x7f47a4198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.510+0000 7f47a8f9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47a4103340 0x7f47a4198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.510+0000 7f47a8f9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47a4103d00 0x7f47a419f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:35.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.510+0000 7f47a8f9b640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f47a410dc60 con 0x7f47a4103340 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.510+0000 7f47a8f9b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f47a410dae0 con 0x7f47a4102150 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.510+0000 7f47a8f9b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f47a410dde0 con 0x7f47a4103d00 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.510+0000 7f47a1d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47a4103340 0x7f47a4198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.510+0000 7f47a1d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47a4103340 0x7f47a4198950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44824/0 (socket says 172.21.15.90:44824) 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.510+0000 7f47a1d9b640 1 -- 172.21.15.90:0/2366180630 learned_addr learned my addr 172.21.15.90:0/2366180630 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47a259c640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f47a4102150 0x7f47a4198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47a2d9d640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47a4103d00 0x7f47a419f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47a1d9b640 1 -- 172.21.15.90:0/2366180630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47a4103d00 msgr2=0x7f47a419f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47a1d9b640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47a4103d00 0x7f47a419f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47a1d9b640 1 -- 172.21.15.90:0/2366180630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f47a4102150 msgr2=0x7f47a4198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47a1d9b640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f47a4102150 0x7f47a4198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47a1d9b640 1 -- 172.21.15.90:0/2366180630 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47a41a0030 con 0x7f47a4103340 2024-04-26T17:30:35.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47a1d9b640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47a4103340 0x7f47a4198950 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f479800d770 tx=0x7f479800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:35.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47937fe640 1 -- 172.21.15.90:0/2366180630 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4798017070 con 0x7f47a4103340 2024-04-26T17:30:35.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47a8f9b640 1 -- 172.21.15.90:0/2366180630 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47a41a0320 con 0x7f47a4103340 2024-04-26T17:30:35.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47937fe640 1 -- 172.21.15.90:0/2366180630 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f47980054d0 con 0x7f47a4103340 2024-04-26T17:30:35.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47937fe640 1 -- 172.21.15.90:0/2366180630 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4798004c80 con 0x7f47a4103340 2024-04-26T17:30:35.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.511+0000 7f47a8f9b640 1 -- 172.21.15.90:0/2366180630 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47a41a0870 con 0x7f47a4103340 2024-04-26T17:30:35.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.512+0000 7f47a8f9b640 1 -- 172.21.15.90:0/2366180630 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47a4109630 con 0x7f47a4103340 2024-04-26T17:30:35.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.513+0000 7f47937fe640 1 -- 172.21.15.90:0/2366180630 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f4798004e20 con 0x7f47a4103340 2024-04-26T17:30:35.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.514+0000 7f47937fe640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f478c0a3bb0 0x7f478c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:35.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.514+0000 7f47937fe640 1 -- 172.21.15.90:0/2366180630 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f47980d0640 con 0x7f47a4103340 2024-04-26T17:30:35.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.514+0000 7f47a259c640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f478c0a3bb0 0x7f478c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:35.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.514+0000 7f47a259c640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f478c0a3bb0 0x7f478c0a6070 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f4794005ab0 tx=0x7f4794005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:35.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.518+0000 7f47937fe640 1 -- 172.21.15.90:0/2366180630 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f479809c600 con 0x7f47a4103340 2024-04-26T17:30:35.546 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:35 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1533647104' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:30:35.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.700+0000 7f47a8f9b640 1 -- 172.21.15.90:0/2366180630 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f47a402d8d0 con 0x7f47a4103340 2024-04-26T17:30:35.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.700+0000 7f47937fe640 1 -- 172.21.15.90:0/2366180630 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7f47980a0900 con 0x7f47a4103340 2024-04-26T17:30:35.746 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:30:35.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.702+0000 7f47a8f9b640 1 -- 172.21.15.90:0/2366180630 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f478c0a3bb0 msgr2=0x7f478c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.702+0000 7f47a8f9b640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f478c0a3bb0 0x7f478c0a6070 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f4794005ab0 tx=0x7f4794005d50 comp rx=0 tx=0).stop 2024-04-26T17:30:35.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.702+0000 7f47a8f9b640 1 -- 172.21.15.90:0/2366180630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47a4103340 msgr2=0x7f47a4198950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.702+0000 7f47a8f9b640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47a4103340 0x7f47a4198950 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f479800d770 tx=0x7f479800dc30 comp rx=0 tx=0).stop 2024-04-26T17:30:35.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.702+0000 7f47a8f9b640 1 -- 172.21.15.90:0/2366180630 shutdown_connections 2024-04-26T17:30:35.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.702+0000 7f47a8f9b640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f478c0a3bb0 0x7f478c0a6070 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.702+0000 7f47a8f9b640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47a4103d00 0x7f47a419f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.702+0000 7f47a8f9b640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47a4103340 0x7f47a4198950 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.702+0000 7f47a8f9b640 1 --2- 172.21.15.90:0/2366180630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f47a4102150 0x7f47a4198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.702+0000 7f47a8f9b640 1 -- 172.21.15.90:0/2366180630 >> 172.21.15.90:0/2366180630 conn(0x7f47a40fd6e0 msgr2=0x7f47a4106800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:35.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.702+0000 7f47a8f9b640 1 -- 172.21.15.90:0/2366180630 shutdown_connections 2024-04-26T17:30:35.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.702+0000 7f47a8f9b640 1 -- 172.21.15.90:0/2366180630 wait complete. 2024-04-26T17:30:35.749 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T17:30:35.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.851+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3841920736 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69d8103340 msgr2=0x7f69d81037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.851+0000 7f69dd0cf640 1 --2- 172.21.15.90:0/3841920736 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69d8103340 0x7f69d81037c0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f69cc009900 tx=0x7f69cc02a410 comp rx=0 tx=0).stop 2024-04-26T17:30:35.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.851+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3841920736 shutdown_connections 2024-04-26T17:30:35.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.851+0000 7f69dd0cf640 1 --2- 172.21.15.90:0/3841920736 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f69d8103d00 0x7f69d810a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.851+0000 7f69dd0cf640 1 --2- 172.21.15.90:0/3841920736 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69d8103340 0x7f69d81037c0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.851 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.851+0000 7f69dd0cf640 1 --2- 172.21.15.90:0/3841920736 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f69d8102150 0x7f69d8102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.851+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3841920736 >> 172.21.15.90:0/3841920736 conn(0x7f69d80fd6e0 msgr2=0x7f69d80ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:35.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.851+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3841920736 shutdown_connections 2024-04-26T17:30:35.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.851+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3841920736 wait complete. 2024-04-26T17:30:35.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69dd0cf640 1 Processor -- start 2024-04-26T17:30:35.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69dd0cf640 1 -- start start 2024-04-26T17:30:35.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69dd0cf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f69d8102150 0x7f69d8075eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:35.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69dd0cf640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69d8103340 0x7f69d80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:35.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69dd0cf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f69d8103d00 0x7f69d8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:35.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69dd0cf640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f69d810dc60 con 0x7f69d8103340 2024-04-26T17:30:35.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69dd0cf640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f69d810dae0 con 0x7f69d8102150 2024-04-26T17:30:35.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69dd0cf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f69d810dde0 con 0x7f69d8103d00 2024-04-26T17:30:35.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69d659c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69d8103340 0x7f69d80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:35.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69d659c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69d8103340 0x7f69d80744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44844/0 (socket says 172.21.15.90:44844) 2024-04-26T17:30:35.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69d659c640 1 -- 172.21.15.90:0/3281820202 learned_addr learned my addr 172.21.15.90:0/3281820202 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:35.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69d6d9d640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f69d8102150 0x7f69d8075eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.852+0000 7f69d759e640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f69d8103d00 0x7f69d8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.853+0000 7f69d659c640 1 -- 172.21.15.90:0/3281820202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f69d8103d00 msgr2=0x7f69d8074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.853+0000 7f69d659c640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f69d8103d00 0x7f69d8074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.853+0000 7f69d659c640 1 -- 172.21.15.90:0/3281820202 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f69d8102150 msgr2=0x7f69d8075eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.853+0000 7f69d659c640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f69d8102150 0x7f69d8075eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.853+0000 7f69d659c640 1 -- 172.21.15.90:0/3281820202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69d80752c0 con 0x7f69d8103340 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.853+0000 7f69d659c640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69d8103340 0x7f69d80744f0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f69cc004770 tx=0x7f69cc0043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.853+0000 7f69bffff640 1 -- 172.21.15.90:0/3281820202 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69cc03f030 con 0x7f69d8103340 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.853+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3281820202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69d81a23b0 con 0x7f69d8103340 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.853+0000 7f69bffff640 1 -- 172.21.15.90:0/3281820202 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f69cc003cb0 con 0x7f69d8103340 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.853+0000 7f69bffff640 1 -- 172.21.15.90:0/3281820202 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69cc035070 con 0x7f69d8103340 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.853+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3281820202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69d81a2950 con 0x7f69d8103340 2024-04-26T17:30:35.855 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.854+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3281820202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69d8109470 con 0x7f69d8103340 2024-04-26T17:30:35.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.856+0000 7f69bffff640 1 -- 172.21.15.90:0/3281820202 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f69cc042030 con 0x7f69d8103340 2024-04-26T17:30:35.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.856+0000 7f69bffff640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f69c00a3bb0 0x7f69c00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:35.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.856+0000 7f69d6d9d640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f69c00a3bb0 0x7f69c00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:35.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.856+0000 7f69bffff640 1 -- 172.21.15.90:0/3281820202 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f69cc0f1220 con 0x7f69d8103340 2024-04-26T17:30:35.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.857+0000 7f69d6d9d640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f69c00a3bb0 0x7f69c00a6070 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f69d81031a0 tx=0x7f69c8007600 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:35.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:35.860+0000 7f69bffff640 1 -- 172.21.15.90:0/3281820202 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f69cc0bd180 con 0x7f69d8103340 2024-04-26T17:30:36.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.038+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3281820202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f69d802d6d0 con 0x7f69d8103340 2024-04-26T17:30:36.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.039+0000 7f69bffff640 1 -- 172.21.15.90:0/3281820202 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7f69cc0c1480 con 0x7f69d8103340 2024-04-26T17:30:36.039 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-26T17:30:36.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.041+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3281820202 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f69c00a3bb0 msgr2=0x7f69c00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:36.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.041+0000 7f69dd0cf640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f69c00a3bb0 0x7f69c00a6070 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f69d81031a0 tx=0x7f69c8007600 comp rx=0 tx=0).stop 2024-04-26T17:30:36.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.041+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3281820202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69d8103340 msgr2=0x7f69d80744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:36.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.041+0000 7f69dd0cf640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69d8103340 0x7f69d80744f0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f69cc004770 tx=0x7f69cc0043b0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.041+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3281820202 shutdown_connections 2024-04-26T17:30:36.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.041+0000 7f69dd0cf640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f69c00a3bb0 0x7f69c00a6070 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.041+0000 7f69dd0cf640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f69d8103d00 0x7f69d8074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.041+0000 7f69dd0cf640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69d8103340 0x7f69d80744f0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.041+0000 7f69dd0cf640 1 --2- 172.21.15.90:0/3281820202 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f69d8102150 0x7f69d8075eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.041+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3281820202 >> 172.21.15.90:0/3281820202 conn(0x7f69d80fd6e0 msgr2=0x7f69d8106640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:36.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.041+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3281820202 shutdown_connections 2024-04-26T17:30:36.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.041+0000 7f69dd0cf640 1 -- 172.21.15.90:0/3281820202 wait complete. 2024-04-26T17:30:36.052 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-26T17:30:36.156 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.154+0000 7f678d22a640 1 -- 172.21.15.90:0/4100089742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6788102c10 msgr2=0x7f67881094a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.154+0000 7f678d22a640 1 --2- 172.21.15.90:0/4100089742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6788102c10 0x7f67881094a0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f6780009ca0 tx=0x7f678002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.154+0000 7f678d22a640 1 -- 172.21.15.90:0/4100089742 shutdown_connections 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.154+0000 7f678d22a640 1 --2- 172.21.15.90:0/4100089742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6788102c10 0x7f67881094a0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.154+0000 7f678d22a640 1 --2- 172.21.15.90:0/4100089742 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6788102250 0x7f67881026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.154+0000 7f678d22a640 1 --2- 172.21.15.90:0/4100089742 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6788101060 0x7f6788101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.154+0000 7f678d22a640 1 -- 172.21.15.90:0/4100089742 >> 172.21.15.90:0/4100089742 conn(0x7f67880fc5f0 msgr2=0x7f67880fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.154+0000 7f678d22a640 1 -- 172.21.15.90:0/4100089742 shutdown_connections 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.154+0000 7f678d22a640 1 -- 172.21.15.90:0/4100089742 wait complete. 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.155+0000 7f678d22a640 1 Processor -- start 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.155+0000 7f678d22a640 1 -- start start 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.155+0000 7f678d22a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6788101060 0x7f6788198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.155+0000 7f678d22a640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6788102250 0x7f67881988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:36.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.155+0000 7f678d22a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6788102c10 0x7f678819f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.155+0000 7f678d22a640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f678810cb70 con 0x7f6788102250 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.155+0000 7f678d22a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f678810c9f0 con 0x7f6788101060 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.155+0000 7f678d22a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f678810ccf0 con 0x7f6788102c10 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f678659c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6788102250 0x7f67881988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f678659c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6788102250 0x7f67881988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44858/0 (socket says 172.21.15.90:44858) 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f678659c640 1 -- 172.21.15.90:0/522318289 learned_addr learned my addr 172.21.15.90:0/522318289 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f678759e640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6788102c10 0x7f678819f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f6786d9d640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6788101060 0x7f6788198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f678659c640 1 -- 172.21.15.90:0/522318289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6788102c10 msgr2=0x7f678819f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f678659c640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6788102c10 0x7f678819f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f678659c640 1 -- 172.21.15.90:0/522318289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6788101060 msgr2=0x7f6788198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f678659c640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6788101060 0x7f6788198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f678659c640 1 -- 172.21.15.90:0/522318289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f678819ff60 con 0x7f6788102250 2024-04-26T17:30:36.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f678659c640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6788102250 0x7f67881988d0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f677c00e9f0 tx=0x7f677c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:36.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f676ffff640 1 -- 172.21.15.90:0/522318289 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f677c00cd80 con 0x7f6788102250 2024-04-26T17:30:36.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f678d22a640 1 -- 172.21.15.90:0/522318289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67881a0250 con 0x7f6788102250 2024-04-26T17:30:36.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f676ffff640 1 -- 172.21.15.90:0/522318289 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f677c0054d0 con 0x7f6788102250 2024-04-26T17:30:36.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f676ffff640 1 -- 172.21.15.90:0/522318289 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f677c010690 con 0x7f6788102250 2024-04-26T17:30:36.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.156+0000 7f678d22a640 1 -- 172.21.15.90:0/522318289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67881a0750 con 0x7f6788102250 2024-04-26T17:30:36.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.157+0000 7f678d22a640 1 -- 172.21.15.90:0/522318289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67881a0a10 con 0x7f6788102250 2024-04-26T17:30:36.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.158+0000 7f676ffff640 1 -- 172.21.15.90:0/522318289 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f677c0046c0 con 0x7f6788102250 2024-04-26T17:30:36.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.159+0000 7f676ffff640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f67700a3bb0 0x7f67700a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:36.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.159+0000 7f6786d9d640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f67700a3bb0 0x7f67700a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:36.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.159+0000 7f676ffff640 1 -- 172.21.15.90:0/522318289 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f677c0d0d60 con 0x7f6788102250 2024-04-26T17:30:36.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.159+0000 7f6786d9d640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f67700a3bb0 0x7f67700a6070 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f67881020b0 tx=0x7f677800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:36.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.162+0000 7f676ffff640 1 -- 172.21.15.90:0/522318289 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f677c053ff0 con 0x7f6788102250 2024-04-26T17:30:36.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.339+0000 7f678d22a640 1 -- 172.21.15.90:0/522318289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f67881a0be0 con 0x7f6788102250 2024-04-26T17:30:36.339 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.339+0000 7f676ffff640 1 -- 172.21.15.90:0/522318289 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7f677c09d370 con 0x7f6788102250 2024-04-26T17:30:36.339 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:30:36.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.341+0000 7f678d22a640 1 -- 172.21.15.90:0/522318289 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f67700a3bb0 msgr2=0x7f67700a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:36.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.341+0000 7f678d22a640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f67700a3bb0 0x7f67700a6070 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f67881020b0 tx=0x7f677800b390 comp rx=0 tx=0).stop 2024-04-26T17:30:36.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.341+0000 7f678d22a640 1 -- 172.21.15.90:0/522318289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6788102250 msgr2=0x7f67881988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:36.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.341+0000 7f678d22a640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6788102250 0x7f67881988d0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f677c00e9f0 tx=0x7f677c00edf0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.341+0000 7f678d22a640 1 -- 172.21.15.90:0/522318289 shutdown_connections 2024-04-26T17:30:36.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.341+0000 7f678d22a640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f67700a3bb0 0x7f67700a6070 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.341+0000 7f678d22a640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6788102c10 0x7f678819f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.341+0000 7f678d22a640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6788102250 0x7f67881988d0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.341+0000 7f678d22a640 1 --2- 172.21.15.90:0/522318289 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6788101060 0x7f6788198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.341+0000 7f678d22a640 1 -- 172.21.15.90:0/522318289 >> 172.21.15.90:0/522318289 conn(0x7f67880fc5f0 msgr2=0x7f67880fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:36.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.341+0000 7f678d22a640 1 -- 172.21.15.90:0/522318289 shutdown_connections 2024-04-26T17:30:36.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.341+0000 7f678d22a640 1 -- 172.21.15.90:0/522318289 wait complete. 2024-04-26T17:30:36.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:36 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/664562248' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:30:36.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:36 smithi090 ceph-mon[29417]: pgmap v475: 129 pgs: 129 active+clean; 96 MiB data, 977 MiB used, 1.0 TiB / 1.0 TiB avail; 998 KiB/s rd, 1019 KiB/s wr, 306 op/s 2024-04-26T17:30:36.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:36 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2366180630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:30:36.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:36 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3281820202' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:30:36.352 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-26T17:30:36.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.486+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2036070899 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffbe8103d00 msgr2=0x7ffbe810a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:36.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.486+0000 7ffbeeecb640 1 --2- 172.21.15.90:0/2036070899 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffbe8103d00 0x7ffbe810a590 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7ffbe0009ca0 tx=0x7ffbe002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.486+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2036070899 shutdown_connections 2024-04-26T17:30:36.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.486+0000 7ffbeeecb640 1 --2- 172.21.15.90:0/2036070899 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffbe8103d00 0x7ffbe810a590 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.486+0000 7ffbeeecb640 1 --2- 172.21.15.90:0/2036070899 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffbe8103340 0x7ffbe81037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.486+0000 7ffbeeecb640 1 --2- 172.21.15.90:0/2036070899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbe8102150 0x7ffbe8102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.486+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2036070899 >> 172.21.15.90:0/2036070899 conn(0x7ffbe80fd6e0 msgr2=0x7ffbe80ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:36.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.486+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2036070899 shutdown_connections 2024-04-26T17:30:36.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.486+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2036070899 wait complete. 2024-04-26T17:30:36.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbeeecb640 1 Processor -- start 2024-04-26T17:30:36.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbeeecb640 1 -- start start 2024-04-26T17:30:36.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbeeecb640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffbe8102150 0x7ffbe8198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:36.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbeeecb640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffbe8103340 0x7ffbe81988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:36.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbeeecb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbe8103d00 0x7ffbe819f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:36.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbeeecb640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe810dc60 con 0x7ffbe8102150 2024-04-26T17:30:36.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbeeecb640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe810dae0 con 0x7ffbe8103d00 2024-04-26T17:30:36.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbeeecb640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe810dde0 con 0x7ffbe8103340 2024-04-26T17:30:36.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbecc67640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffbe8102150 0x7ffbe8198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbecc67640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffbe8102150 0x7ffbe8198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44886/0 (socket says 172.21.15.90:44886) 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbecc67640 1 -- 172.21.15.90:0/2972138835 learned_addr learned my addr 172.21.15.90:0/2972138835 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbe7fff640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffbe8103340 0x7ffbe81988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbed468640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbe8103d00 0x7ffbe819f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbecc67640 1 -- 172.21.15.90:0/2972138835 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffbe8103340 msgr2=0x7ffbe81988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbecc67640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffbe8103340 0x7ffbe81988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbecc67640 1 -- 172.21.15.90:0/2972138835 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbe8103d00 msgr2=0x7ffbe819f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbecc67640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbe8103d00 0x7ffbe819f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.487+0000 7ffbecc67640 1 -- 172.21.15.90:0/2972138835 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbe819ff80 con 0x7ffbe8102150 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.488+0000 7ffbecc67640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffbe8102150 0x7ffbe8198360 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc00e9c0 tx=0x7ffbdc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.488+0000 7ffbe5ffb640 1 -- 172.21.15.90:0/2972138835 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc00cd80 con 0x7ffbe8102150 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.488+0000 7ffbe5ffb640 1 -- 172.21.15.90:0/2972138835 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7ffbdc0035f0 con 0x7ffbe8102150 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.488+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2972138835 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbe81a0270 con 0x7ffbe8102150 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.488+0000 7ffbe5ffb640 1 -- 172.21.15.90:0/2972138835 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc010690 con 0x7ffbe8102150 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.488+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2972138835 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbe81a0810 con 0x7ffbe8102150 2024-04-26T17:30:36.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.489+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2972138835 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbe81094e0 con 0x7ffbe8102150 2024-04-26T17:30:36.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.490+0000 7ffbe5ffb640 1 -- 172.21.15.90:0/2972138835 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7ffbdc0037a0 con 0x7ffbe8102150 2024-04-26T17:30:36.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.490+0000 7ffbe5ffb640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ffbd80a3c30 0x7ffbd80a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:30:36.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.491+0000 7ffbe7fff640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ffbd80a3c30 0x7ffbd80a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:30:36.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.491+0000 7ffbe5ffb640 1 -- 172.21.15.90:0/2972138835 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7ffbdc0d0b70 con 0x7ffbe8102150 2024-04-26T17:30:36.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.491+0000 7ffbe7fff640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ffbd80a3c30 0x7ffbd80a60f0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ffbe8199870 tx=0x7ffbd4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:30:36.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.495+0000 7ffbe5ffb640 1 -- 172.21.15.90:0/2972138835 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ffbdc09d180 con 0x7ffbe8102150 2024-04-26T17:30:36.501 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:36 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/664562248' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:30:36.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:36 smithi167 ceph-mon[32665]: pgmap v475: 129 pgs: 129 active+clean; 96 MiB data, 977 MiB used, 1.0 TiB / 1.0 TiB avail; 998 KiB/s rd, 1019 KiB/s wr, 306 op/s 2024-04-26T17:30:36.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:36 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2366180630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:30:36.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:36 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3281820202' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:30:36.546 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:36 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/664562248' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:30:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:36 smithi119 ceph-mon[32584]: pgmap v475: 129 pgs: 129 active+clean; 96 MiB data, 977 MiB used, 1.0 TiB / 1.0 TiB avail; 998 KiB/s rd, 1019 KiB/s wr, 306 op/s 2024-04-26T17:30:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:36 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2366180630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:30:36.547 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:36 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3281820202' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:30:36.726 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.726+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2972138835 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7ffbe8062d00 con 0x7ffbe8102150 2024-04-26T17:30:36.734 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.734+0000 7ffbe5ffb640 1 -- 172.21.15.90:0/2972138835 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v20) ==== 81+0+745524 (secure 0 0 0) 0x7ffbdc0bd0c0 con 0x7ffbe8102150 2024-04-26T17:30:36.746 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:30:36.746 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:30:36.746 INFO:teuthology.orchestra.run.smithi090.stdout: "epoch": 20, 2024-04-26T17:30:36.746 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.746 INFO:teuthology.orchestra.run.smithi090.stdout: "active_gid": 14152, 2024-04-26T17:30:36.746 INFO:teuthology.orchestra.run.smithi090.stdout: "active_name": "x", 2024-04-26T17:30:36.746 INFO:teuthology.orchestra.run.smithi090.stdout: "active_addrs": { 2024-04-26T17:30:36.746 INFO:teuthology.orchestra.run.smithi090.stdout: "addrvec": [ 2024-04-26T17:30:36.746 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.746 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "v2", 2024-04-26T17:30:36.746 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": "172.21.15.90:6800", 2024-04-26T17:30:36.746 INFO:teuthology.orchestra.run.smithi090.stdout: "nonce": 37771707 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "v1", 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": "172.21.15.90:6801", 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: "nonce": 37771707 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: "active_addr": "172.21.15.90:6801/37771707", 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: "active_change": "2024-04-26T17:17:33.345789+0000", 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: "active_mgr_features": 4540701547738038271, 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: "available": true, 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: "standbys": [ 2024-04-26T17:30:36.747 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.748 INFO:teuthology.orchestra.run.smithi090.stdout: "gid": 24109, 2024-04-26T17:30:36.748 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "z", 2024-04-26T17:30:36.748 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr_features": 4540701547738038271, 2024-04-26T17:30:36.748 INFO:teuthology.orchestra.run.smithi090.stdout: "available_modules": [ 2024-04-26T17:30:36.748 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.748 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "alerts", 2024-04-26T17:30:36.748 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.748 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.748 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.748 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:36.748 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:36.748 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.749 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.750 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.750 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.750 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.750 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.750 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.750 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.750 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.750 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.750 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.750 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.750 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.750 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.752 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.753 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.754 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.754 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.754 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.754 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.754 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.754 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.754 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.754 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.754 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.754 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.754 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.754 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_destination": { 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_destination", 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Email address to send alerts to", 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.755 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_from_name": { 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_from_name", 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "Ceph", 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Email From: name", 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.756 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_host": { 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_host", 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "SMTP server", 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.757 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_password": { 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_password", 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Password to authenticate with", 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.758 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_port": { 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_port", 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "465", 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "SMTP port", 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.759 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_sender": { 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_sender", 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "SMTP envelope sender", 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.760 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_ssl": { 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_ssl", 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.761 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.762 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_user": { 2024-04-26T17:30:36.762 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_user", 2024-04-26T17:30:36.762 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.762 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.762 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.762 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.762 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.762 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.762 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.762 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "User to authenticate as", 2024-04-26T17:30:36.762 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.762 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "balancer", 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: "active": { 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "active", 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.763 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "begin_time": { 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "begin_time", 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0000", 2024-04-26T17:30:36.764 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "begin_weekday": { 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "begin_weekday", 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "0", 2024-04-26T17:30:36.765 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "6", 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: "crush_compat_max_iterations": { 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crush_compat_max_iterations", 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "25", 2024-04-26T17:30:36.766 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1", 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "250", 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "crush_compat_metrics": { 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crush_compat_metrics", 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.767 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "crush_compat_step": { 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crush_compat_step", 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0.5", 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "0.001", 2024-04-26T17:30:36.768 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "0.999", 2024-04-26T17:30:36.769 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.769 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "aggressiveness of optimization", 2024-04-26T17:30:36.769 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T17:30:36.769 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.769 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.769 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.769 INFO:teuthology.orchestra.run.smithi090.stdout: "end_time": { 2024-04-26T17:30:36.769 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "end_time", 2024-04-26T17:30:36.769 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.769 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.769 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "2359", 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: "end_weekday": { 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "end_weekday", 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "0", 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "6", 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.771 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.772 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.773 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.774 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.775 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "min_score": { 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "min_score", 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.776 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "mode": { 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mode", 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.777 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "upmap", 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: "crush-compat", 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: "none", 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: "read", 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: "upmap", 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: "upmap-read" 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Balancer mode", 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.778 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "pool_ids": { 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "pool_ids", 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.779 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.780 INFO:teuthology.orchestra.run.smithi090.stdout: "upmap_max_deviation": { 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "upmap_max_deviation", 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5", 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1", 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.781 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.782 INFO:teuthology.orchestra.run.smithi090.stdout: "upmap_max_optimizations": { 2024-04-26T17:30:36.782 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "upmap_max_optimizations", 2024-04-26T17:30:36.782 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:36.782 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.782 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.782 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:36.782 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.782 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.782 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.782 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T17:30:36.782 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.782 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.783 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.783 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.783 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.783 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.783 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.783 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cephadm", 2024-04-26T17:30:36.783 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.783 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.783 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.783 INFO:teuthology.orchestra.run.smithi090.stdout: "agent_down_multiplier": { 2024-04-26T17:30:36.783 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "agent_down_multiplier", 2024-04-26T17:30:36.783 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "3.0", 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "agent_refresh_rate": { 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "agent_refresh_rate", 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.784 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "20", 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "agent_starting_port": { 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "agent_starting_port", 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.785 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "4721", 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: "allow_ptrace": { 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "allow_ptrace", 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.786 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "autotune_interval": { 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "autotune_interval", 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.787 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "autotune_memory_target_ratio": { 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0.7", 2024-04-26T17:30:36.788 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: "cephadm_log_destination": { 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cephadm_log_destination", 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.789 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: "file", 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: "file,syslog", 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: "syslog" 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: "cgroups_split": { 2024-04-26T17:30:36.790 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cgroups_split", 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.791 INFO:teuthology.orchestra.run.smithi090.stdout: "config_checks_enabled": { 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "config_checks_enabled", 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.792 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "config_dashboard": { 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "config_dashboard", 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_alertmanager": { 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_alertmanager", 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Prometheus container image", 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_base": { 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_base", 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Container image name, without the tag", 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_elasticsearch": { 2024-04-26T17:30:36.795 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_elasticsearch", 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "elasticsearch container image", 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.796 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_grafana": { 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_grafana", 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Prometheus container image", 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.797 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_haproxy": { 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_haproxy", 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "HAproxy container image", 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.798 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_jaeger_agent": { 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_jaeger_agent", 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Jaeger agent container image", 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.799 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_jaeger_collector": { 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_jaeger_collector", 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Jaeger collector container image", 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_jaeger_query": { 2024-04-26T17:30:36.800 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_jaeger_query", 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Jaeger query container image", 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_keepalived": { 2024-04-26T17:30:36.801 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_keepalived", 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Keepalived container image", 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_loki": { 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_loki", 2024-04-26T17:30:36.802 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Loki container image", 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_node_exporter": { 2024-04-26T17:30:36.803 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_node_exporter", 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Prometheus container image", 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.804 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_nvmeof": { 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_nvmeof", 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Nvme-of container image", 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.805 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_prometheus": { 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_prometheus", 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Prometheus container image", 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.806 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_promtail": { 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_promtail", 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Promtail container image", 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.807 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_samba": { 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_samba", 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Samba/SMB container image", 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.808 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_snmp_gateway": { 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_snmp_gateway", 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "SNMP Gateway container image", 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.809 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.810 INFO:teuthology.orchestra.run.smithi090.stdout: "container_init": { 2024-04-26T17:30:36.810 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_init", 2024-04-26T17:30:36.810 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.810 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.810 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.810 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.810 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.810 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.810 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.810 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T17:30:36.810 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.810 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: "daemon_cache_timeout": { 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "daemon_cache_timeout", 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T17:30:36.811 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.812 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.812 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.812 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.812 INFO:teuthology.orchestra.run.smithi090.stdout: "default_cephadm_command_timeout": { 2024-04-26T17:30:36.812 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T17:30:36.812 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.812 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.812 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.812 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "900", 2024-04-26T17:30:36.812 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.812 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.812 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "default_registry": { 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "default_registry", 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "docker.io", 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.813 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: "device_cache_timeout": { 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "device_cache_timeout", 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "1800", 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.814 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "seconds to cache device inventory", 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "device_enhanced_scan": { 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "device_enhanced_scan", 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.815 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "facts_cache_timeout": { 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "facts_cache_timeout", 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.816 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "seconds to cache host facts data", 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "grafana_dashboards_path": { 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "grafana_dashboards_path", 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.817 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: "host_check_interval": { 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "host_check_interval", 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.818 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to perform a host check", 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "hw_monitoring": { 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "hw_monitoring", 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.819 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "inventory_list_all": { 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "inventory_list_all", 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T17:30:36.820 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.821 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: "log_refresh_metadata": { 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_refresh_metadata", 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.822 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.823 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.823 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.823 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.823 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.823 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T17:30:36.823 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.823 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.823 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.823 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.823 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.823 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.823 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.824 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.825 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.826 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.827 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "*", 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.828 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: "max_count_per_host": { 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_count_per_host", 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "max number of daemons per service per host", 2024-04-26T17:30:36.829 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: "max_osd_draining_count": { 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_osd_draining_count", 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.830 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: "migration_current": { 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "migration_current", 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.831 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "internal - do not modify", 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: "mode": { 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mode", 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "root", 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.832 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: "cephadm-package", 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: "root" 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: "oob_default_addr": { 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "oob_default_addr", 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.833 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "169.254.1.1", 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: "prometheus_alerts_path": { 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "prometheus_alerts_path", 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.834 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.835 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.835 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T17:30:36.835 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.835 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.835 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.835 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T17:30:36.835 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.835 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.835 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.835 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.835 INFO:teuthology.orchestra.run.smithi090.stdout: "registry_insecure": { 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "registry_insecure", 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.836 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "registry_password": { 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "registry_password", 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.837 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: "registry_url": { 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "registry_url", 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.838 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.839 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.839 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.839 INFO:teuthology.orchestra.run.smithi090.stdout: "registry_username": { 2024-04-26T17:30:36.839 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "registry_username", 2024-04-26T17:30:36.839 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.839 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.839 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.839 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.839 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.839 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.839 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.839 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T17:30:36.840 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.840 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.840 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.840 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.840 INFO:teuthology.orchestra.run.smithi090.stdout: "secure_monitoring_stack": { 2024-04-26T17:30:36.840 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "secure_monitoring_stack", 2024-04-26T17:30:36.840 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.840 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.840 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.840 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.840 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.840 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: "service_discovery_port": { 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "service_discovery_port", 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8765", 2024-04-26T17:30:36.841 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.842 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.842 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.842 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "cephadm service discovery port", 2024-04-26T17:30:36.842 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.842 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.842 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.842 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.842 INFO:teuthology.orchestra.run.smithi090.stdout: "ssh_config_file": { 2024-04-26T17:30:36.842 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ssh_config_file", 2024-04-26T17:30:36.842 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.842 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.842 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: "use_agent": { 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "use_agent", 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.843 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.844 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.844 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.844 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.844 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.844 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.844 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T17:30:36.844 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.844 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.844 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.844 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.844 INFO:teuthology.orchestra.run.smithi090.stdout: "use_repo_digest": { 2024-04-26T17:30:36.844 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "use_repo_digest", 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_on_failed_host_check": { 2024-04-26T17:30:36.845 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_on_failed_host_check", 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_on_stray_daemons": { 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_on_stray_daemons", 2024-04-26T17:30:36.846 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_on_stray_hosts": { 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_on_stray_hosts", 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.847 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crash", 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.848 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.849 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.850 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.851 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.852 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.853 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "retain_interval": { 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "retain_interval", 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "31536000", 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T17:30:36.854 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_recent_interval": { 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_recent_interval", 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "1209600", 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T17:30:36.855 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.856 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.856 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.856 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.856 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.856 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.856 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.856 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "dashboard", 2024-04-26T17:30:36.856 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.856 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.856 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.856 INFO:teuthology.orchestra.run.smithi090.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T17:30:36.856 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T17:30:36.857 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.857 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.857 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.857 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:36.857 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.857 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.857 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.857 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.857 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.857 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.857 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.857 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.858 INFO:teuthology.orchestra.run.smithi090.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T17:30:36.858 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T17:30:36.858 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.858 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.858 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.858 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.858 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.858 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.858 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.858 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.858 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.858 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.859 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "AUDIT_API_ENABLED": { 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.860 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.861 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.861 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.861 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.861 INFO:teuthology.orchestra.run.smithi090.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T17:30:36.861 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T17:30:36.861 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.861 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.861 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.861 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.861 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.861 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.862 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.863 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.863 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.863 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.863 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.863 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.863 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.863 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.863 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T17:30:36.863 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T17:30:36.863 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.863 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.864 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.864 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.864 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.864 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.864 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.864 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.864 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.864 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.865 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.865 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.865 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T17:30:36.865 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T17:30:36.865 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.865 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.865 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.865 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.865 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.866 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.867 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.868 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T17:30:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T17:30:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T17:30:36.870 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T17:30:36.871 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T17:30:36.872 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "admin", 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T17:30:36.873 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_API_URL": { 2024-04-26T17:30:36.874 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_API_URL", 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T17:30:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "admin", 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T17:30:36.876 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T17:30:36.877 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T17:30:36.878 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T17:30:36.879 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.880 INFO:teuthology.orchestra.run.smithi090.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "[]", 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.881 INFO:teuthology.orchestra.run.smithi090.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "{}", 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.882 INFO:teuthology.orchestra.run.smithi090.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T17:30:36.883 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T17:30:36.884 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T17:30:36.885 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T17:30:36.886 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.887 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.888 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.889 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.889 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.889 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.889 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.889 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.889 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.889 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.889 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.889 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.889 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T17:30:36.889 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T17:30:36.889 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.890 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.890 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.890 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.890 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.890 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.890 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.890 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.890 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.890 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.890 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.890 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.890 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.891 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.892 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T17:30:36.893 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T17:30:36.894 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8", 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.895 INFO:teuthology.orchestra.run.smithi090.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "45", 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T17:30:36.896 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T17:30:36.897 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "admin", 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T17:30:36.898 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T17:30:36.899 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T17:30:36.900 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T17:30:36.901 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.902 INFO:teuthology.orchestra.run.smithi090.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.903 INFO:teuthology.orchestra.run.smithi090.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5", 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "cross_origin_url": { 2024-04-26T17:30:36.904 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cross_origin_url", 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "crt_file": { 2024-04-26T17:30:36.905 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crt_file", 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.906 INFO:teuthology.orchestra.run.smithi090.stdout: "debug": { 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "debug", 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Enable/disable debug options", 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "jwt_token_ttl": { 2024-04-26T17:30:36.907 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "jwt_token_ttl", 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "28800", 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "key_file": { 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "key_file", 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.908 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.909 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.910 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.911 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.912 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.913 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "motd": { 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "motd", 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.914 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "The message of the day", 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "redirect_resolve_ip_addr": { 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.915 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "server_addr": { 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_addr", 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.916 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "::", 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "server_port": { 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_port", 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.917 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8080", 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "ssl": { 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ssl", 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.918 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: "ssl_server_port": { 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ssl_server_port", 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.919 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8443", 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "standby_behaviour": { 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "standby_behaviour", 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.920 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "redirect", 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: "redirect" 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.921 INFO:teuthology.orchestra.run.smithi090.stdout: "standby_error_status_code": { 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "standby_error_status_code", 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "500", 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "400", 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "599", 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "url_prefix": { 2024-04-26T17:30:36.922 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "url_prefix", 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.923 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "devicehealth", 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "enable_monitoring": { 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "enable_monitoring", 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "monitor device health metrics", 2024-04-26T17:30:36.924 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.925 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.926 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.927 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.928 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.929 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "mark_out_threshold": { 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mark_out_threshold", 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "2419200", 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.930 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: "pool_name": { 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "pool_name", 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "device_health_metrics", 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.931 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: "retention_period": { 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "retention_period", 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "15552000", 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.932 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how long to retain device health metrics", 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: "scrape_frequency": { 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "scrape_frequency", 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "86400", 2024-04-26T17:30:36.933 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.934 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.934 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.934 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T17:30:36.934 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.934 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.934 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.934 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.934 INFO:teuthology.orchestra.run.smithi090.stdout: "self_heal": { 2024-04-26T17:30:36.934 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "self_heal", 2024-04-26T17:30:36.934 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.934 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.934 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.935 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_threshold": { 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_threshold", 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "7257600", 2024-04-26T17:30:36.936 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "diskprediction_local", 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.937 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.938 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.939 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.940 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.941 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "predict_interval": { 2024-04-26T17:30:36.942 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "predict_interval", 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "86400", 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "predictor_model": { 2024-04-26T17:30:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "predictor_model", 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "prophetstor", 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.944 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.945 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "influx", 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": false, 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "influxdb python module not found", 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "batch_size": { 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "batch_size", 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5000", 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.946 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "database": { 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "database", 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "ceph", 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.947 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "hostname": { 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "hostname", 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.948 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "InfluxDB server hostname", 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "30", 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "5", 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.949 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.950 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.951 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.952 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.953 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.954 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "password": { 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "password", 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "password of InfluxDB server user", 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.955 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "port": { 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "port", 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8086", 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "InfluxDB server port", 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.956 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "ssl": { 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ssl", 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "false", 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.957 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "threads": { 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "threads", 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5", 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1", 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "32", 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.958 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "username": { 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "username", 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "username of InfluxDB server user", 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.959 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "verify_ssl": { 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "verify_ssl", 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "true", 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.960 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "insights", 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.961 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.962 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.963 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.965 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "iostat", 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.966 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.967 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.968 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.969 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.970 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.971 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.971 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.971 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.971 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.971 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.971 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.971 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.971 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.971 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.971 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.971 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.971 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "k8sevents", 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_event_retention_days": { 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ceph_event_retention_days", 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.972 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "7", 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: "config_check_secs": { 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "config_check_secs", 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.973 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "10", 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.974 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.975 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.977 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.978 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.979 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "localpool", 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "failure_domain": { 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "failure_domain", 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "host", 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.980 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "failure domain for any created local pool", 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.981 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.982 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.983 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.984 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.985 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: "min_size": { 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "min_size", 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.986 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "default min_size for any created local pool", 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "num_rep": { 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "num_rep", 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "3", 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.987 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "default replica count for any created local pool", 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "pg_num": { 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "pg_num", 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "128", 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.988 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T17:30:36.989 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.989 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.989 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.989 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.989 INFO:teuthology.orchestra.run.smithi090.stdout: "prefix": { 2024-04-26T17:30:36.989 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "prefix", 2024-04-26T17:30:36.989 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.989 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.989 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.989 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.989 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.989 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "name prefix for any created local pool", 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "subtree": { 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "subtree", 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "rack", 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.990 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mds_autoscaler", 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.991 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.992 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.993 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:36.994 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.995 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mirroring", 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:36.997 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.998 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:36.999 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.000 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.001 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.002 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "nfs", 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.003 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.004 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.005 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.006 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.007 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "orchestrator", 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: "fail_fs": { 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "fail_fs", 2024-04-26T17:30:37.008 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.009 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.010 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.011 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.012 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.013 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.014 INFO:teuthology.orchestra.run.smithi090.stdout: "orchestrator": { 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "orchestrator", 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "cephadm", 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "rook", 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "test_orchestrator" 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Orchestrator backend", 2024-04-26T17:30:37.015 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "osd_perf_query", 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.016 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.017 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.018 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.019 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.020 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.021 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "osd_support", 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.022 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.023 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.024 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.025 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.026 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "pg_autoscaler", 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.027 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.028 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.029 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.030 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.031 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.032 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.033 INFO:teuthology.orchestra.run.smithi090.stdout: "threshold": { 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "threshold", 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "3.0", 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1.0", 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "scaling threshold", 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.034 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "progress", 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "allow_pg_recovery_event": { 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "allow_pg_recovery_event", 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.035 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "enabled": { 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "enabled", 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.036 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.037 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.037 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.037 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.037 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.037 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.037 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.037 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.037 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.037 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.037 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.037 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.037 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.038 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.039 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.039 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.039 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.039 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.039 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.039 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.039 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.039 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.039 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.039 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.039 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.039 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.040 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.041 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.042 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.042 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.042 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.042 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.042 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.042 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.042 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.042 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.042 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.042 INFO:teuthology.orchestra.run.smithi090.stdout: "max_completed_events": { 2024-04-26T17:30:37.042 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_completed_events", 2024-04-26T17:30:37.042 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.043 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.043 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.043 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "50", 2024-04-26T17:30:37.043 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.043 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.043 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.043 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "number of past completed events to remember", 2024-04-26T17:30:37.043 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.043 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.043 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.043 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.043 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5", 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how long the module is going to sleep", 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.044 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "prometheus", 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: "cache": { 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cache", 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.045 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: "exclude_perf_counters": { 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "exclude_perf_counters", 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.046 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.047 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.048 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.049 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.050 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.051 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "rbd_stats_pools": { 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rbd_stats_pools", 2024-04-26T17:30:37.052 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T17:30:37.053 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "300", 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.054 INFO:teuthology.orchestra.run.smithi090.stdout: "scrape_interval": { 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "scrape_interval", 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "15.0", 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.055 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "server_addr": { 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_addr", 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "::", 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.056 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "server_port": { 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_port", 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "9283", 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.057 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: "stale_cache_strategy": { 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "stale_cache_strategy", 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "log", 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.058 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: "standby_behaviour": { 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "standby_behaviour", 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "default", 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: "default", 2024-04-26T17:30:37.059 INFO:teuthology.orchestra.run.smithi090.stdout: "error" 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: "standby_error_status_code": { 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "standby_error_status_code", 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "500", 2024-04-26T17:30:37.060 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "400", 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "599", 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rbd_support", 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.061 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.062 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.063 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.064 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.065 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.066 INFO:teuthology.orchestra.run.smithi090.stdout: "max_concurrent_snap_create": { 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_concurrent_snap_create", 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "mirror_snapshot_schedule": { 2024-04-26T17:30:37.067 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.068 INFO:teuthology.orchestra.run.smithi090.stdout: "trash_purge_schedule": { 2024-04-26T17:30:37.069 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "trash_purge_schedule", 2024-04-26T17:30:37.069 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.069 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.069 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.069 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.069 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.069 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.069 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.069 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.069 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.069 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "restful", 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: "enable_auth": { 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "enable_auth", 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.070 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "key_file": { 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "key_file", 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.071 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.072 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.073 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.074 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.075 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.076 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: "server_addr": { 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_addr", 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.077 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.078 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.078 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.078 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.078 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.078 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.078 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.078 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.078 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.078 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.078 INFO:teuthology.orchestra.run.smithi090.stdout: "server_port": { 2024-04-26T17:30:37.078 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_port", 2024-04-26T17:30:37.078 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.079 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.080 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.080 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rgw", 2024-04-26T17:30:37.080 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.080 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.080 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.080 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.080 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.080 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.080 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.080 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.080 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.080 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.081 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.082 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.082 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.082 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.082 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.082 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.082 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.082 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.082 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.082 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.082 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.082 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.082 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.083 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.084 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.085 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rook", 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.086 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.087 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.087 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.087 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.087 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.087 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.087 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.088 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.089 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.090 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.091 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: "storage_class": { 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "storage_class", 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "local", 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T17:30:37.092 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "selftest", 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.093 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.094 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.094 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.094 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.094 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.094 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.094 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.094 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.094 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.094 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.094 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.094 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.094 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.096 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.097 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.098 INFO:teuthology.orchestra.run.smithi090.stdout: "roption1": { 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "roption1", 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.099 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "roption2": { 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "roption2", 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "xyz", 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.100 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption1": { 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption1", 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.101 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption2": { 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption2", 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.102 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption3": { 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption3", 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.103 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption4": { 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption4", 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.104 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption5": { 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption5", 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.105 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption6": { 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption6", 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.106 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption7": { 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption7", 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1", 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "42", 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "testkey": { 2024-04-26T17:30:37.107 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "testkey", 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "testlkey": { 2024-04-26T17:30:37.108 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "testlkey", 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "testnewline": { 2024-04-26T17:30:37.109 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "testnewline", 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.110 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "snap_schedule", 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: "allow_m_granularity": { 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "allow_m_granularity", 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.111 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "dump_on_update": { 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "dump_on_update", 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.112 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "dump database to debug log on update", 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.113 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.114 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.115 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.115 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.115 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.115 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.115 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.115 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.115 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.115 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.115 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.115 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.115 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.115 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.116 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.117 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.118 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.118 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.118 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.118 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.118 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.118 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.118 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.118 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.118 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.118 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.118 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "stats", 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.119 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.120 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.120 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.120 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.120 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.120 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.120 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.120 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.120 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.120 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.120 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.120 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.120 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.121 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.122 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.123 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "status", 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.124 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.125 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.126 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.127 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.127 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.127 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.127 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.127 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.127 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.127 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.127 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.127 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.127 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.127 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.127 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.128 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.129 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.130 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.130 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "telegraf", 2024-04-26T17:30:37.130 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.130 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.130 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.130 INFO:teuthology.orchestra.run.smithi090.stdout: "address": { 2024-04-26T17:30:37.130 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "address", 2024-04-26T17:30:37.130 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.130 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.130 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.130 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T17:30:37.130 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "15", 2024-04-26T17:30:37.131 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.132 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.133 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.134 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.135 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.136 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "telemetry", 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.137 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_basic": { 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_basic", 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.138 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_crash": { 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_crash", 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.139 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_device": { 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_device", 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.140 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_ident": { 2024-04-26T17:30:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_ident", 2024-04-26T17:30:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T17:30:37.142 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.142 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.142 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.142 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.142 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_perf": { 2024-04-26T17:30:37.142 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_perf", 2024-04-26T17:30:37.142 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.142 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.142 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.142 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.142 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: "contact": { 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "contact", 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.143 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: "description": { 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "description", 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.144 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: "device_url": { 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "device_url", 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.145 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.146 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.146 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T17:30:37.146 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.146 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.146 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.146 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.146 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.146 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.146 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.146 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.146 INFO:teuthology.orchestra.run.smithi090.stdout: "enabled": { 2024-04-26T17:30:37.146 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "enabled", 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:37.147 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "24", 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "8", 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "last_opt_revision": { 2024-04-26T17:30:37.148 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "last_opt_revision", 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "1", 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "leaderboard": { 2024-04-26T17:30:37.149 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "leaderboard", 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.150 INFO:teuthology.orchestra.run.smithi090.stdout: "leaderboard_description": { 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "leaderboard_description", 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.151 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.152 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.153 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.154 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.156 INFO:teuthology.orchestra.run.smithi090.stdout: "organization": { 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "organization", 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.157 INFO:teuthology.orchestra.run.smithi090.stdout: "proxy": { 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "proxy", 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.158 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "url": { 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "url", 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.159 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.160 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.160 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.160 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.160 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "test_orchestrator", 2024-04-26T17:30:37.160 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.160 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.160 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.160 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.160 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.160 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.160 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.160 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.161 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.162 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.163 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.164 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.165 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "volumes", 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.166 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.167 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.168 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.169 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.170 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.170 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.170 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.170 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.170 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.170 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.170 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.170 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.170 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.170 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.170 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.170 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "max_concurrent_clones": { 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_concurrent_clones", 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "4", 2024-04-26T17:30:37.171 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "periodic_async_work": { 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "periodic_async_work", 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.172 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Periodically check for async work", 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: "snapshot_clone_delay": { 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "snapshot_clone_delay", 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.173 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:37.174 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.174 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.174 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.174 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T17:30:37.174 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.174 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.174 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.174 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.174 INFO:teuthology.orchestra.run.smithi090.stdout: "snapshot_clone_no_wait": { 2024-04-26T17:30:37.174 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T17:30:37.174 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.174 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.175 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "zabbix", 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "discovery_interval": { 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "discovery_interval", 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "100", 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.176 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: "identifier": { 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "identifier", 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.177 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.178 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.179 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.179 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.179 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.179 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.179 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.179 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.179 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.179 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.179 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.179 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.179 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.179 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.180 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.181 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.181 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.181 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.181 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.181 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.181 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.181 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.181 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.181 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.181 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.181 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.181 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.182 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.183 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "zabbix_host": { 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "zabbix_host", 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.184 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "zabbix_port": { 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "zabbix_port", 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10051", 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.185 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "zabbix_sender": { 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "zabbix_sender", 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.186 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: "gid": 24113, 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "y", 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr_features": 4540701547738038271, 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: "available_modules": [ 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "alerts", 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.187 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.188 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.189 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.190 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.191 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.192 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.193 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_destination": { 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_destination", 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Email address to send alerts to", 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.194 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_from_name": { 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_from_name", 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "Ceph", 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Email From: name", 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.195 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_host": { 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_host", 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "SMTP server", 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.196 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_password": { 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_password", 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Password to authenticate with", 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.197 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_port": { 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_port", 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "465", 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "SMTP port", 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.198 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_sender": { 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_sender", 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "SMTP envelope sender", 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.199 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_ssl": { 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_ssl", 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.200 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_user": { 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_user", 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "User to authenticate as", 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.201 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "balancer", 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: "active": { 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "active", 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.202 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "begin_time": { 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "begin_time", 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0000", 2024-04-26T17:30:37.203 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "begin_weekday": { 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "begin_weekday", 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "0", 2024-04-26T17:30:37.204 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "6", 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "crush_compat_max_iterations": { 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crush_compat_max_iterations", 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "25", 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1", 2024-04-26T17:30:37.205 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "250", 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "crush_compat_metrics": { 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crush_compat_metrics", 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.206 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "crush_compat_step": { 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crush_compat_step", 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0.5", 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "0.001", 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "0.999", 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "aggressiveness of optimization", 2024-04-26T17:30:37.207 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: "end_time": { 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "end_time", 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "2359", 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.208 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "end_weekday": { 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "end_weekday", 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "0", 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "6", 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.209 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T17:30:37.210 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T17:30:37.210 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.210 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.210 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.210 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.210 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.210 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.210 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.210 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.210 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.210 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.210 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.211 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.212 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.213 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.214 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.214 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.214 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.214 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.214 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.214 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.214 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.214 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.214 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.214 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.214 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.214 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "min_score": { 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "min_score", 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: "mode": { 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mode", 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.216 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "upmap", 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "crush-compat", 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "none", 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "read", 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "upmap", 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "upmap-read" 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Balancer mode", 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.217 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "pool_ids": { 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "pool_ids", 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.218 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.219 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "upmap_max_deviation": { 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "upmap_max_deviation", 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5", 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1", 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.220 INFO:teuthology.orchestra.run.smithi090.stdout: "upmap_max_optimizations": { 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "upmap_max_optimizations", 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cephadm", 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "agent_down_multiplier": { 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "agent_down_multiplier", 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "3.0", 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.222 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "agent_refresh_rate": { 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "agent_refresh_rate", 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "20", 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T17:30:37.223 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "agent_starting_port": { 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "agent_starting_port", 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "4721", 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.224 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "allow_ptrace": { 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "allow_ptrace", 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T17:30:37.225 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "autotune_interval": { 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "autotune_interval", 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.226 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: "autotune_memory_target_ratio": { 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0.7", 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T17:30:37.227 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "cephadm_log_destination": { 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cephadm_log_destination", 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "file", 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "file,syslog", 2024-04-26T17:30:37.228 INFO:teuthology.orchestra.run.smithi090.stdout: "syslog" 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: "cgroups_split": { 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cgroups_split", 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.229 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "config_checks_enabled": { 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "config_checks_enabled", 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.230 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "config_dashboard": { 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "config_dashboard", 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.231 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_alertmanager": { 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_alertmanager", 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.232 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Prometheus container image", 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_base": { 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_base", 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.233 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.234 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Container image name, without the tag", 2024-04-26T17:30:37.234 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.234 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.234 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.234 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.234 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_elasticsearch": { 2024-04-26T17:30:37.234 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_elasticsearch", 2024-04-26T17:30:37.234 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.234 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.234 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.234 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T17:30:37.234 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "elasticsearch container image", 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_grafana": { 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_grafana", 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.235 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Prometheus container image", 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_haproxy": { 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_haproxy", 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.236 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "HAproxy container image", 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_jaeger_agent": { 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_jaeger_agent", 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.237 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Jaeger agent container image", 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_jaeger_collector": { 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_jaeger_collector", 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.238 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.239 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Jaeger collector container image", 2024-04-26T17:30:37.239 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.239 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.239 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.239 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.239 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_jaeger_query": { 2024-04-26T17:30:37.239 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_jaeger_query", 2024-04-26T17:30:37.239 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.239 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.239 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.239 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Jaeger query container image", 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_keepalived": { 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_keepalived", 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.240 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Keepalived container image", 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_loki": { 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_loki", 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.241 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Loki container image", 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_node_exporter": { 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_node_exporter", 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Prometheus container image", 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_nvmeof": { 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_nvmeof", 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Nvme-of container image", 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_prometheus": { 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_prometheus", 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Prometheus container image", 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_promtail": { 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_promtail", 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.245 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Promtail container image", 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_samba": { 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_samba", 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.246 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Samba/SMB container image", 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_snmp_gateway": { 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_snmp_gateway", 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.247 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "SNMP Gateway container image", 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "container_init": { 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_init", 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.248 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "daemon_cache_timeout": { 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "daemon_cache_timeout", 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.249 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: "default_cephadm_command_timeout": { 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.250 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.251 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.251 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "900", 2024-04-26T17:30:37.251 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.251 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.251 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.251 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T17:30:37.251 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.251 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.251 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.251 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.251 INFO:teuthology.orchestra.run.smithi090.stdout: "default_registry": { 2024-04-26T17:30:37.251 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "default_registry", 2024-04-26T17:30:37.252 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.252 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.252 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.252 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "docker.io", 2024-04-26T17:30:37.252 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.252 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.252 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.252 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T17:30:37.252 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.252 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.252 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: "device_cache_timeout": { 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "device_cache_timeout", 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "1800", 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "seconds to cache device inventory", 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.253 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: "device_enhanced_scan": { 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "device_enhanced_scan", 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T17:30:37.254 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "facts_cache_timeout": { 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "facts_cache_timeout", 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "seconds to cache host facts data", 2024-04-26T17:30:37.255 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: "grafana_dashboards_path": { 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "grafana_dashboards_path", 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.256 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: "host_check_interval": { 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "host_check_interval", 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to perform a host check", 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: "hw_monitoring": { 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "hw_monitoring", 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "inventory_list_all": { 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "inventory_list_all", 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T17:30:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: "log_refresh_metadata": { 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_refresh_metadata", 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T17:30:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "*", 2024-04-26T17:30:37.268 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "max_count_per_host": { 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_count_per_host", 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.269 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "max number of daemons per service per host", 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: "max_osd_draining_count": { 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_osd_draining_count", 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.270 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "migration_current": { 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "migration_current", 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "internal - do not modify", 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: "mode": { 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mode", 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.272 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "root", 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "cephadm-package", 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "root" 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "oob_default_addr": { 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "oob_default_addr", 2024-04-26T17:30:37.273 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "169.254.1.1", 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: "prometheus_alerts_path": { 2024-04-26T17:30:37.274 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "prometheus_alerts_path", 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "registry_insecure": { 2024-04-26T17:30:37.275 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "registry_insecure", 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "registry_password": { 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "registry_password", 2024-04-26T17:30:37.276 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "registry_url": { 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "registry_url", 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.277 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: "registry_username": { 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "registry_username", 2024-04-26T17:30:37.278 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "secure_monitoring_stack": { 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "secure_monitoring_stack", 2024-04-26T17:30:37.279 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: "service_discovery_port": { 2024-04-26T17:30:37.280 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "service_discovery_port", 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8765", 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "cephadm service discovery port", 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "ssh_config_file": { 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ssh_config_file", 2024-04-26T17:30:37.281 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "use_agent": { 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "use_agent", 2024-04-26T17:30:37.282 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "use_repo_digest": { 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "use_repo_digest", 2024-04-26T17:30:37.283 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_on_failed_host_check": { 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_on_failed_host_check", 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.284 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_on_stray_daemons": { 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_on_stray_daemons", 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.285 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_on_stray_hosts": { 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_on_stray_hosts", 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.286 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crash", 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.287 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.288 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.289 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.290 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.291 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.292 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "retain_interval": { 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "retain_interval", 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "31536000", 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T17:30:37.293 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_recent_interval": { 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_recent_interval", 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "1209600", 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T17:30:37.294 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.295 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.295 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.295 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.295 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.295 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.295 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.295 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "dashboard", 2024-04-26T17:30:37.295 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.295 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.295 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.295 INFO:teuthology.orchestra.run.smithi090.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T17:30:37.295 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.296 INFO:teuthology.orchestra.run.smithi090.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.297 INFO:teuthology.orchestra.run.smithi090.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.298 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "AUDIT_API_ENABLED": { 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.299 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.300 INFO:teuthology.orchestra.run.smithi090.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T17:30:37.300 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T17:30:37.300 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.300 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.300 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.300 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.300 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.300 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.300 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.300 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.300 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.300 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.301 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.302 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.303 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.304 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.305 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.306 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.307 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.308 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.309 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "admin", 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.310 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.311 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_API_URL": { 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_API_URL", 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.312 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "admin", 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.313 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.314 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T17:30:37.314 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T17:30:37.314 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.314 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.314 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.314 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.314 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.314 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.314 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.314 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.314 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.314 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.315 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.316 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.317 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "[]", 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.318 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "{}", 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.319 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.320 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.321 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.322 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T17:30:37.323 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.324 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.325 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.326 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.327 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.328 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.329 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.330 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8", 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.331 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "45", 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.332 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.333 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "admin", 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.334 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.335 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.336 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.337 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.338 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.338 INFO:teuthology.orchestra.run.smithi090.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T17:30:37.338 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T17:30:37.338 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.338 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.338 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.338 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:37.338 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.338 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.338 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.338 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.338 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.339 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5", 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.340 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "cross_origin_url": { 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cross_origin_url", 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.341 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: "crt_file": { 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crt_file", 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.342 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "debug": { 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "debug", 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Enable/disable debug options", 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.343 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "jwt_token_ttl": { 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "jwt_token_ttl", 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "28800", 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.344 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "key_file": { 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "key_file", 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.345 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.346 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.347 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.348 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.349 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.350 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: "motd": { 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "motd", 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.351 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "The message of the day", 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: "redirect_resolve_ip_addr": { 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.352 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "server_addr": { 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_addr", 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "::", 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.353 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.354 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.354 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.354 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.354 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.354 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.354 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.354 INFO:teuthology.orchestra.run.smithi090.stdout: "server_port": { 2024-04-26T17:30:37.354 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_port", 2024-04-26T17:30:37.354 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.354 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.354 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.354 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8080", 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: "ssl": { 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ssl", 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.355 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "ssl_server_port": { 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ssl_server_port", 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.356 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.357 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8443", 2024-04-26T17:30:37.357 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.357 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.357 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.357 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.357 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.357 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.357 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.357 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.357 INFO:teuthology.orchestra.run.smithi090.stdout: "standby_behaviour": { 2024-04-26T17:30:37.357 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "standby_behaviour", 2024-04-26T17:30:37.357 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "redirect", 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: "redirect" 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.358 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: "standby_error_status_code": { 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "standby_error_status_code", 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "500", 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "400", 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "599", 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.359 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: "url_prefix": { 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "url_prefix", 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.360 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "devicehealth", 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: "enable_monitoring": { 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "enable_monitoring", 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.361 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.362 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.362 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.362 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.362 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.362 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.362 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "monitor device health metrics", 2024-04-26T17:30:37.362 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.362 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.362 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.363 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.364 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.365 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.366 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.367 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.367 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.367 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.367 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.367 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.367 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.367 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.367 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.367 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.367 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.367 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.367 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "mark_out_threshold": { 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mark_out_threshold", 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "2419200", 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T17:30:37.368 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "pool_name": { 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "pool_name", 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "device_health_metrics", 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T17:30:37.369 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: "retention_period": { 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "retention_period", 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "15552000", 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.370 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how long to retain device health metrics", 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "scrape_frequency": { 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "scrape_frequency", 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "86400", 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.371 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "self_heal": { 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "self_heal", 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.372 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.373 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_threshold": { 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_threshold", 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "7257600", 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.374 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "diskprediction_local", 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.375 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.376 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.377 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.378 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.379 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.380 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "predict_interval": { 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "predict_interval", 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "86400", 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.381 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: "predictor_model": { 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "predictor_model", 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "prophetstor", 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.382 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.383 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "influx", 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": false, 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "influxdb python module not found", 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: "batch_size": { 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "batch_size", 2024-04-26T17:30:37.384 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5000", 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: "database": { 2024-04-26T17:30:37.385 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "database", 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "ceph", 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.386 INFO:teuthology.orchestra.run.smithi090.stdout: "hostname": { 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "hostname", 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "InfluxDB server hostname", 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.387 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "30", 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "5", 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.388 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.389 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.390 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.390 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.390 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.390 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.390 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.390 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.390 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.390 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.390 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.390 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.390 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.390 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.391 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.392 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "password": { 2024-04-26T17:30:37.393 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "password", 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "password of InfluxDB server user", 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "port": { 2024-04-26T17:30:37.394 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "port", 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8086", 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "InfluxDB server port", 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "ssl": { 2024-04-26T17:30:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ssl", 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "false", 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "threads": { 2024-04-26T17:30:37.396 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "threads", 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5", 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1", 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "32", 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "username": { 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "username", 2024-04-26T17:30:37.397 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "username of InfluxDB server user", 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "verify_ssl": { 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "verify_ssl", 2024-04-26T17:30:37.398 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "true", 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.399 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "insights", 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.400 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.401 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.402 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.403 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.404 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "iostat", 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.405 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.406 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.407 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.408 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.409 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "k8sevents", 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.410 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_event_retention_days": { 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ceph_event_retention_days", 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "7", 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.411 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "config_check_secs": { 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "config_check_secs", 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "10", 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.412 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.413 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.414 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.415 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.416 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.417 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "localpool", 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: "failure_domain": { 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "failure_domain", 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.418 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "host", 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "failure domain for any created local pool", 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.419 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.420 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.421 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.421 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.421 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.421 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.421 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.421 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.421 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.421 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.421 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.421 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.422 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.423 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.424 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.424 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.424 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.424 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.424 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.424 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.424 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.424 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.424 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.424 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.424 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.424 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "min_size": { 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "min_size", 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "default min_size for any created local pool", 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T17:30:37.425 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "num_rep": { 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "num_rep", 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "3", 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "default replica count for any created local pool", 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.426 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: "pg_num": { 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "pg_num", 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "128", 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T17:30:37.427 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "prefix": { 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "prefix", 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "name prefix for any created local pool", 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "subtree": { 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "subtree", 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "rack", 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.429 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.430 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.430 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.430 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.430 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.430 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mds_autoscaler", 2024-04-26T17:30:37.430 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.430 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.430 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.430 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.430 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.430 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.430 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.431 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.432 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.433 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.434 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.434 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.434 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.434 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.434 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.434 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.434 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.434 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.434 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.434 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.434 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.434 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mirroring", 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.435 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.436 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.437 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.438 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.439 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.440 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.440 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.440 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.440 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.440 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.440 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.440 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.440 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.440 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.440 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.440 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.440 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "nfs", 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.441 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.442 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.443 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.444 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.445 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.446 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.446 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.446 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.446 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.446 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.446 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.446 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.446 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.446 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.446 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "orchestrator", 2024-04-26T17:30:37.446 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.446 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "fail_fs": { 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "fail_fs", 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.447 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.448 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.449 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.450 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.451 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "orchestrator": { 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "orchestrator", 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.452 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.453 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.453 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.453 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.453 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.453 INFO:teuthology.orchestra.run.smithi090.stdout: "cephadm", 2024-04-26T17:30:37.453 INFO:teuthology.orchestra.run.smithi090.stdout: "rook", 2024-04-26T17:30:37.453 INFO:teuthology.orchestra.run.smithi090.stdout: "test_orchestrator" 2024-04-26T17:30:37.453 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.454 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Orchestrator backend", 2024-04-26T17:30:37.454 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.454 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.454 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.454 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.454 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.454 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.454 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.454 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "osd_perf_query", 2024-04-26T17:30:37.454 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.454 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.455 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.456 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.457 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.458 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.459 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "osd_support", 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.460 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.461 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.462 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.463 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.464 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.465 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "pg_autoscaler", 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.466 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.467 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.468 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.469 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.469 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.469 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.469 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.469 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.469 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.469 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.469 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.469 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.469 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.469 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.469 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.470 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.470 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.470 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.470 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.470 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.470 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.470 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.470 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.470 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.470 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.471 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.472 INFO:teuthology.orchestra.run.smithi090.stdout: "threshold": { 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "threshold", 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "3.0", 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1.0", 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "scaling threshold", 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.473 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "progress", 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: "allow_pg_recovery_event": { 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "allow_pg_recovery_event", 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.474 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: "enabled": { 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "enabled", 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.475 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.476 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.477 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.478 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.479 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.480 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: "max_completed_events": { 2024-04-26T17:30:37.482 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_completed_events", 2024-04-26T17:30:37.482 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.482 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.482 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.482 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "50", 2024-04-26T17:30:37.482 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.482 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.482 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.482 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "number of past completed events to remember", 2024-04-26T17:30:37.482 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.482 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.482 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5", 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how long the module is going to sleep", 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.483 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "prometheus", 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: "cache": { 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cache", 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.484 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: "exclude_perf_counters": { 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "exclude_perf_counters", 2024-04-26T17:30:37.485 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.486 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.487 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.488 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.488 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.488 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.488 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.488 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.488 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.488 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.488 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.488 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.488 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.488 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.488 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.489 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.490 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.491 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "rbd_stats_pools": { 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rbd_stats_pools", 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.492 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "300", 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.493 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "scrape_interval": { 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "scrape_interval", 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "15.0", 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.494 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "server_addr": { 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_addr", 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "::", 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.495 INFO:teuthology.orchestra.run.smithi090.stdout: "server_port": { 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_port", 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "9283", 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "stale_cache_strategy": { 2024-04-26T17:30:37.496 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "stale_cache_strategy", 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "log", 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.497 INFO:teuthology.orchestra.run.smithi090.stdout: "standby_behaviour": { 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "standby_behaviour", 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "default", 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "default", 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "error" 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.498 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: "standby_error_status_code": { 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "standby_error_status_code", 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "500", 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "400", 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "599", 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.499 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rbd_support", 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.500 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.501 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.502 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.503 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.504 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "max_concurrent_snap_create": { 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_concurrent_snap_create", 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.505 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "mirror_snapshot_schedule": { 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.506 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: "trash_purge_schedule": { 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "trash_purge_schedule", 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.507 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "restful", 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: "enable_auth": { 2024-04-26T17:30:37.508 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "enable_auth", 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "key_file": { 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "key_file", 2024-04-26T17:30:37.509 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.510 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.511 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.511 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.511 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.511 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.511 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.511 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.511 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.511 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.511 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.511 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.511 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.511 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.512 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.513 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.514 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.515 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: "server_addr": { 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_addr", 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.516 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "server_port": { 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_port", 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.517 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.518 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.518 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.518 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.518 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.518 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.518 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.518 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.518 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.518 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rgw", 2024-04-26T17:30:37.518 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.518 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.519 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.520 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.521 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.522 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.523 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rook", 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.524 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.525 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.526 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.527 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.528 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "storage_class": { 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "storage_class", 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "local", 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T17:30:37.529 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "selftest", 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.530 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.531 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.532 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.533 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.534 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "roption1": { 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "roption1", 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.535 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "roption2": { 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "roption2", 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "xyz", 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.536 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption1": { 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption1", 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.537 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption2": { 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption2", 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption3": { 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption3", 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.539 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption4": { 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption4", 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.540 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption5": { 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption5", 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.541 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption6": { 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption6", 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.542 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.543 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.543 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.543 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.543 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.543 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.543 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption7": { 2024-04-26T17:30:37.543 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption7", 2024-04-26T17:30:37.543 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.543 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.543 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.543 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.543 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1", 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "42", 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "testkey": { 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "testkey", 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.544 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "testlkey": { 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "testlkey", 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.545 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: "testnewline": { 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "testnewline", 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.546 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "snap_schedule", 2024-04-26T17:30:37.547 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "allow_m_granularity": { 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "allow_m_granularity", 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.548 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "dump_on_update": { 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "dump_on_update", 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "dump database to debug log on update", 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.549 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.550 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.551 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.552 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.553 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.554 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "stats", 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.555 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.556 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.557 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.558 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.559 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "status", 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.560 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.561 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.562 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.563 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.564 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "telegraf", 2024-04-26T17:30:37.565 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "address": { 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "address", 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.566 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "15", 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.567 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.568 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.569 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.570 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.571 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.572 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "telemetry", 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_basic": { 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_basic", 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.573 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_crash": { 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_crash", 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.574 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_device": { 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_device", 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.575 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.576 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.576 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.576 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.576 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T17:30:37.576 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.576 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.576 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.576 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.576 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_ident": { 2024-04-26T17:30:37.576 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_ident", 2024-04-26T17:30:37.576 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.576 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.577 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.577 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.577 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.577 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.577 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.577 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T17:30:37.577 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.577 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.577 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.577 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.577 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_perf": { 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_perf", 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.578 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.579 INFO:teuthology.orchestra.run.smithi090.stdout: "contact": { 2024-04-26T17:30:37.579 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "contact", 2024-04-26T17:30:37.579 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.579 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.579 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.579 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.579 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.579 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.579 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.579 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.579 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.579 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "description": { 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "description", 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.580 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "device_url": { 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "device_url", 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.581 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.582 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.582 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.582 INFO:teuthology.orchestra.run.smithi090.stdout: "enabled": { 2024-04-26T17:30:37.582 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "enabled", 2024-04-26T17:30:37.582 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.582 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.582 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.582 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.582 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.582 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.582 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.583 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.583 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.583 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.583 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.583 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.583 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:37.583 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:37.583 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.583 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.583 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.583 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "24", 2024-04-26T17:30:37.583 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "8", 2024-04-26T17:30:37.584 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.584 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.584 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.584 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.584 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.584 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.584 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.584 INFO:teuthology.orchestra.run.smithi090.stdout: "last_opt_revision": { 2024-04-26T17:30:37.584 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "last_opt_revision", 2024-04-26T17:30:37.584 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.584 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.585 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.585 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "1", 2024-04-26T17:30:37.585 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.585 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.585 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.585 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.585 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.585 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.585 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.585 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.585 INFO:teuthology.orchestra.run.smithi090.stdout: "leaderboard": { 2024-04-26T17:30:37.585 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "leaderboard", 2024-04-26T17:30:37.586 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.586 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.586 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.586 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.586 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.586 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.586 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.586 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.586 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.586 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.586 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.586 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.587 INFO:teuthology.orchestra.run.smithi090.stdout: "leaderboard_description": { 2024-04-26T17:30:37.587 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "leaderboard_description", 2024-04-26T17:30:37.587 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.587 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.587 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.587 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.587 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.587 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.587 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.587 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.587 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.587 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.588 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.589 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.589 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.589 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.589 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.589 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.589 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.589 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.589 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.589 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.589 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.589 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.590 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.590 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.590 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.590 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.590 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.590 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.590 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.590 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.590 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.590 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.590 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.591 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.591 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.591 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.591 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.591 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.591 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.591 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.591 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.591 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.591 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.591 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.591 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.592 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.592 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.592 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.592 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.592 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.592 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.592 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.592 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.592 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.592 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.592 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.592 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.593 INFO:teuthology.orchestra.run.smithi090.stdout: "organization": { 2024-04-26T17:30:37.594 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "organization", 2024-04-26T17:30:37.594 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.594 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.594 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.594 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.594 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.594 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.594 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.594 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.594 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.594 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.594 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: "proxy": { 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "proxy", 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.595 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "url": { 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "url", 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.596 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "test_orchestrator", 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.597 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.598 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.599 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.600 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.601 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.601 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.601 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.601 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.601 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.601 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.601 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.601 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.601 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.601 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.601 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.602 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "volumes", 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.603 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.604 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.605 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.606 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.607 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: "max_concurrent_clones": { 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_concurrent_clones", 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.608 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "4", 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "periodic_async_work": { 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "periodic_async_work", 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.609 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.610 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.610 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.610 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.610 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Periodically check for async work", 2024-04-26T17:30:37.610 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.610 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.610 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.610 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.610 INFO:teuthology.orchestra.run.smithi090.stdout: "snapshot_clone_delay": { 2024-04-26T17:30:37.610 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "snapshot_clone_delay", 2024-04-26T17:30:37.610 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.610 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.611 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.611 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:37.611 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.611 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.611 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.611 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T17:30:37.611 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.611 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.611 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.611 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.611 INFO:teuthology.orchestra.run.smithi090.stdout: "snapshot_clone_no_wait": { 2024-04-26T17:30:37.612 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T17:30:37.612 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.612 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.612 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.612 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.612 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.612 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.612 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.612 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T17:30:37.612 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.612 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.612 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "zabbix", 2024-04-26T17:30:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: "discovery_interval": { 2024-04-26T17:30:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "discovery_interval", 2024-04-26T17:30:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.614 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.614 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "100", 2024-04-26T17:30:37.614 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.614 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.614 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.614 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.614 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.614 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.614 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.614 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.614 INFO:teuthology.orchestra.run.smithi090.stdout: "identifier": { 2024-04-26T17:30:37.615 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "identifier", 2024-04-26T17:30:37.615 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.615 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.615 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.615 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.615 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.615 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.615 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.615 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.615 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.615 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.615 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.616 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.616 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:37.616 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:37.616 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.616 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.616 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.616 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:37.616 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.616 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.616 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.616 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.616 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.617 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.618 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.619 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.620 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.621 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.622 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.622 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.622 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.622 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.622 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.622 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.622 INFO:teuthology.orchestra.run.smithi090.stdout: "zabbix_host": { 2024-04-26T17:30:37.622 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "zabbix_host", 2024-04-26T17:30:37.622 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.622 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.622 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.622 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: "zabbix_port": { 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "zabbix_port", 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.623 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10051", 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "zabbix_sender": { 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "zabbix_sender", 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.624 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.625 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: "modules": [ 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: "cephadm", 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: "dashboard", 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: "iostat", 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: "nfs", 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: "restful" 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: "available_modules": [ 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "alerts", 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.626 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.627 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.628 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.629 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.630 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.631 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.632 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_destination": { 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_destination", 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Email address to send alerts to", 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.633 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_from_name": { 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_from_name", 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "Ceph", 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Email From: name", 2024-04-26T17:30:37.634 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_host": { 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_host", 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "SMTP server", 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.635 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_password": { 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_password", 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Password to authenticate with", 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.636 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_port": { 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_port", 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "465", 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "SMTP port", 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.637 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_sender": { 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_sender", 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "SMTP envelope sender", 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.638 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_ssl": { 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_ssl", 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.639 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "smtp_user": { 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "smtp_user", 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "User to authenticate as", 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.640 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "balancer", 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: "active": { 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "active", 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.641 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "begin_time": { 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "begin_time", 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0000", 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.642 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "begin_weekday": { 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "begin_weekday", 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "0", 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "6", 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.643 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "crush_compat_max_iterations": { 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crush_compat_max_iterations", 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "25", 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1", 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "250", 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.644 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.645 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.645 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.645 INFO:teuthology.orchestra.run.smithi090.stdout: "crush_compat_metrics": { 2024-04-26T17:30:37.645 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crush_compat_metrics", 2024-04-26T17:30:37.645 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.645 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.645 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.645 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T17:30:37.645 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.645 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.645 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.645 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "crush_compat_step": { 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crush_compat_step", 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0.5", 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "0.001", 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "0.999", 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.646 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "aggressiveness of optimization", 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "end_time": { 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "end_time", 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "2359", 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.647 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: "end_weekday": { 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "end_weekday", 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "0", 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "6", 2024-04-26T17:30:37.648 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.649 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.650 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.651 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.652 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.653 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "min_score": { 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "min_score", 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.654 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "mode": { 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mode", 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "upmap", 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "crush-compat", 2024-04-26T17:30:37.655 INFO:teuthology.orchestra.run.smithi090.stdout: "none", 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "read", 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "upmap", 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "upmap-read" 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Balancer mode", 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "pool_ids": { 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "pool_ids", 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.656 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.657 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "upmap_max_deviation": { 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "upmap_max_deviation", 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.658 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5", 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1", 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: "upmap_max_optimizations": { 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "upmap_max_optimizations", 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.659 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.660 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.660 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.660 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.660 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.660 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T17:30:37.660 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.660 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.660 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.660 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.660 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.660 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cephadm", 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "agent_down_multiplier": { 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "agent_down_multiplier", 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "3.0", 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.661 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T17:30:37.662 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.662 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.662 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.662 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.662 INFO:teuthology.orchestra.run.smithi090.stdout: "agent_refresh_rate": { 2024-04-26T17:30:37.662 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "agent_refresh_rate", 2024-04-26T17:30:37.662 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.662 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.662 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.662 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "20", 2024-04-26T17:30:37.662 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.662 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "agent_starting_port": { 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "agent_starting_port", 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "4721", 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.663 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "allow_ptrace": { 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "allow_ptrace", 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T17:30:37.664 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "autotune_interval": { 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "autotune_interval", 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.665 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "autotune_memory_target_ratio": { 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0.7", 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.666 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "cephadm_log_destination": { 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cephadm_log_destination", 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "file", 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "file,syslog", 2024-04-26T17:30:37.667 INFO:teuthology.orchestra.run.smithi090.stdout: "syslog" 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: "cgroups_split": { 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cgroups_split", 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.668 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: "config_checks_enabled": { 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "config_checks_enabled", 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.669 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.670 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.670 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.670 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.670 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T17:30:37.670 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.670 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.670 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.670 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.670 INFO:teuthology.orchestra.run.smithi090.stdout: "config_dashboard": { 2024-04-26T17:30:37.670 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "config_dashboard", 2024-04-26T17:30:37.670 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.670 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_alertmanager": { 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_alertmanager", 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.671 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Prometheus container image", 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_base": { 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_base", 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.672 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Container image name, without the tag", 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_elasticsearch": { 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_elasticsearch", 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.673 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "elasticsearch container image", 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_grafana": { 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_grafana", 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.674 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Prometheus container image", 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_haproxy": { 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_haproxy", 2024-04-26T17:30:37.675 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "HAproxy container image", 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_jaeger_agent": { 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_jaeger_agent", 2024-04-26T17:30:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Jaeger agent container image", 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_jaeger_collector": { 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_jaeger_collector", 2024-04-26T17:30:37.677 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Jaeger collector container image", 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_jaeger_query": { 2024-04-26T17:30:37.678 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_jaeger_query", 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Jaeger query container image", 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.679 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_keepalived": { 2024-04-26T17:30:37.680 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_keepalived", 2024-04-26T17:30:37.680 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.680 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.680 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.680 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T17:30:37.680 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.680 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.680 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.680 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Keepalived container image", 2024-04-26T17:30:37.680 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.680 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.680 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_loki": { 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_loki", 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Loki container image", 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.681 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.682 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.682 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.682 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_node_exporter": { 2024-04-26T17:30:37.682 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_node_exporter", 2024-04-26T17:30:37.682 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.682 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.682 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.682 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T17:30:37.682 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.682 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.682 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.682 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Prometheus container image", 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_nvmeof": { 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_nvmeof", 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.683 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Nvme-of container image", 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_prometheus": { 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_prometheus", 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.684 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Prometheus container image", 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_promtail": { 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_promtail", 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.685 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Promtail container image", 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_samba": { 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_samba", 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T17:30:37.686 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Samba/SMB container image", 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: "container_image_snmp_gateway": { 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_image_snmp_gateway", 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.687 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "SNMP Gateway container image", 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: "container_init": { 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "container_init", 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.688 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "daemon_cache_timeout": { 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "daemon_cache_timeout", 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.689 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "default_cephadm_command_timeout": { 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "900", 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "default_registry": { 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "default_registry", 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.691 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "docker.io", 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "device_cache_timeout": { 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "device_cache_timeout", 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.692 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "1800", 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "seconds to cache device inventory", 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "device_enhanced_scan": { 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "device_enhanced_scan", 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.693 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "facts_cache_timeout": { 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "facts_cache_timeout", 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.694 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "seconds to cache host facts data", 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "grafana_dashboards_path": { 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "grafana_dashboards_path", 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.695 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "host_check_interval": { 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "host_check_interval", 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.696 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to perform a host check", 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: "hw_monitoring": { 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "hw_monitoring", 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.697 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "inventory_list_all": { 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "inventory_list_all", 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.698 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.699 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.700 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "log_refresh_metadata": { 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_refresh_metadata", 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T17:30:37.701 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.702 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.703 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.704 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.704 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.704 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.704 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.704 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.704 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.704 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.704 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.704 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.704 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.704 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.704 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T17:30:37.705 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T17:30:37.706 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "*", 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "max_count_per_host": { 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_count_per_host", 2024-04-26T17:30:37.707 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "max number of daemons per service per host", 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "max_osd_draining_count": { 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_osd_draining_count", 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.708 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "migration_current": { 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "migration_current", 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.709 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "internal - do not modify", 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: "mode": { 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mode", 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.710 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "root", 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: "cephadm-package", 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: "root" 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: "oob_default_addr": { 2024-04-26T17:30:37.711 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "oob_default_addr", 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "169.254.1.1", 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.712 INFO:teuthology.orchestra.run.smithi090.stdout: "prometheus_alerts_path": { 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "prometheus_alerts_path", 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.713 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "registry_insecure": { 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "registry_insecure", 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.714 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "registry_password": { 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "registry_password", 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.715 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "registry_url": { 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "registry_url", 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.716 INFO:teuthology.orchestra.run.smithi090.stdout: "registry_username": { 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "registry_username", 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "secure_monitoring_stack": { 2024-04-26T17:30:37.717 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "secure_monitoring_stack", 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "service_discovery_port": { 2024-04-26T17:30:37.718 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "service_discovery_port", 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8765", 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "cephadm service discovery port", 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "ssh_config_file": { 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ssh_config_file", 2024-04-26T17:30:37.719 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: "use_agent": { 2024-04-26T17:30:37.720 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "use_agent", 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "use_repo_digest": { 2024-04-26T17:30:37.721 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "use_repo_digest", 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_on_failed_host_check": { 2024-04-26T17:30:37.722 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_on_failed_host_check", 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_on_stray_daemons": { 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_on_stray_daemons", 2024-04-26T17:30:37.723 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_on_stray_hosts": { 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_on_stray_hosts", 2024-04-26T17:30:37.724 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.725 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crash", 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.726 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.727 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.728 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.729 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.731 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.731 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.731 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.731 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.731 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.731 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.731 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.731 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.731 INFO:teuthology.orchestra.run.smithi090.stdout: "retain_interval": { 2024-04-26T17:30:37.731 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "retain_interval", 2024-04-26T17:30:37.731 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.731 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "31536000", 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_recent_interval": { 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_recent_interval", 2024-04-26T17:30:37.732 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "1209600", 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.733 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "dashboard", 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.734 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.735 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.736 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "AUDIT_API_ENABLED": { 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.737 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.738 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.739 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.740 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.741 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.742 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.743 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.744 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.745 INFO:teuthology.orchestra.run.smithi090.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.746 INFO:teuthology.orchestra.run.smithi090.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T17:30:37.747 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "admin", 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T17:30:37.748 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_API_URL": { 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_API_URL", 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.749 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.750 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "admin", 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.751 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.752 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.753 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.754 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "[]", 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.755 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "{}", 2024-04-26T17:30:37.756 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.757 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.757 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.757 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.757 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.757 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.757 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.757 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.758 INFO:teuthology.orchestra.run.smithi090.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T17:30:37.758 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T17:30:37.758 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.758 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.758 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.758 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.758 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.758 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.758 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.758 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.759 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.760 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.761 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.761 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.761 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.761 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.761 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.761 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.761 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T17:30:37.761 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T17:30:37.761 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.761 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.761 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.761 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.762 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.763 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.764 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.765 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T17:30:37.766 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T17:30:37.767 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T17:30:37.768 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T17:30:37.769 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.770 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.770 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.770 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.770 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.770 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.770 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.770 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.770 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.770 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.770 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.770 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.770 INFO:teuthology.orchestra.run.smithi090.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8", 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.771 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "45", 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.772 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T17:30:37.773 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "admin", 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T17:30:37.774 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T17:30:37.775 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.776 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T17:30:37.777 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T17:30:37.778 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.779 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5", 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "cross_origin_url": { 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cross_origin_url", 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.780 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "crt_file": { 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "crt_file", 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.781 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.782 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.782 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.782 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.782 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.782 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.782 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.782 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.782 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.782 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.782 INFO:teuthology.orchestra.run.smithi090.stdout: "debug": { 2024-04-26T17:30:37.782 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "debug", 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Enable/disable debug options", 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "jwt_token_ttl": { 2024-04-26T17:30:37.783 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "jwt_token_ttl", 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "28800", 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "key_file": { 2024-04-26T17:30:37.784 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "key_file", 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.785 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.786 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.787 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.788 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.789 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.789 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.789 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.789 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.789 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.789 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.789 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.789 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.789 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.789 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.789 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.789 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.790 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.790 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.790 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.790 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.790 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.790 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.790 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.790 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.790 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.790 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.790 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.790 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.791 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.791 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.791 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.791 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.791 INFO:teuthology.orchestra.run.smithi090.stdout: "motd": { 2024-04-26T17:30:37.791 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "motd", 2024-04-26T17:30:37.791 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.791 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.791 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.791 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.791 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.791 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "The message of the day", 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: "redirect_resolve_ip_addr": { 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.792 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.793 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.793 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.793 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.793 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.793 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.793 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.793 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.793 INFO:teuthology.orchestra.run.smithi090.stdout: "server_addr": { 2024-04-26T17:30:37.793 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_addr", 2024-04-26T17:30:37.793 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.793 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.793 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "::", 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "server_port": { 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_port", 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.794 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8080", 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "ssl": { 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ssl", 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.795 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "ssl_server_port": { 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ssl_server_port", 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.796 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8443", 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "standby_behaviour": { 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "standby_behaviour", 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "redirect", 2024-04-26T17:30:37.797 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: "redirect" 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: "standby_error_status_code": { 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "standby_error_status_code", 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.798 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "500", 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "400", 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "599", 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "url_prefix": { 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "url_prefix", 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.799 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "devicehealth", 2024-04-26T17:30:37.800 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "enable_monitoring": { 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "enable_monitoring", 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "monitor device health metrics", 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.801 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.802 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.803 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.804 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.805 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "mark_out_threshold": { 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mark_out_threshold", 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.806 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "2419200", 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "pool_name": { 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "pool_name", 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "device_health_metrics", 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.807 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "retention_period": { 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "retention_period", 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "15552000", 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.808 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how long to retain device health metrics", 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: "scrape_frequency": { 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "scrape_frequency", 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "86400", 2024-04-26T17:30:37.809 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "self_heal": { 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "self_heal", 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.810 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.811 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "warn_threshold": { 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "warn_threshold", 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "7257600", 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.812 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "diskprediction_local", 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.813 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.814 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.815 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.816 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.817 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "predict_interval": { 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "predict_interval", 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.818 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "86400", 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "predictor_model": { 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "predictor_model", 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.819 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "prophetstor", 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.820 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "600", 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "influx", 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": false, 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "influxdb python module not found", 2024-04-26T17:30:37.821 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "batch_size": { 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "batch_size", 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5000", 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.822 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "database": { 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "database", 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "ceph", 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "hostname": { 2024-04-26T17:30:37.823 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "hostname", 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "InfluxDB server hostname", 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:37.824 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "30", 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "5", 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.825 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.826 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.827 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.828 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.829 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "password": { 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "password", 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.830 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "password of InfluxDB server user", 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "port": { 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "port", 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.831 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "8086", 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "InfluxDB server port", 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "ssl": { 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ssl", 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.832 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "false", 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "threads": { 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "threads", 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.833 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5", 2024-04-26T17:30:37.834 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1", 2024-04-26T17:30:37.834 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "32", 2024-04-26T17:30:37.834 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.834 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T17:30:37.834 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.834 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.834 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.834 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.834 INFO:teuthology.orchestra.run.smithi090.stdout: "username": { 2024-04-26T17:30:37.834 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "username", 2024-04-26T17:30:37.834 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.834 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "username of InfluxDB server user", 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "verify_ssl": { 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "verify_ssl", 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.835 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "true", 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.836 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.837 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "insights", 2024-04-26T17:30:37.837 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.837 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.837 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.837 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.837 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.837 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.837 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.837 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.837 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.837 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.837 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.838 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.838 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.838 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.838 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.838 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.838 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.838 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.838 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.838 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.838 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.838 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.838 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.839 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.840 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.841 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "iostat", 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.842 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.843 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.844 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.845 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.846 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.847 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "k8sevents", 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_event_retention_days": { 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "ceph_event_retention_days", 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "7", 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.848 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "config_check_secs": { 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "config_check_secs", 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "10", 2024-04-26T17:30:37.849 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.850 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.850 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T17:30:37.850 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.850 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.850 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.850 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.850 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.850 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.850 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.850 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.850 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.850 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.851 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.852 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.852 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.852 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.852 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.852 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.852 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.852 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.852 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.852 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.852 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.852 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.852 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.853 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.853 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.853 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.853 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.853 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.853 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.853 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.853 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.853 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.853 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.853 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.854 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.855 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "localpool", 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: "failure_domain": { 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "failure_domain", 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.856 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "host", 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "failure domain for any created local pool", 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.857 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.858 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.859 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.860 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.861 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.861 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.861 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.861 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.861 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.861 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.861 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.861 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.861 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.861 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.861 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.861 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.862 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.862 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.862 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.862 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.862 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.862 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.862 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.862 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.862 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.862 INFO:teuthology.orchestra.run.smithi090.stdout: "min_size": { 2024-04-26T17:30:37.862 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "min_size", 2024-04-26T17:30:37.863 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.863 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.863 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.863 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.863 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.863 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.863 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.863 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "default min_size for any created local pool", 2024-04-26T17:30:37.863 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T17:30:37.863 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.863 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "num_rep": { 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "num_rep", 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "3", 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "default replica count for any created local pool", 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.864 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "pg_num": { 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "pg_num", 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "128", 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.865 INFO:teuthology.orchestra.run.smithi090.stdout: "prefix": { 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "prefix", 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "name prefix for any created local pool", 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.866 INFO:teuthology.orchestra.run.smithi090.stdout: "subtree": { 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "subtree", 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "rack", 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.867 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.868 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.868 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.868 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mds_autoscaler", 2024-04-26T17:30:37.868 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.868 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.868 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.868 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.868 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.868 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.868 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.868 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.868 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.869 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.870 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.871 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.872 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.873 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mirroring", 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.874 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.875 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.876 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.877 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.878 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "nfs", 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.879 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.880 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.881 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.882 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.883 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.884 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "orchestrator", 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "fail_fs": { 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "fail_fs", 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.885 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.886 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.887 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.888 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.889 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.890 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "orchestrator": { 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "orchestrator", 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.891 INFO:teuthology.orchestra.run.smithi090.stdout: "cephadm", 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: "rook", 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: "test_orchestrator" 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Orchestrator backend", 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "osd_perf_query", 2024-04-26T17:30:37.892 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.893 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.894 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.895 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.895 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.895 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.895 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.895 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.895 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.895 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.895 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.895 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.895 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.895 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.895 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.896 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.897 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "osd_support", 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.898 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.899 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.900 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.901 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.902 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.902 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.902 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.902 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.902 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.902 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.902 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.902 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.902 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.902 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.902 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.902 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.903 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.903 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.903 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.903 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.903 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.903 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.903 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.903 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.903 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.903 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.903 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.903 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.904 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.904 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.904 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.904 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.904 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.904 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.904 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.904 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.904 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.904 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.904 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "pg_autoscaler", 2024-04-26T17:30:37.904 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.905 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.906 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.907 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.907 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.907 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.907 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.907 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.907 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.907 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.907 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.907 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.907 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.907 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.907 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.908 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.908 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.908 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.908 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.908 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.908 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.908 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.908 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.908 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.908 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.908 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.908 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.909 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.910 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "threshold": { 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "threshold", 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.911 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "3.0", 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1.0", 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "scaling threshold", 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "progress", 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.912 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "allow_pg_recovery_event": { 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "allow_pg_recovery_event", 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.913 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: "enabled": { 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "enabled", 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.914 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.915 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.916 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.917 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.918 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.919 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.920 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.920 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.920 INFO:teuthology.orchestra.run.smithi090.stdout: "max_completed_events": { 2024-04-26T17:30:37.920 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_completed_events", 2024-04-26T17:30:37.920 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.920 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.920 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.920 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "50", 2024-04-26T17:30:37.920 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.920 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.920 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.920 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "number of past completed events to remember", 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "sleep_interval": { 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "sleep_interval", 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "5", 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "how long the module is going to sleep", 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.921 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "prometheus", 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: "cache": { 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "cache", 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.922 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "exclude_perf_counters": { 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "exclude_perf_counters", 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.923 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.924 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.925 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.926 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.927 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.928 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "rbd_stats_pools": { 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rbd_stats_pools", 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.929 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "300", 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.930 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "scrape_interval": { 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "scrape_interval", 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "15.0", 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.931 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "server_addr": { 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_addr", 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "::", 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T17:30:37.932 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "server_port": { 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_port", 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "9283", 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T17:30:37.933 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "stale_cache_strategy": { 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "stale_cache_strategy", 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "log", 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.934 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "standby_behaviour": { 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "standby_behaviour", 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "default", 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "default", 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: "error" 2024-04-26T17:30:37.935 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.936 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.936 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.936 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.936 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.936 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.936 INFO:teuthology.orchestra.run.smithi090.stdout: "standby_error_status_code": { 2024-04-26T17:30:37.936 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "standby_error_status_code", 2024-04-26T17:30:37.936 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.936 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.936 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.936 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "500", 2024-04-26T17:30:37.936 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "400", 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "599", 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rbd_support", 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.937 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.938 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.939 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.940 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.941 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "max_concurrent_snap_create": { 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_concurrent_snap_create", 2024-04-26T17:30:37.942 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10", 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "mirror_snapshot_schedule": { 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.943 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "trash_purge_schedule": { 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "trash_purge_schedule", 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.944 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.945 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "restful", 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "enable_auth": { 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "enable_auth", 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.946 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "key_file": { 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "key_file", 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.947 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.948 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.949 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.950 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.951 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.952 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "server_addr": { 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_addr", 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.953 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.954 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.954 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.954 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.954 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.954 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.954 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.954 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.954 INFO:teuthology.orchestra.run.smithi090.stdout: "server_port": { 2024-04-26T17:30:37.954 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "server_port", 2024-04-26T17:30:37.954 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.954 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.954 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rgw", 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.955 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.956 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.957 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.958 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.958 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.958 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.958 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.958 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.958 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.958 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.958 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.958 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.958 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.958 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.958 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.959 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.959 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.959 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.959 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.959 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.959 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.959 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.959 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.959 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.960 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.960 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.960 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.960 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.960 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.960 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.960 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.961 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.961 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.961 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.961 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.961 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.961 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.961 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.961 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.962 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.962 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.962 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.962 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.962 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.962 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.962 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.962 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.962 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.962 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.962 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.962 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rook", 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.963 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.964 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.965 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.966 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.967 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: "storage_class": { 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "storage_class", 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "local", 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.968 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "selftest", 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.969 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.970 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.971 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.972 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.973 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.974 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "roption1": { 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "roption1", 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.975 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: "roption2": { 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "roption2", 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "xyz", 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.976 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption1": { 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption1", 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.977 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.978 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.978 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.978 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.978 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption2": { 2024-04-26T17:30:37.978 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption2", 2024-04-26T17:30:37.978 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.978 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.978 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.978 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.978 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.978 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.978 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption3": { 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption3", 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "float", 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.979 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption4": { 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption4", 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.980 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption5": { 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption5", 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.981 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption6": { 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption6", 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.982 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "rwoption7": { 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rwoption7", 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "1", 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "42", 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.983 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "testkey": { 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "testkey", 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.984 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "testlkey": { 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "testlkey", 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.985 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "testnewline": { 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "testnewline", 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.986 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "snap_schedule", 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: "allow_m_granularity": { 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "allow_m_granularity", 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.987 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "dump_on_update": { 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "dump_on_update", 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.988 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "dump database to debug log on update", 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.989 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.990 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.991 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.992 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.993 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "stats", 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:37.994 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.995 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.996 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:37.997 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:37.998 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "status", 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:37.999 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:38.000 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.001 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.002 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:38.003 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.004 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "telegraf", 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "address": { 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "address", 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.005 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "15", 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.006 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.007 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:38.008 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:38.009 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.009 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.009 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.009 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.009 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.009 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.009 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.009 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.009 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.009 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.009 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.009 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:38.010 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.011 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "telemetry", 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_basic": { 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_basic", 2024-04-26T17:30:38.012 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_crash": { 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_crash", 2024-04-26T17:30:38.013 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.014 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.014 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.014 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:38.014 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.014 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.014 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.014 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T17:30:38.014 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.014 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.014 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.014 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.014 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_device": { 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_device", 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.015 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_ident": { 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_ident", 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.016 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.017 INFO:teuthology.orchestra.run.smithi090.stdout: "channel_perf": { 2024-04-26T17:30:38.017 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "channel_perf", 2024-04-26T17:30:38.017 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.017 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.017 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.017 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.017 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.017 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.017 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.017 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T17:30:38.017 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.017 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "contact": { 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "contact", 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.018 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: "description": { 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "description", 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.019 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: "device_url": { 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "device_url", 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.020 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "enabled": { 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "enabled", 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.021 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "24", 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "8", 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.022 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "last_opt_revision": { 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "last_opt_revision", 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "1", 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.023 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "leaderboard": { 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "leaderboard", 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.024 INFO:teuthology.orchestra.run.smithi090.stdout: "leaderboard_description": { 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "leaderboard_description", 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:38.025 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.026 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.027 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:38.028 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.029 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: "organization": { 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "organization", 2024-04-26T17:30:38.030 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "proxy": { 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "proxy", 2024-04-26T17:30:38.031 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: "url": { 2024-04-26T17:30:38.032 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "url", 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.033 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "test_orchestrator", 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:38.034 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.035 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.036 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.037 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.038 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "volumes", 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.039 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.040 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.041 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:38.042 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.043 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "max_concurrent_clones": { 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "max_concurrent_clones", 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "4", 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.044 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "periodic_async_work": { 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "periodic_async_work", 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.045 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Periodically check for async work", 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "snapshot_clone_delay": { 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "snapshot_clone_delay", 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "0", 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.046 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "snapshot_clone_no_wait": { 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "True", 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.047 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "zabbix", 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: "can_run": true, 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: "error_string": "", 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: "module_options": { 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: "discovery_interval": { 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "discovery_interval", 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "uint", 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.048 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "100", 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "identifier": { 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "identifier", 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.049 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.050 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.050 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.050 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.050 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.050 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.050 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.050 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.050 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.050 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.050 INFO:teuthology.orchestra.run.smithi090.stdout: "interval": { 2024-04-26T17:30:38.050 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "interval", 2024-04-26T17:30:38.050 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "secs", 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "60", 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "log_level": { 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_level", 2024-04-26T17:30:38.051 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster": { 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster", 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.053 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_cluster_level": { 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_cluster_level", 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "info", 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [ 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "", 2024-04-26T17:30:38.054 INFO:teuthology.orchestra.run.smithi090.stdout: "critical", 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "debug", 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "error", 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "info", 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "warning" 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "log_to_file": { 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "log_to_file", 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "bool", 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.055 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 1, 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "False", 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "zabbix_host": { 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "zabbix_host", 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.056 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "", 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "zabbix_port": { 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "zabbix_port", 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "int", 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "10051", 2024-04-26T17:30:38.057 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "zabbix_sender": { 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "zabbix_sender", 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "str", 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "level": "advanced", 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "flags": 0, 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "min": "", 2024-04-26T17:30:38.058 INFO:teuthology.orchestra.run.smithi090.stdout: "max": "", 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: "enum_allowed": [], 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: "desc": "", 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: "long_desc": "", 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: "tags": [], 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: "see_also": [] 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: "services": { 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: "dashboard": "https://172.21.15.90:8443/" 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: "always_on_modules": { 2024-04-26T17:30:38.059 INFO:teuthology.orchestra.run.smithi090.stdout: "octopus": [ 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "balancer", 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "crash", 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "devicehealth", 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "orchestrator", 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "pg_autoscaler", 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "progress", 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "rbd_support", 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "status", 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "telemetry", 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "volumes" 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "pacific": [ 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "balancer", 2024-04-26T17:30:38.060 INFO:teuthology.orchestra.run.smithi090.stdout: "crash", 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "devicehealth", 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "orchestrator", 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "pg_autoscaler", 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "progress", 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "rbd_support", 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "status", 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "telemetry", 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "volumes" 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "quincy": [ 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "balancer", 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "crash", 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "devicehealth", 2024-04-26T17:30:38.061 INFO:teuthology.orchestra.run.smithi090.stdout: "orchestrator", 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: "pg_autoscaler", 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: "progress", 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: "rbd_support", 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: "status", 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: "telemetry", 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: "volumes" 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: "reef": [ 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: "balancer", 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: "crash", 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: "devicehealth", 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: "orchestrator", 2024-04-26T17:30:38.062 INFO:teuthology.orchestra.run.smithi090.stdout: "pg_autoscaler", 2024-04-26T17:30:38.063 INFO:teuthology.orchestra.run.smithi090.stdout: "progress", 2024-04-26T17:30:38.063 INFO:teuthology.orchestra.run.smithi090.stdout: "rbd_support", 2024-04-26T17:30:38.063 INFO:teuthology.orchestra.run.smithi090.stdout: "status", 2024-04-26T17:30:38.063 INFO:teuthology.orchestra.run.smithi090.stdout: "telemetry", 2024-04-26T17:30:38.063 INFO:teuthology.orchestra.run.smithi090.stdout: "volumes" 2024-04-26T17:30:38.063 INFO:teuthology.orchestra.run.smithi090.stdout: ], 2024-04-26T17:30:38.063 INFO:teuthology.orchestra.run.smithi090.stdout: "squid": [ 2024-04-26T17:30:38.063 INFO:teuthology.orchestra.run.smithi090.stdout: "balancer", 2024-04-26T17:30:38.063 INFO:teuthology.orchestra.run.smithi090.stdout: "crash", 2024-04-26T17:30:38.063 INFO:teuthology.orchestra.run.smithi090.stdout: "devicehealth", 2024-04-26T17:30:38.063 INFO:teuthology.orchestra.run.smithi090.stdout: "orchestrator", 2024-04-26T17:30:38.063 INFO:teuthology.orchestra.run.smithi090.stdout: "pg_autoscaler", 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: "progress", 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: "rbd_support", 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: "status", 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: "telemetry", 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: "volumes" 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: "last_failure_osd_epoch": 3, 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: "active_clients": [ 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "devicehealth", 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: "addrvec": [ 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "v2", 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": "172.21.15.90:0", 2024-04-26T17:30:38.064 INFO:teuthology.orchestra.run.smithi090.stdout: "nonce": 3738193745 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "libcephsqlite", 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: "addrvec": [ 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "v2", 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": "172.21.15.90:0", 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: "nonce": 3850491143 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.065 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "rbd_support", 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: "addrvec": [ 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "v2", 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": "172.21.15.90:0", 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: "nonce": 3350226260 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: "name": "volumes", 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: "addrvec": [ 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: "type": "v2", 2024-04-26T17:30:38.066 INFO:teuthology.orchestra.run.smithi090.stdout: "addr": "172.21.15.90:0", 2024-04-26T17:30:38.067 INFO:teuthology.orchestra.run.smithi090.stdout: "nonce": 595048446 2024-04-26T17:30:38.067 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.067 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-04-26T17:30:38.067 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:38.067 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-04-26T17:30:38.067 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:30:38.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:37 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/522318289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:30:38.068 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:37 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/2972138835' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T17:30:38.068 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:37 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/522318289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:30:38.068 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:37 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/2972138835' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T17:30:38.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.739+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2972138835 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ffbd80a3c30 msgr2=0x7ffbd80a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:38.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.739+0000 7ffbeeecb640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ffbd80a3c30 0x7ffbd80a60f0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ffbe8199870 tx=0x7ffbd4005f90 comp rx=0 tx=0).stop 2024-04-26T17:30:38.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.739+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2972138835 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffbe8102150 msgr2=0x7ffbe8198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:30:38.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.739+0000 7ffbeeecb640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffbe8102150 0x7ffbe8198360 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc00e9c0 tx=0x7ffbdc00ee80 comp rx=0 tx=0).stop 2024-04-26T17:30:38.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.739+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2972138835 shutdown_connections 2024-04-26T17:30:38.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.739+0000 7ffbeeecb640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7ffbd80a3c30 0x7ffbd80a60f0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:38.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.739+0000 7ffbeeecb640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbe8103d00 0x7ffbe819f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:38.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.739+0000 7ffbeeecb640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffbe8103340 0x7ffbe81988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:38.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.739+0000 7ffbeeecb640 1 --2- 172.21.15.90:0/2972138835 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ffbe8102150 0x7ffbe8198360 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:30:38.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.739+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2972138835 >> 172.21.15.90:0/2972138835 conn(0x7ffbe80fd6e0 msgr2=0x7ffbe81066b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:30:38.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.740+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2972138835 shutdown_connections 2024-04-26T17:30:38.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:30:36.740+0000 7ffbeeecb640 1 -- 172.21.15.90:0/2972138835 wait complete. 2024-04-26T17:30:38.076 DEBUG:tasks.check_counter:Getting stats from a 2024-04-26T17:30:38.076 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-26T17:30:38.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:37 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/522318289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:30:38.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:37 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/2972138835' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T17:30:38.337 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:30:38.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:38 smithi090 ceph-mon[29417]: pgmap v476: 129 pgs: 129 active+clean; 97 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 931 KiB/s rd, 972 KiB/s wr, 289 op/s 2024-04-26T17:30:38.502 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:38 smithi167 ceph-mon[32665]: pgmap v476: 129 pgs: 129 active+clean; 97 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 931 KiB/s rd, 972 KiB/s wr, 289 op/s 2024-04-26T17:30:38.546 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:38 smithi119 ceph-mon[32584]: pgmap v476: 129 pgs: 129 active+clean; 97 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 931 KiB/s rd, 972 KiB/s wr, 289 op/s 2024-04-26T17:30:39.798 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:39 smithi090 ceph-mon[29417]: pgmap v477: 129 pgs: 129 active+clean; 93 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 925 KiB/s rd, 967 KiB/s wr, 318 op/s 2024-04-26T17:30:40.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:39 smithi167 ceph-mon[32665]: pgmap v477: 129 pgs: 129 active+clean; 93 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 925 KiB/s rd, 967 KiB/s wr, 318 op/s 2024-04-26T17:30:40.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:39 smithi119 ceph-mon[32584]: pgmap v477: 129 pgs: 129 active+clean; 93 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 925 KiB/s rd, 967 KiB/s wr, 318 op/s 2024-04-26T17:30:40.189 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:30:40.190 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T17:30:40.190 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 645, 2024-04-26T17:30:40.190 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 647, 2024-04-26T17:30:40.190 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 24230501, 2024-04-26T17:30:40.190 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 205111, 2024-04-26T17:30:40.190 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 7, 2024-04-26T17:30:40.190 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 3, 2024-04-26T17:30:40.190 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.067807775, 2024-04-26T17:30:40.190 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.016613186, 2024-04-26T17:30:40.190 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.029097110, 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.016825933, 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 645, 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.020072296, 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000031119 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T17:30:40.191 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 496, 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 475, 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 42880695, 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 178978, 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 5, 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 4, 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.073359578, 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.013795611, 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.050355977, 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.011109560, 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 475, 2024-04-26T17:30:40.192 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.016633728, 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000035018 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 842336, 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 64112 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 66, 2024-04-26T17:30:40.193 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 142, 2024-04-26T17:30:40.194 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 12602941, 2024-04-26T17:30:40.194 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 228318, 2024-04-26T17:30:40.194 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 6, 2024-04-26T17:30:40.194 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 5, 2024-04-26T17:30:40.194 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.016921063, 2024-04-26T17:30:40.194 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.005646468, 2024-04-26T17:30:40.194 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.008758745, 2024-04-26T17:30:40.194 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.001414786, 2024-04-26T17:30:40.194 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:40.194 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 140, 2024-04-26T17:30:40.194 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.006545923, 2024-04-26T17:30:40.194 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000046756 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 207648 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: "cct": { 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: "total_workers": 1, 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: "unhealthy_workers": 0 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.195 INFO:teuthology.orchestra.run.smithi090.stdout: "finisher-MDSRank": { 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: "queue_len": 0, 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: "complete_latency": { 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1774, 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.040548479, 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000022857 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: "finisher-PurgeQueue": { 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: "queue_len": 0, 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: "complete_latency": { 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:40.196 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.197 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-26T17:30:40.197 INFO:teuthology.orchestra.run.smithi090.stdout: "request": 0, 2024-04-26T17:30:40.197 INFO:teuthology.orchestra.run.smithi090.stdout: "reply": 0, 2024-04-26T17:30:40.197 INFO:teuthology.orchestra.run.smithi090.stdout: "reply_latency": { 2024-04-26T17:30:40.197 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.197 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.197 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.197 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.197 INFO:teuthology.orchestra.run.smithi090.stdout: "slow_reply": 0, 2024-04-26T17:30:40.197 INFO:teuthology.orchestra.run.smithi090.stdout: "forward": 0, 2024-04-26T17:30:40.197 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_fetch_complete": 0, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_fetch_keys": 0, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_commit": 0, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_split": 0, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_merge": 0, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes": 11567, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_top": 0, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_bottom": 11567, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_pin_tail": 0, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_pinned": 11567, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_expired": 0, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_with_caps": 0, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": 0, 2024-04-26T17:30:40.198 INFO:teuthology.orchestra.run.smithi090.stdout: "subtrees": 1, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_hit": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_forward": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_discover": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_dir_fetch": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_remote_ino": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_lock": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "load_cent": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "q": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "exported": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "exported_inodes": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "imported": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "imported_inodes": 0, 2024-04-26T17:30:40.199 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_dir_fetch": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_backtrace_fetch": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_peer_discover": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rfiles": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rbytes": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rsnaps": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_set_tag": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_inotable_repaired": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dir_inodes": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T17:30:40.200 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_file_inodes": 0, 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_inode_file_caps": 0, 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_grant": 0, 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_caps": 0, 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_caps_dirty": 0, 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_cap_release": 0, 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "process_request_cap_release": 0 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_cache": { 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_update": 0, 2024-04-26T17:30:40.201 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_update_receipt": 0, 2024-04-26T17:30:40.202 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_try_discover": 0, 2024-04-26T17:30:40.202 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_send_discover": 0, 2024-04-26T17:30:40.202 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_handle_discover": 0, 2024-04-26T17:30:40.202 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays": 0, 2024-04-26T17:30:40.202 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays_delayed": 0, 2024-04-26T17:30:40.202 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays_enqueuing": 0, 2024-04-26T17:30:40.202 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_created": 0, 2024-04-26T17:30:40.202 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_enqueued": 0, 2024-04-26T17:30:40.202 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_reintegrated": 0, 2024-04-26T17:30:40.202 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_migrated": 0, 2024-04-26T17:30:40.202 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_processing": 0, 2024-04-26T17:30:40.202 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_enqueued": 0, 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_prioritized": 0, 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: "recovery_started": 0, 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: "recovery_completed": 0, 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_quiesce_path": 0, 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_quiesce_inode": 0, 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_exportdir": 0, 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_flush": 0, 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_fragmentdir": 0, 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_fragstats": 0, 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_inodestats": 0 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.203 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_log": { 2024-04-26T17:30:40.204 INFO:teuthology.orchestra.run.smithi090.stdout: "evlrg": 0, 2024-04-26T17:30:40.204 INFO:teuthology.orchestra.run.smithi090.stdout: "evadd": 0, 2024-04-26T17:30:40.204 INFO:teuthology.orchestra.run.smithi090.stdout: "evex": 0, 2024-04-26T17:30:40.204 INFO:teuthology.orchestra.run.smithi090.stdout: "evtrm": 0, 2024-04-26T17:30:40.205 INFO:teuthology.orchestra.run.smithi090.stdout: "ev": 41448, 2024-04-26T17:30:40.205 INFO:teuthology.orchestra.run.smithi090.stdout: "evexg": 0, 2024-04-26T17:30:40.205 INFO:teuthology.orchestra.run.smithi090.stdout: "evexd": 0, 2024-04-26T17:30:40.205 INFO:teuthology.orchestra.run.smithi090.stdout: "segadd": 0, 2024-04-26T17:30:40.205 INFO:teuthology.orchestra.run.smithi090.stdout: "segex": 0, 2024-04-26T17:30:40.205 INFO:teuthology.orchestra.run.smithi090.stdout: "segtrm": 0, 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: "seg": 55, 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: "segmjr": 5, 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: "segexg": 0, 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: "segexd": 0, 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: "expos": 4194304, 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: "wrpos": 82754110, 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: "rdpos": 82752972, 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: "jlat": { 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.206 INFO:teuthology.orchestra.run.smithi090.stdout: "replayed": 41448 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_mem": { 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 55, 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "ino+": 10271, 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "ino-": 10216, 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "dir": 75, 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "dir+": 620, 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "dir-": 545, 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "dn": 11069, 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "dn+": 16275, 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "dn-": 5206, 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "cap": 0, 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "cap+": 0, 2024-04-26T17:30:40.207 INFO:teuthology.orchestra.run.smithi090.stdout: "cap-": 0, 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: "rss": 71304, 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: "heap": 215416 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_server": { 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: "dispatch_client_request": 0, 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: "dispatch_server_request": 0, 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_request": 0, 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_session": 0, 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_peer_request": 0, 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: "req_create_latency": { 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.208 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getattr_latency": { 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getfilelock_latency": { 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: "req_link_latency": { 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.209 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookup_latency": { 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookuphash_latency": { 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupino_latency": { 2024-04-26T17:30:40.210 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupname_latency": { 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupparent_latency": { 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.211 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.212 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupsnap_latency": { 2024-04-26T17:30:40.212 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.212 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.212 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.212 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.212 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lssnap_latency": { 2024-04-26T17:30:40.212 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.212 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.212 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.212 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.212 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mkdir_latency": { 2024-04-26T17:30:40.213 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.213 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.213 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.213 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.213 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mknod_latency": { 2024-04-26T17:30:40.213 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mksnap_latency": { 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: "req_open_latency": { 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.214 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: "req_readdir_latency": { 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rename_latency": { 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: "req_renamesnap_latency": { 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.215 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: "req_snapdiff_latency": { 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmdir_latency": { 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmsnap_latency": { 2024-04-26T17:30:40.216 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmxattr_latency": { 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setattr_latency": { 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setdirlayout_latency": { 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setfilelock_latency": { 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setlayout_latency": { 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.218 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setxattr_latency": { 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: "req_symlink_latency": { 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: "req_unlink_latency": { 2024-04-26T17:30:40.219 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: "cap_revoke_eviction": 0, 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: "cap_acquisition_throttle": 0, 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getvxattr_latency": { 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_sessions": { 2024-04-26T17:30:40.220 INFO:teuthology.orchestra.run.smithi090.stdout: "session_count": 1, 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "session_add": 3, 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "session_remove": 2, 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "sessions_open": 2, 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "sessions_stale": 0, 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "total_load": 0, 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "average_load": 0, 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "avg_session_uptime": 2399, 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "mdthresh_evicted": 0 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "mempool": { 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_bytes": 0, 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_items": 0, 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T17:30:40.221 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_items": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_items": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_items": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_bytes": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_items": 0, 2024-04-26T17:30:40.222 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_bytes": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_items": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_items": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_bytes": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_items": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_bytes": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_items": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_bytes": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_items": 0, 2024-04-26T17:30:40.223 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_items": 0, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_items": 0, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_bytes": 222383, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_items": 67, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_bytes": 0, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_items": 0, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_bytes": 0, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_items": 0, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_bytes": 0, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_items": 0, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_bytes": 0, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_items": 0, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_bytes": 9080, 2024-04-26T17:30:40.224 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_items": 174, 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_items": 0, 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_bytes": 0, 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_items": 0, 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_bytes": 9542741, 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_items": 130305, 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_bytes": 0, 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_items": 0, 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_bytes": 0, 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_items": 0 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "objecter": { 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "op_active": 0, 2024-04-26T17:30:40.225 INFO:teuthology.orchestra.run.smithi090.stdout: "op_laggy": 0, 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: "op_send": 1071, 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: "op_send_bytes": 21, 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: "op_resend": 3, 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: "op_reply": 1071, 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: "op_latency": { 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1071, 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.838988468, 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000783369 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: "op_inflight": 0, 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: "oplen_avg": { 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1071, 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 1072 2024-04-26T17:30:40.226 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "op": 1071, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "op_r": 1071, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "op_w": 0, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "op_rmw": 0, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "op_pg": 0, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_stat": 619, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_create": 0, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_read": 450, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_write": 0, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_writefull": 0, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_writesame": 0, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_append": 0, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_zero": 0, 2024-04-26T17:30:40.227 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_truncate": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_delete": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_mapext": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_sparse_read": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_clonerange": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_getxattr": 1, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_setxattr": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_cmpxattr": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_rmxattr": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_resetxattrs": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_call": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_watch": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_notify": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T17:30:40.228 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_pgls": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_pgls_filter": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_other": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_active": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_send": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_resend": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_ping": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_active": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_send": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_resend": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_active": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_send": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_resend": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_active": 0, 2024-04-26T17:30:40.229 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_send": 0, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_resend": 0, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "command_active": 0, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "command_send": 0, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "command_resend": 0, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "map_epoch": 94, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "map_full": 0, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "map_inc": 4, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_sessions": 9, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_session_open": 9, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_session_close": 0, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_laggy": 0, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_wr": 0, 2024-04-26T17:30:40.230 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_rd": 2, 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_del": 0 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "oft": { 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_objs": 0, 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_kv_pairs": 0, 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_updates": 0, 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_removes": 0 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "osd-slow-ops": { 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "slow_ops_count": 0 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "purge_queue": { 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_ops": 0, 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing": 0, 2024-04-26T17:30:40.231 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_high_water": 0, 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executed_ops": 0, 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executed": 0, 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_item_in_journal": 0 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 1203, 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 79596226, 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 1203, 2024-04-26T17:30:40.232 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 1203, 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 79596226, 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-objecter_bytes": { 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T17:30:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 1071, 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 78570597, 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 1071, 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 78570597, 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.234 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-objecter_ops": { 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 1024, 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 1071, 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 1071, 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 1071, 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 1071, 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T17:30:40.235 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-write_buf_throttle": { 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 3758096384, 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T17:30:40.236 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 0, 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 0, 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-write_buf_throttle-0x55e0a56106e0": { 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 3758096384, 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T17:30:40.237 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 0, 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 0, 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:40.238 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:30:41.522 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-04-26T17:30:41.522 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-04-26T17:30:41.522 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-04-26T17:30:41.522 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-04-26T17:30:41.522 DEBUG:tasks.check_counter:Getting stats from d 2024-04-26T17:30:41.522 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-26T17:30:41.766 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:30:41.889 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:41 smithi090 ceph-mon[29417]: pgmap v478: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 479 KiB/s wr, 203 op/s 2024-04-26T17:30:42.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:41 smithi167 ceph-mon[32665]: pgmap v478: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 479 KiB/s wr, 203 op/s 2024-04-26T17:30:42.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:41 smithi119 ceph-mon[32584]: pgmap v478: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 479 KiB/s wr, 203 op/s 2024-04-26T17:30:43.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:43 smithi090 ceph-mon[29417]: pgmap v479: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 479 KiB/s wr, 186 op/s 2024-04-26T17:30:44.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:43 smithi167 ceph-mon[32665]: pgmap v479: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 479 KiB/s wr, 186 op/s 2024-04-26T17:30:44.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:43 smithi119 ceph-mon[32584]: pgmap v479: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 479 KiB/s wr, 186 op/s 2024-04-26T17:30:45.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:45 smithi090 ceph-mon[29417]: pgmap v480: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 459 KiB/s rd, 424 KiB/s wr, 131 op/s 2024-04-26T17:30:46.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:45 smithi167 ceph-mon[32665]: pgmap v480: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 459 KiB/s rd, 424 KiB/s wr, 131 op/s 2024-04-26T17:30:46.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:45 smithi119 ceph-mon[32584]: pgmap v480: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 459 KiB/s rd, 424 KiB/s wr, 131 op/s 2024-04-26T17:30:47.871 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:47 smithi090 ceph-mon[29417]: pgmap v481: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 224 KiB/s wr, 87 op/s 2024-04-26T17:30:48.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:47 smithi167 ceph-mon[32665]: pgmap v481: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 224 KiB/s wr, 87 op/s 2024-04-26T17:30:48.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:47 smithi119 ceph-mon[32584]: pgmap v481: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 224 KiB/s wr, 87 op/s 2024-04-26T17:30:48.250 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:30:48.250 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T17:30:48.250 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 115, 2024-04-26T17:30:48.250 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 110, 2024-04-26T17:30:48.250 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 728000, 2024-04-26T17:30:48.250 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 66608, 2024-04-26T17:30:48.250 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 4, 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 0, 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.018541388, 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.005543007, 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.014154017, 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.001941008, 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 109, 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.004479924, 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000041100 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:48.251 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 728000, 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 66608 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 5, 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 85, 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 3152, 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 93216, 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 3, 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 2, 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.006467947, 2024-04-26T17:30:48.252 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.004346976, 2024-04-26T17:30:48.253 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.001435369, 2024-04-26T17:30:48.253 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T17:30:48.253 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:48.253 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 84, 2024-04-26T17:30:48.253 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.004128989, 2024-04-26T17:30:48.253 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000049154 2024-04-26T17:30:48.253 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:48.253 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:48.253 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 93216 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 0, 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 2, 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 0, 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 0, 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 2, 2024-04-26T17:30:48.254 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 1, 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.000283502, 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.000000000, 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.000224079, 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:48.255 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: "cct": { 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: "total_workers": 0, 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: "unhealthy_workers": 0 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: "mempool": { 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_bytes": 0, 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_items": 0, 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_items": 0, 2024-04-26T17:30:48.256 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_items": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_items": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_bytes": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_items": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_bytes": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_items": 0, 2024-04-26T17:30:48.257 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_items": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_bytes": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_items": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_bytes": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_items": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_bytes": 0, 2024-04-26T17:30:48.258 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_items": 0, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_items": 0, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_items": 0, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_bytes": 148863, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_items": 28, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_bytes": 0, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_items": 0, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_bytes": 0, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_items": 0, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_bytes": 0, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_items": 0, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_bytes": 0, 2024-04-26T17:30:48.259 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_items": 0, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_bytes": 0, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_items": 0, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_items": 0, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_bytes": 0, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_items": 0, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_bytes": 928, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_items": 2, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_bytes": 0, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_items": 0, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_bytes": 0, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_items": 0 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:48.260 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 116, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 711798, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 116, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 116, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 711798, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:48.261 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:48.262 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:48.262 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:30:49.053 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-26T17:30:49.053 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-26T17:30:49.053 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-04-26T17:30:49.053 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-04-26T17:30:49.053 DEBUG:tasks.check_counter:Getting stats from g 2024-04-26T17:30:49.053 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-26T17:30:49.295 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:30:49.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:49 smithi090 ceph-mon[29417]: pgmap v482: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 9.7 KiB/s wr, 66 op/s 2024-04-26T17:30:50.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:49 smithi167 ceph-mon[32665]: pgmap v482: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 9.7 KiB/s wr, 66 op/s 2024-04-26T17:30:50.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:49 smithi119 ceph-mon[32584]: pgmap v482: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 9.7 KiB/s wr, 66 op/s 2024-04-26T17:30:51.087 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:30:51.087 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T17:30:51.087 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 345, 2024-04-26T17:30:51.087 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 347, 2024-04-26T17:30:51.087 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 115865, 2024-04-26T17:30:51.087 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 109711, 2024-04-26T17:30:51.087 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 6, 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 2, 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.035802938, 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.014393318, 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.008107432, 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.009410625, 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 345, 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.014663180, 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000042501 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.088 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 748, 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 727, 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 1795654, 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 260069, 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 4, 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 3, 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.057349288, 2024-04-26T17:30:51.089 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.016971841, 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.026886496, 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.015728404, 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 727, 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.020585249, 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000028315 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.090 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 843152, 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 66032 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 4, 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 83, 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 1508, 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 213989, 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 5, 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 4, 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.005858034, 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.003649613, 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.001464284, 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.000057789, 2024-04-26T17:30:51.091 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 81, 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.004441291, 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000054830 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 213024 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.092 INFO:teuthology.orchestra.run.smithi090.stdout: "cct": { 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: "total_workers": 1, 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: "unhealthy_workers": 0 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: "finisher-MDSRank": { 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: "queue_len": 0, 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: "complete_latency": { 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1672, 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.037413295, 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000022376 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: "finisher-PurgeQueue": { 2024-04-26T17:30:51.093 INFO:teuthology.orchestra.run.smithi090.stdout: "queue_len": 0, 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: "complete_latency": { 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: "request": 0, 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: "reply": 0, 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: "reply_latency": { 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.094 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "slow_reply": 0, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "forward": 0, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_fetch_complete": 0, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_fetch_keys": 0, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_commit": 0, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_split": 0, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_merge": 0, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes": 115, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_top": 0, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_bottom": 115, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_pin_tail": 0, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_pinned": 115, 2024-04-26T17:30:51.095 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_expired": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_with_caps": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "subtrees": 1, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_hit": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_forward": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_discover": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_dir_fetch": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_remote_ino": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_lock": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "load_cent": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "q": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "exported": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "exported_inodes": 0, 2024-04-26T17:30:51.096 INFO:teuthology.orchestra.run.smithi090.stdout: "imported": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "imported_inodes": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_dir_fetch": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_backtrace_fetch": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_peer_discover": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rfiles": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rbytes": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rsnaps": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_set_tag": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_inotable_repaired": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dir_inodes": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T17:30:51.097 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_file_inodes": 0, 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_inode_file_caps": 0, 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_grant": 0, 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_caps": 0, 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_caps_dirty": 0, 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_cap_release": 0, 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: "process_request_cap_release": 0 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_cache": { 2024-04-26T17:30:51.098 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_update": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_update_receipt": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_try_discover": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_send_discover": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_handle_discover": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays_delayed": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays_enqueuing": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_created": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_enqueued": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_reintegrated": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_migrated": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_processing": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_enqueued": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_prioritized": 0, 2024-04-26T17:30:51.099 INFO:teuthology.orchestra.run.smithi090.stdout: "recovery_started": 0, 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: "recovery_completed": 0, 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_quiesce_path": 0, 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_quiesce_inode": 0, 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_exportdir": 0, 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_flush": 0, 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_fragmentdir": 0, 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_fragstats": 0, 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_inodestats": 0 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_log": { 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: "evlrg": 0, 2024-04-26T17:30:51.100 INFO:teuthology.orchestra.run.smithi090.stdout: "evadd": 0, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "evex": 0, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "evtrm": 0, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "ev": 530, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "evexg": 0, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "evexd": 0, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "segadd": 0, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "segex": 0, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "segtrm": 0, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "seg": 2, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "segmjr": 2, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "segexg": 0, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "segexd": 0, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "expos": 4194304, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "wrpos": 4991178, 2024-04-26T17:30:51.101 INFO:teuthology.orchestra.run.smithi090.stdout: "rdpos": 4990579, 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: "jlat": { 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: "replayed": 530 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_mem": { 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 4, 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: "ino+": 169, 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: "ino-": 165, 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: "dir": 2, 2024-04-26T17:30:51.102 INFO:teuthology.orchestra.run.smithi090.stdout: "dir+": 75, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "dir-": 73, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "dn": 115, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "dn+": 243, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "dn-": 128, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "cap": 0, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "cap+": 0, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "cap-": 0, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "rss": 51944, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "heap": 215416 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_server": { 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "dispatch_client_request": 0, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "dispatch_server_request": 0, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_request": 0, 2024-04-26T17:30:51.103 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_session": 0, 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_peer_request": 0, 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: "req_create_latency": { 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getattr_latency": { 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getfilelock_latency": { 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.104 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: "req_link_latency": { 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookup_latency": { 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.105 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookuphash_latency": { 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupino_latency": { 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupname_latency": { 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.106 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupparent_latency": { 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupsnap_latency": { 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lssnap_latency": { 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.107 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.108 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.108 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.108 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mkdir_latency": { 2024-04-26T17:30:51.108 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.108 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.108 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mknod_latency": { 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mksnap_latency": { 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: "req_open_latency": { 2024-04-26T17:30:51.109 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: "req_readdir_latency": { 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rename_latency": { 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.110 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: "req_renamesnap_latency": { 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: "req_snapdiff_latency": { 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmdir_latency": { 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.111 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmsnap_latency": { 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmxattr_latency": { 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setattr_latency": { 2024-04-26T17:30:51.112 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setdirlayout_latency": { 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setfilelock_latency": { 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.113 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setlayout_latency": { 2024-04-26T17:30:51.114 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.114 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.114 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.114 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.114 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setxattr_latency": { 2024-04-26T17:30:51.114 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.114 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.114 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.114 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.114 INFO:teuthology.orchestra.run.smithi090.stdout: "req_symlink_latency": { 2024-04-26T17:30:51.114 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.114 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: "req_unlink_latency": { 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: "cap_revoke_eviction": 0, 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: "cap_acquisition_throttle": 0, 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getvxattr_latency": { 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.115 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:51.116 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.116 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_sessions": { 2024-04-26T17:30:51.116 INFO:teuthology.orchestra.run.smithi090.stdout: "session_count": 1, 2024-04-26T17:30:51.116 INFO:teuthology.orchestra.run.smithi090.stdout: "session_add": 2, 2024-04-26T17:30:51.116 INFO:teuthology.orchestra.run.smithi090.stdout: "session_remove": 1, 2024-04-26T17:30:51.116 INFO:teuthology.orchestra.run.smithi090.stdout: "sessions_open": 2, 2024-04-26T17:30:51.116 INFO:teuthology.orchestra.run.smithi090.stdout: "sessions_stale": 0, 2024-04-26T17:30:51.116 INFO:teuthology.orchestra.run.smithi090.stdout: "total_load": 0, 2024-04-26T17:30:51.116 INFO:teuthology.orchestra.run.smithi090.stdout: "average_load": 0, 2024-04-26T17:30:51.116 INFO:teuthology.orchestra.run.smithi090.stdout: "avg_session_uptime": 2411, 2024-04-26T17:30:51.116 INFO:teuthology.orchestra.run.smithi090.stdout: "mdthresh_evicted": 0 2024-04-26T17:30:51.116 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "mempool": { 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_bytes": 0, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_items": 0, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_items": 0, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_items": 0, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_items": 0, 2024-04-26T17:30:51.117 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_bytes": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_items": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_bytes": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_items": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_items": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_bytes": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_items": 0, 2024-04-26T17:30:51.118 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_bytes": 0, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_items": 0, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_bytes": 0, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_items": 0, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_items": 0, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_items": 0, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_bytes": 197337, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_items": 53, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_bytes": 0, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_items": 0, 2024-04-26T17:30:51.119 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_bytes": 0, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_items": 0, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_bytes": 0, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_items": 0, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_bytes": 0, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_items": 0, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_bytes": 9080, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_items": 174, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_items": 0, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_bytes": 0, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_items": 0, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_bytes": 93016, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_items": 489, 2024-04-26T17:30:51.120 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_bytes": 0, 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_items": 0, 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_bytes": 0, 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_items": 0 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "objecter": { 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "op_active": 0, 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "op_laggy": 0, 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "op_send": 958, 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "op_send_bytes": 21, 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "op_resend": 3, 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "op_reply": 958, 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "op_latency": { 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 958, 2024-04-26T17:30:51.121 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.471993506, 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000492686 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: "op_inflight": 0, 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: "oplen_avg": { 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 958, 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 959 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: "op": 958, 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: "op_r": 958, 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: "op_w": 0, 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: "op_rmw": 0, 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: "op_pg": 0, 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_stat": 570, 2024-04-26T17:30:51.122 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_create": 0, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_read": 386, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_write": 0, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_writefull": 0, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_writesame": 0, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_append": 0, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_zero": 0, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_truncate": 0, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_delete": 0, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_mapext": 0, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_sparse_read": 0, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_clonerange": 0, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_getxattr": 1, 2024-04-26T17:30:51.123 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_setxattr": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_cmpxattr": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_rmxattr": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_resetxattrs": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_call": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_watch": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_notify": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_pgls": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_pgls_filter": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_other": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_active": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_send": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_resend": 0, 2024-04-26T17:30:51.124 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_ping": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_active": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_send": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_resend": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_active": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_send": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_resend": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_active": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_send": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_resend": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "command_active": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "command_send": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "command_resend": 0, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "map_epoch": 94, 2024-04-26T17:30:51.125 INFO:teuthology.orchestra.run.smithi090.stdout: "map_full": 0, 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "map_inc": 4, 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_sessions": 6, 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_session_open": 6, 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_session_close": 0, 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_laggy": 0, 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_wr": 0, 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_rd": 2, 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_del": 0 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "oft": { 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_objs": 0, 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_kv_pairs": 0, 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_updates": 0, 2024-04-26T17:30:51.126 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_removes": 0 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: "osd-slow-ops": { 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: "slow_ops_count": 0 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: "purge_queue": { 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_ops": 0, 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing": 0, 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_high_water": 0, 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executed_ops": 0, 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executed": 0, 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_item_in_journal": 0 2024-04-26T17:30:51.127 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 1093, 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 1804860, 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 1093, 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 1093, 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 1804860, 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T17:30:51.128 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-objecter_bytes": { 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 958, 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 796879, 2024-04-26T17:30:51.129 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 958, 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 796879, 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-objecter_ops": { 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 1024, 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T17:30:51.130 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 958, 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 958, 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 958, 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 958, 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-write_buf_throttle": { 2024-04-26T17:30:51.131 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 3758096384, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 0, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 0, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.132 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-write_buf_throttle-0x55994d48c6e0": { 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 3758096384, 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 0, 2024-04-26T17:30:51.133 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 0, 2024-04-26T17:30:51.134 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T17:30:51.134 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:51.134 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:51.134 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:51.134 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:51.134 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:51.134 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:30:51.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:51 smithi090 ceph-mon[29417]: pgmap v483: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-26T17:30:52.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:51 smithi167 ceph-mon[32665]: pgmap v483: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-26T17:30:52.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:51 smithi119 ceph-mon[32584]: pgmap v483: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-26T17:30:52.270 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-04-26T17:30:52.270 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-04-26T17:30:52.271 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-04-26T17:30:52.271 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-04-26T17:30:52.271 DEBUG:tasks.check_counter:Getting stats from j 2024-04-26T17:30:52.271 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-26T17:30:52.513 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T17:30:53.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:53 smithi090 ceph-mon[29417]: pgmap v484: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-26T17:30:54.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:53 smithi167 ceph-mon[32665]: pgmap v484: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-26T17:30:54.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:53 smithi119 ceph-mon[32584]: pgmap v484: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-26T17:30:54.364 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T17:30:54.365 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T17:30:54.365 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 0, 2024-04-26T17:30:54.365 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 2, 2024-04-26T17:30:54.365 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 0, 2024-04-26T17:30:54.365 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 0, 2024-04-26T17:30:54.365 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 4, 2024-04-26T17:30:54.365 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 0, 2024-04-26T17:30:54.365 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.001037902, 2024-04-26T17:30:54.365 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.000000000, 2024-04-26T17:30:54.365 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.000214210, 2024-04-26T17:30:54.365 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T17:30:54.365 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:54.366 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 5, 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 87, 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 3152, 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 93568, 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 3, 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 2, 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.006952076, 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.004404780, 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.001788805, 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 86, 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.004602819, 2024-04-26T17:30:54.367 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000053521 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 93568 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 117, 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 112, 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 728544, 2024-04-26T17:30:54.368 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 67888, 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 2, 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 1, 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.019613376, 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.005767703, 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.016038207, 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.002177897, 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 111, 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.004399803, 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000039637 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:54.369 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 728544, 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 67888 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: "cct": { 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: "total_workers": 0, 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: "unhealthy_workers": 0 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: "mempool": { 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_bytes": 0, 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_items": 0, 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_items": 0, 2024-04-26T17:30:54.370 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_items": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_items": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_bytes": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_items": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_bytes": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_items": 0, 2024-04-26T17:30:54.371 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_items": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_bytes": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_items": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_bytes": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_items": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_bytes": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_items": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_items": 0, 2024-04-26T17:30:54.372 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_items": 0, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_bytes": 149854, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_items": 28, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_bytes": 0, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_items": 0, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_bytes": 0, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_items": 0, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_bytes": 0, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_items": 0, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_bytes": 0, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_items": 0, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_bytes": 0, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_items": 0, 2024-04-26T17:30:54.373 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_items": 0, 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_bytes": 0, 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_items": 0, 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_bytes": 928, 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_items": 2, 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_bytes": 0, 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_items": 0, 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_bytes": 0, 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_items": 0 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T17:30:54.374 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 118, 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 712058, 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 118, 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 118, 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 712058, 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T17:30:54.375 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:54.376 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T17:30:54.376 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T17:30:55.191 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-26T17:30:55.191 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-26T17:30:55.191 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-04-26T17:30:55.191 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-04-26T17:30:55.191 DEBUG:tasks.check_counter:Getting stats from b 2024-04-26T17:30:55.192 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-26T17:30:55.441 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T17:30:55.896 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:55 smithi119 ceph-mon[32584]: pgmap v485: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 938 B/s wr, 10 op/s 2024-04-26T17:30:55.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:55 smithi090 ceph-mon[29417]: pgmap v485: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 938 B/s wr, 10 op/s 2024-04-26T17:30:56.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:55 smithi167 ceph-mon[32665]: pgmap v485: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 938 B/s wr, 10 op/s 2024-04-26T17:30:57.244 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-26T17:30:57.244 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T17:30:57.245 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 2702, 2024-04-26T17:30:57.245 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 2750, 2024-04-26T17:30:57.245 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 876847, 2024-04-26T17:30:57.245 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 9796851, 2024-04-26T17:30:57.245 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 49, 2024-04-26T17:30:57.245 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 5, 2024-04-26T17:30:57.245 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.213319365, 2024-04-26T17:30:57.245 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.088770832, 2024-04-26T17:30:57.245 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.073582805, 2024-04-26T17:30:57.245 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.045281125, 2024-04-26T17:30:57.245 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:57.245 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2748, 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 2.632770382, 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000958067 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1865, 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000351243, 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000188 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T17:30:57.246 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 18820, 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 11287, 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 7773426, 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 5178562, 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 8, 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 5, 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.820330662, 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.312345793, 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.637081659, 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.039155960, 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 11293, 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 1.413815597, 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000125193 2024-04-26T17:30:57.247 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 27544, 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.003986354, 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000144 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 892928, 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 79792 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 11902, 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 17741, 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 4232875, 2024-04-26T17:30:57.248 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 8442738, 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 50, 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 10, 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.765956083, 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.303208030, 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.485993523, 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.051677868, 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 17732, 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 1.116536086, 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000062967 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 27051, 2024-04-26T17:30:57.249 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.004158128, 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000153 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 98256, 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 335856 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: "cct": { 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: "total_workers": 1, 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: "unhealthy_workers": 0 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-MDSRank": { 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2024-04-26T17:30:57.250 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1421, 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 2.337793762, 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001645175 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-PurgeQueue": { 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 590, 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.034896837, 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000059147 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.251 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "request": 4722, 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "reply": 3361, 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "reply_latency": { 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 3361, 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 15.191461850, 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.004519923 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_reply": 0, 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "forward": 1361, 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_complete": 4, 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_keys": 1, 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_commit": 195, 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_split": 2, 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_merge": 0, 2024-04-26T17:30:57.252 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes": 32, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_top": 11, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_bottom": 11, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pin_tail": 10, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pinned": 16, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_expired": 3737, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_with_caps": 2, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": 2, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "subtrees": 6, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse": 6996, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_hit": 4281, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_forward": 1353, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_discover": 506, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_dir_fetch": 0, 2024-04-26T17:30:57.253 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_remote_ino": 0, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_lock": 2, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "load_cent": 0, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "q": 0, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "exported": 123, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "exported_inodes": 2514, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "imported": 13, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "imported_inodes": 70, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_dir_fetch": 0, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_backtrace_fetch": 140, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_peer_discover": 0, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rfiles": 4, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rbytes": 234, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rsnaps": 0, 2024-04-26T17:30:57.254 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_fetch": 140, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_set_tag": 0, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_inotable_repaired": 0, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_inodes": 50, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_base_inodes": 5, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dirfrag_rstats": 45, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_file_inodes": 90, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_inode_file_caps": 6, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_revoke": 651, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_grant": 2860, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T17:30:57.255 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps": 2487, 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps_dirty": 1739, 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_cap_release": 136, 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "process_request_cap_release": 3109 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_cache": { 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update": 131, 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update_receipt": 1656, 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_try_discover": 1075, 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_send_discover": 1141, 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_handle_discover": 322, 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays": 1, 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_delayed": 0, 2024-04-26T17:30:57.256 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_enqueuing": 0, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_created": 219, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_enqueued": 218, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_reintegrated": 0, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_migrated": 0, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_processing": 0, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_enqueued": 0, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_prioritized": 0, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_started": 0, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_completed": 0, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_quiesce_path": 0, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_quiesce_inode": 0, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_enqueue_scrub": 5, 2024-04-26T17:30:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_exportdir": 125, 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_flush": 0, 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragmentdir": 2, 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragstats": 0, 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_inodestats": 0 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_log": { 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "evlrg": 0, 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "evadd": 4166, 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "evex": 4151, 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "evtrm": 4151, 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "ev": 15, 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "evexg": 0, 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "evexd": 174, 2024-04-26T17:30:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: "segadd": 20, 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "segex": 19, 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "segtrm": 19, 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "seg": 1, 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "segmjr": 1, 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "segexg": 0, 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "segexd": 1, 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "expos": 13110559, 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "wrpos": 13151442, 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "rdpos": 0, 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "jlat": { 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 581, 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 6.070860391, 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.010448985 2024-04-26T17:30:57.259 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "replayed": 0 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_mem": { 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "ino": 37, 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "ino+": 3334, 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "ino-": 3297, 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "dir": 36, 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "dir+": 889, 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "dir-": 853, 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "dn": 32, 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "dn+": 4121, 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "dn-": 4089, 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "cap": 2, 2024-04-26T17:30:57.260 INFO:teuthology.orchestra.run.smithi119.stdout: "cap+": 2905, 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "cap-": 2903, 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "rss": 76196, 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "heap": 231800 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_server": { 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_client_request": 5672, 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_server_request": 80, 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_request": 4722, 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_session": 128, 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_peer_request": 514, 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "req_create_latency": { 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2459, 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 4.526847677, 2024-04-26T17:30:57.261 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001840930 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getattr_latency": { 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 24, 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.006778596, 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000282441 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getfilelock_latency": { 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: "req_link_latency": { 2024-04-26T17:30:57.262 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookup_latency": { 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 405, 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 9.879820587, 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.024394618 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookuphash_latency": { 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.263 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupino_latency": { 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupname_latency": { 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupparent_latency": { 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.264 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.265 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupsnap_latency": { 2024-04-26T17:30:57.265 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.265 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.265 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.265 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.265 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lssnap_latency": { 2024-04-26T17:30:57.265 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mkdir_latency": { 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 202, 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.206956779, 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001024538 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mknod_latency": { 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.266 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mksnap_latency": { 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: "req_open_latency": { 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: "req_readdir_latency": { 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 37, 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.027888362, 2024-04-26T17:30:57.267 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000753739 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rename_latency": { 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2, 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.002925749, 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001462874 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: "req_renamesnap_latency": { 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: "req_snapdiff_latency": { 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.268 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmdir_latency": { 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 12, 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.102182452, 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.008515204 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmsnap_latency": { 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.269 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmxattr_latency": { 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setattr_latency": { 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 4, 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.003207350, 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000801837 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setdirlayout_latency": { 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.270 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.271 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setfilelock_latency": { 2024-04-26T17:30:57.271 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.271 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.271 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.271 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.271 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setlayout_latency": { 2024-04-26T17:30:57.271 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.271 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.271 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.271 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.271 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setxattr_latency": { 2024-04-26T17:30:57.271 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 9, 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.023846279, 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.002649586 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: "req_symlink_latency": { 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: "req_unlink_latency": { 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 207, 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.411008019, 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001985545 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.272 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_revoke_eviction": 0, 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_acquisition_throttle": 0, 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getvxattr_latency": { 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_sessions": { 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: "session_count": 1, 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: "session_add": 4, 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: "session_remove": 3, 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_open": 1, 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_stale": 0, 2024-04-26T17:30:57.273 INFO:teuthology.orchestra.run.smithi119.stdout: "total_load": 1074, 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "average_load": 1074, 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "avg_session_uptime": 229, 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "mdthresh_evicted": 0 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "mempool": { 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_bytes": 360, 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_items": 360, 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_items": 0, 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_items": 0, 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T17:30:57.274 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T17:30:57.275 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T17:30:57.275 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T17:30:57.275 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_items": 0, 2024-04-26T17:30:57.275 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T17:30:57.275 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T17:30:57.275 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_bytes": 0, 2024-04-26T17:30:57.275 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_items": 0, 2024-04-26T17:30:57.275 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_bytes": 0, 2024-04-26T17:30:57.275 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_items": 0, 2024-04-26T17:30:57.275 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T17:30:57.275 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_items": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_bytes": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_items": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_bytes": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_items": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_bytes": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_items": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_items": 0, 2024-04-26T17:30:57.276 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_items": 0, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_bytes": 291555, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_items": 117, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_bytes": 0, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_items": 0, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_bytes": 0, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_items": 0, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_bytes": 0, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_items": 0, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_bytes": 0, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_items": 0, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_bytes": 9080, 2024-04-26T17:30:57.277 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_items": 174, 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_items": 0, 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_bytes": 0, 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_items": 0, 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_bytes": 157416, 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_items": 863, 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_bytes": 0, 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_items": 0, 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_bytes": 0, 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_items": 0 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: "objecter": { 2024-04-26T17:30:57.278 INFO:teuthology.orchestra.run.smithi119.stdout: "op_active": 0, 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: "op_laggy": 0, 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send": 3507, 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send_bytes": 10623453, 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: "op_resend": 32, 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: "op_reply": 3507, 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: "op_latency": { 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 3507, 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 82.263012862, 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.023456804 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: "op_inflight": 0, 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: "oplen_avg": { 2024-04-26T17:30:57.279 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 3507, 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 5981 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: "op": 3507, 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: "op_r": 202, 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: "op_w": 3305, 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: "op_rmw": 0, 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: "op_pg": 0, 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_stat": 118, 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_create": 1318, 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_read": 52, 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_write": 628, 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writefull": 92, 2024-04-26T17:30:57.280 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writesame": 0, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_append": 0, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_zero": 0, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_truncate": 2, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_delete": 960, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_mapext": 0, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_sparse_read": 0, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_clonerange": 0, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_getxattr": 150, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_setxattr": 2049, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_cmpxattr": 0, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_rmxattr": 0, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_resetxattrs": 0, 2024-04-26T17:30:57.281 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_call": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_watch": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_notify": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls_filter": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_other": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_active": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_send": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_resend": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_ping": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_active": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_send": 0, 2024-04-26T17:30:57.282 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_resend": 0, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_active": 0, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_send": 0, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_resend": 0, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_active": 0, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_send": 0, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_resend": 0, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "command_active": 0, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "command_send": 0, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "command_resend": 0, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "map_epoch": 94, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "map_full": 0, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "map_inc": 9, 2024-04-26T17:30:57.283 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_sessions": 12, 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_open": 12, 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_close": 0, 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_laggy": 0, 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_wr": 540, 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_rd": 10, 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_del": 62 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: "oft": { 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_objs": 1, 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_kv_pairs": 0, 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_updates": 0, 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_removes": 0 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.284 INFO:teuthology.orchestra.run.smithi119.stdout: "osd-slow-ops": { 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_ops_count": 0 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: "purge_queue": { 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops": 0, 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops_high_water": 21, 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing": 0, 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_high_water": 6, 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executed_ops": 444, 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executed": 218, 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_item_in_journal": 0 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:30:57.285 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 33420, 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 9852483, 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 33420, 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 33420, 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 9852483, 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.286 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_bytes": { 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 3507, 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 10647059, 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 3507, 2024-04-26T17:30:57.287 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 10647059, 2024-04-26T17:30:57.288 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:30:57.288 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.288 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.288 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.288 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:57.288 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.288 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_ops": { 2024-04-26T17:30:57.288 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:30:57.288 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 1024, 2024-04-26T17:30:57.288 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:30:57.288 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2024-04-26T17:30:57.288 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 3507, 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 3507, 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 3507, 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 3507, 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle": { 2024-04-26T17:30:57.289 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:30:57.290 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2024-04-26T17:30:57.290 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:30:57.290 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 218, 2024-04-26T17:30:57.290 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 23674, 2024-04-26T17:30:57.290 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:57.290 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 218, 2024-04-26T17:30:57.290 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2024-04-26T17:30:57.290 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2024-04-26T17:30:57.290 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 47, 2024-04-26T17:30:57.290 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 23674, 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle-0x564681400500": { 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 4166, 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 8957138, 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 4166, 2024-04-26T17:30:57.291 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2024-04-26T17:30:57.292 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2024-04-26T17:30:57.292 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 581, 2024-04-26T17:30:57.292 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 8957138, 2024-04-26T17:30:57.292 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:30:57.292 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:57.292 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:57.292 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:57.292 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:57.292 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:57.292 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-26T17:30:57.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:57 smithi119 ceph-mon[32584]: pgmap v486: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 10 op/s 2024-04-26T17:30:57.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:57 smithi090 ceph-mon[29417]: pgmap v486: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 10 op/s 2024-04-26T17:30:57.961 INFO:tasks.check_counter:Daemon mds.b mds.exported=123 2024-04-26T17:30:57.962 INFO:tasks.check_counter:Daemon mds.b mds.imported=13 2024-04-26T17:30:57.962 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=131 2024-04-26T17:30:57.962 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=1656 2024-04-26T17:30:57.962 DEBUG:tasks.check_counter:Getting stats from e 2024-04-26T17:30:57.962 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-26T17:30:58.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:57 smithi167 ceph-mon[32665]: pgmap v486: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 10 op/s 2024-04-26T17:30:58.202 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T17:30:59.876 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:30:59 smithi119 ceph-mon[32584]: pgmap v487: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-04-26T17:30:59.893 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-26T17:30:59.893 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T17:30:59.893 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 363, 2024-04-26T17:30:59.893 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 365, 2024-04-26T17:30:59.893 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 4289089, 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 115498, 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 7, 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 3, 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.033290695, 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.011617321, 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.009664478, 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.008290337, 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 363, 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.014697084, 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000040487 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 443, 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 417, 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 6319736, 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 163369, 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 4, 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 3, 2024-04-26T17:30:59.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.049910925, 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.014010437, 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.027183849, 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.011292814, 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 417, 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.016507359, 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000039585 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.896 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 870208, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 69872 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 391, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 475, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 4322504, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 341156, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 5, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 4, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.048785552, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.016174392, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.013394491, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.014445497, 2024-04-26T17:30:59.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 473, 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.024753514, 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000052333 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 217136 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.898 INFO:teuthology.orchestra.run.smithi119.stdout: "cct": { 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: "total_workers": 1, 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: "unhealthy_workers": 0 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-MDSRank": { 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1786, 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.048968109, 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000027417 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-PurgeQueue": { 2024-04-26T17:30:59.899 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: "request": 0, 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: "reply": 0, 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: "reply_latency": { 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.900 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_reply": 0, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "forward": 0, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_complete": 0, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_keys": 0, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_commit": 0, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_split": 0, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_merge": 0, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes": 2215, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_top": 0, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_bottom": 2215, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pin_tail": 0, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pinned": 2215, 2024-04-26T17:30:59.901 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_expired": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_with_caps": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "subtrees": 1, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_hit": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_forward": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_discover": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_dir_fetch": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_remote_ino": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_lock": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "load_cent": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "q": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "exported": 0, 2024-04-26T17:30:59.902 INFO:teuthology.orchestra.run.smithi119.stdout: "exported_inodes": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "imported": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "imported_inodes": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_dir_fetch": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_backtrace_fetch": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_peer_discover": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rfiles": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rbytes": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rsnaps": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_set_tag": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_inotable_repaired": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_inodes": 0, 2024-04-26T17:30:59.903 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_file_inodes": 0, 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_inode_file_caps": 0, 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_grant": 0, 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps": 0, 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps_dirty": 0, 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_cap_release": 0, 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: "process_request_cap_release": 0 2024-04-26T17:30:59.904 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_cache": { 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update": 0, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update_receipt": 0, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_try_discover": 0, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_send_discover": 0, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_handle_discover": 0, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays": 0, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_delayed": 0, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_enqueuing": 0, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_created": 0, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_enqueued": 0, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_reintegrated": 0, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_migrated": 0, 2024-04-26T17:30:59.905 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_processing": 0, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_enqueued": 0, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_prioritized": 0, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_started": 0, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_completed": 0, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_quiesce_path": 0, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_quiesce_inode": 0, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_exportdir": 0, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_flush": 0, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragmentdir": 0, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragstats": 0, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_inodestats": 0 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.906 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_log": { 2024-04-26T17:30:59.907 INFO:teuthology.orchestra.run.smithi119.stdout: "evlrg": 0, 2024-04-26T17:30:59.907 INFO:teuthology.orchestra.run.smithi119.stdout: "evadd": 0, 2024-04-26T17:30:59.907 INFO:teuthology.orchestra.run.smithi119.stdout: "evex": 0, 2024-04-26T17:30:59.907 INFO:teuthology.orchestra.run.smithi119.stdout: "evtrm": 0, 2024-04-26T17:30:59.907 INFO:teuthology.orchestra.run.smithi119.stdout: "ev": 6955, 2024-04-26T17:30:59.907 INFO:teuthology.orchestra.run.smithi119.stdout: "evexg": 0, 2024-04-26T17:30:59.907 INFO:teuthology.orchestra.run.smithi119.stdout: "evexd": 0, 2024-04-26T17:30:59.907 INFO:teuthology.orchestra.run.smithi119.stdout: "segadd": 0, 2024-04-26T17:30:59.907 INFO:teuthology.orchestra.run.smithi119.stdout: "segex": 0, 2024-04-26T17:30:59.907 INFO:teuthology.orchestra.run.smithi119.stdout: "segtrm": 0, 2024-04-26T17:30:59.907 INFO:teuthology.orchestra.run.smithi119.stdout: "seg": 10, 2024-04-26T17:30:59.908 INFO:teuthology.orchestra.run.smithi119.stdout: "segmjr": 2, 2024-04-26T17:30:59.908 INFO:teuthology.orchestra.run.smithi119.stdout: "segexg": 0, 2024-04-26T17:30:59.908 INFO:teuthology.orchestra.run.smithi119.stdout: "segexd": 0, 2024-04-26T17:30:59.908 INFO:teuthology.orchestra.run.smithi119.stdout: "expos": 4194304, 2024-04-26T17:30:59.908 INFO:teuthology.orchestra.run.smithi119.stdout: "wrpos": 17959054, 2024-04-26T17:30:59.908 INFO:teuthology.orchestra.run.smithi119.stdout: "rdpos": 17957916, 2024-04-26T17:30:59.908 INFO:teuthology.orchestra.run.smithi119.stdout: "jlat": { 2024-04-26T17:30:59.908 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.908 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.908 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.908 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "replayed": 6955 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_mem": { 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "ino": 27, 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "ino+": 1876, 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "ino-": 1849, 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "dir": 25, 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "dir+": 223, 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "dir-": 198, 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "dn": 2215, 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "dn+": 3600, 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "dn-": 1385, 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "cap": 0, 2024-04-26T17:30:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: "cap+": 0, 2024-04-26T17:30:59.910 INFO:teuthology.orchestra.run.smithi119.stdout: "cap-": 0, 2024-04-26T17:30:59.910 INFO:teuthology.orchestra.run.smithi119.stdout: "rss": 57564, 2024-04-26T17:30:59.910 INFO:teuthology.orchestra.run.smithi119.stdout: "heap": 215416 2024-04-26T17:30:59.910 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.910 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_server": { 2024-04-26T17:30:59.910 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_client_request": 0, 2024-04-26T17:30:59.910 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_server_request": 0, 2024-04-26T17:30:59.910 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_request": 0, 2024-04-26T17:30:59.910 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_session": 0, 2024-04-26T17:30:59.910 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_peer_request": 0, 2024-04-26T17:30:59.910 INFO:teuthology.orchestra.run.smithi119.stdout: "req_create_latency": { 2024-04-26T17:30:59.910 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.911 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.911 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.911 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.911 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getattr_latency": { 2024-04-26T17:30:59.911 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.911 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.911 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.911 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.911 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getfilelock_latency": { 2024-04-26T17:30:59.911 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.911 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: "req_link_latency": { 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookup_latency": { 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookuphash_latency": { 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.912 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupino_latency": { 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupname_latency": { 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupparent_latency": { 2024-04-26T17:30:59.913 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupsnap_latency": { 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lssnap_latency": { 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.914 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mkdir_latency": { 2024-04-26T17:30:59.915 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.915 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.915 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.915 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.915 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mknod_latency": { 2024-04-26T17:30:59.915 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.915 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.916 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.916 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.916 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mksnap_latency": { 2024-04-26T17:30:59.916 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.916 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.917 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.917 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.917 INFO:teuthology.orchestra.run.smithi119.stdout: "req_open_latency": { 2024-04-26T17:30:59.917 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.917 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.917 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.918 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.918 INFO:teuthology.orchestra.run.smithi119.stdout: "req_readdir_latency": { 2024-04-26T17:30:59.918 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.918 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.918 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.918 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.920 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rename_latency": { 2024-04-26T17:30:59.920 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.920 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.920 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.920 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.920 INFO:teuthology.orchestra.run.smithi119.stdout: "req_renamesnap_latency": { 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: "req_snapdiff_latency": { 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmdir_latency": { 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.921 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmsnap_latency": { 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmxattr_latency": { 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setattr_latency": { 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.922 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setdirlayout_latency": { 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setfilelock_latency": { 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setlayout_latency": { 2024-04-26T17:30:59.923 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setxattr_latency": { 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: "req_symlink_latency": { 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.924 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: "req_unlink_latency": { 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_revoke_eviction": 0, 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_acquisition_throttle": 0, 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getvxattr_latency": { 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.925 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_sessions": { 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: "session_count": 1, 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: "session_add": 3, 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: "session_remove": 2, 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_open": 2, 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_stale": 0, 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: "total_load": 0, 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: "average_load": 0, 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: "avg_session_uptime": 2514, 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: "mdthresh_evicted": 0 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: "mempool": { 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_bytes": 0, 2024-04-26T17:30:59.926 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_items": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_items": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_items": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_items": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_bytes": 0, 2024-04-26T17:30:59.927 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_items": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_bytes": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_items": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_items": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_bytes": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_items": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_bytes": 0, 2024-04-26T17:30:59.928 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_items": 0, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_bytes": 0, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_items": 0, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_items": 0, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_items": 0, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_bytes": 206223, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_items": 59, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_bytes": 0, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_items": 0, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_bytes": 0, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_items": 0, 2024-04-26T17:30:59.929 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_bytes": 0, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_items": 0, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_bytes": 0, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_items": 0, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_bytes": 9080, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_items": 174, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_items": 0, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_bytes": 0, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_items": 0, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_bytes": 1657600, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_items": 14720, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_bytes": 0, 2024-04-26T17:30:59.930 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_items": 0, 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_bytes": 0, 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_items": 0 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "objecter": { 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "op_active": 0, 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "op_laggy": 0, 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send": 1047, 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send_bytes": 21, 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "op_resend": 3, 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "op_reply": 1047, 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "op_latency": { 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1047, 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.515987547, 2024-04-26T17:30:59.931 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000492824 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: "op_inflight": 0, 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: "oplen_avg": { 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1047, 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 1048 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: "op": 1047, 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: "op_r": 1047, 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: "op_w": 0, 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: "op_rmw": 0, 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: "op_pg": 0, 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_stat": 629, 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_create": 0, 2024-04-26T17:30:59.932 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_read": 416, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_write": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writefull": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writesame": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_append": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_zero": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_truncate": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_delete": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_mapext": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_sparse_read": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_clonerange": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_getxattr": 1, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_setxattr": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_cmpxattr": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_rmxattr": 0, 2024-04-26T17:30:59.933 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_resetxattrs": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_call": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_watch": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_notify": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls_filter": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_other": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_active": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_send": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_resend": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_ping": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_active": 0, 2024-04-26T17:30:59.934 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_send": 0, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_resend": 0, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_active": 0, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_send": 0, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_resend": 0, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_active": 0, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_send": 0, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_resend": 0, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "command_active": 0, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "command_send": 0, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "command_resend": 0, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "map_epoch": 94, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "map_full": 0, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "map_inc": 4, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_sessions": 7, 2024-04-26T17:30:59.935 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_open": 7, 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_close": 0, 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_laggy": 0, 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_wr": 0, 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_rd": 2, 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_del": 0 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: "oft": { 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_objs": 0, 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_kv_pairs": 0, 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_updates": 0, 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_removes": 0 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: "osd-slow-ops": { 2024-04-26T17:30:59.936 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_ops_count": 0 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: "purge_queue": { 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops": 0, 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing": 0, 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_high_water": 0, 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executed_ops": 0, 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executed": 0, 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_item_in_journal": 0 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2024-04-26T17:30:59.937 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 1193, 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 14813623, 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 1193, 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 1193, 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 14813623, 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.938 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_bytes": { 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 1047, 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 13764755, 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 1047, 2024-04-26T17:30:59.939 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 13764755, 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_ops": { 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 1024, 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:59.940 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 1047, 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 1047, 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 1047, 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 1047, 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle": { 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2024-04-26T17:30:59.941 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 0, 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 0, 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.942 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle-0x55e2999166e0": { 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 0, 2024-04-26T17:30:59.943 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 0, 2024-04-26T17:30:59.944 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:30:59.944 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:30:59.944 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:30:59.944 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:30:59.944 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:59.944 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:30:59.944 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-26T17:30:59.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:30:59 smithi090 ceph-mon[29417]: pgmap v487: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-04-26T17:31:00.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:30:59 smithi167 ceph-mon[32665]: pgmap v487: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-04-26T17:31:00.672 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-26T17:31:00.672 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-26T17:31:00.672 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-26T17:31:00.672 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-04-26T17:31:00.673 DEBUG:tasks.check_counter:Getting stats from h 2024-04-26T17:31:00.673 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-26T17:31:00.910 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T17:31:01.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:01 smithi090 ceph-mon[29417]: pgmap v488: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-04-26T17:31:02.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:01 smithi167 ceph-mon[32665]: pgmap v488: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-04-26T17:31:02.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:01 smithi119 ceph-mon[32584]: pgmap v488: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-04-26T17:31:02.849 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-26T17:31:02.849 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T17:31:02.849 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 4650, 2024-04-26T17:31:02.849 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 3192, 2024-04-26T17:31:02.849 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 2596918, 2024-04-26T17:31:02.849 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 2570689, 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 17, 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 7, 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.244299447, 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.095740904, 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.174302044, 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.014178535, 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 3191, 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.083878940, 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000026286 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:02.850 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 6494, 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.001018422, 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000156 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 878656, 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 76768 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 1486, 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 2177, 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 516069, 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 1220290, 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 15, 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 6, 2024-04-26T17:31:02.851 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.096913728, 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.044003527, 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.059476058, 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.003209403, 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2176, 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.068243618, 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000031361 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 3034, 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000445698, 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000146 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.852 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 4080, 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 218064 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 14698, 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 7849, 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 5541029, 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 1662904, 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 11, 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 8, 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.608398434, 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.227800492, 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.510739401, 2024-04-26T17:31:02.853 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.010447975, 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 7847, 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.143843199, 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000018330 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 21663, 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.003109490, 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000143 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 928, 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 736 2024-04-26T17:31:02.854 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: "cct": { 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: "total_workers": 1, 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: "unhealthy_workers": 0 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-MDSRank": { 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 717, 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.286707779, 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000399871 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-PurgeQueue": { 2024-04-26T17:31:02.855 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 553, 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.029031324, 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000052497 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: "request": 526, 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: "reply": 430, 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: "reply_latency": { 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 430, 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.760390626, 2024-04-26T17:31:02.856 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001768350 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_reply": 0, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "forward": 96, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_complete": 0, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_keys": 0, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_commit": 11, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_split": 0, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_merge": 0, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes": 37, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_top": 14, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_bottom": 11, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pin_tail": 12, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pinned": 15, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_expired": 1231, 2024-04-26T17:31:02.857 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_with_caps": 2, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": 2, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "subtrees": 6, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse": 2538, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_hit": 1271, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_forward": 93, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_discover": 609, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_dir_fetch": 0, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_remote_ino": 0, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_lock": 0, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "load_cent": 0, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "q": 0, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "exported": 14, 2024-04-26T17:31:02.858 INFO:teuthology.orchestra.run.smithi119.stdout: "exported_inodes": 6, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "imported": 14, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "imported_inodes": 118, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_dir_fetch": 0, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_backtrace_fetch": 104, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_peer_discover": 0, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rfiles": 3716, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rbytes": 124699984, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rsnaps": 0, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_fetch": 104, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_set_tag": 0, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_inotable_repaired": 0, 2024-04-26T17:31:02.859 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_inodes": 6, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dirfrag_rstats": 6, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_file_inodes": 98, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_inode_file_caps": 0, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_revoke": 65, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_grant": 348, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps": 483, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps_dirty": 212, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_cap_release": 34, 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: "process_request_cap_release": 521 2024-04-26T17:31:02.860 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_cache": { 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update": 91, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update_receipt": 1980, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_try_discover": 1287, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_send_discover": 1365, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_handle_discover": 124, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays": 2, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_delayed": 0, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_enqueuing": 0, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_created": 212, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_enqueued": 210, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_reintegrated": 0, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_migrated": 0, 2024-04-26T17:31:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_processing": 0, 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_enqueued": 0, 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_prioritized": 0, 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_started": 0, 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_completed": 0, 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_quiesce_path": 0, 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_quiesce_inode": 0, 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_exportdir": 14, 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_flush": 0, 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragmentdir": 0, 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragstats": 0, 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_inodestats": 0 2024-04-26T17:31:02.862 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_log": { 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "evlrg": 0, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "evadd": 1005, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "evex": 0, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "evtrm": 0, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "ev": 1005, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "evexg": 0, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "evexd": 0, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "segadd": 2, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "segex": 0, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "segtrm": 0, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "seg": 2, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "segmjr": 2, 2024-04-26T17:31:02.863 INFO:teuthology.orchestra.run.smithi119.stdout: "segexg": 0, 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "segexd": 0, 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "expos": 4194304, 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "wrpos": 5698266, 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "rdpos": 0, 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "jlat": { 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 265, 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.440412915, 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001661935 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "replayed": 0 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_mem": { 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "ino": 42, 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "ino+": 869, 2024-04-26T17:31:02.864 INFO:teuthology.orchestra.run.smithi119.stdout: "ino-": 827, 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "dir": 41, 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "dir+": 782, 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "dir-": 741, 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "dn": 37, 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "dn+": 1588, 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "dn-": 1551, 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "cap": 2, 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "cap+": 242, 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "cap-": 240, 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "rss": 59544, 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "heap": 223608 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_server": { 2024-04-26T17:31:02.865 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_client_request": 1170, 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_server_request": 66, 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_request": 526, 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_session": 14, 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_peer_request": 399, 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: "req_create_latency": { 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 96, 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.216838827, 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.002258737 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getattr_latency": { 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 3, 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.002420565, 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000806855 2024-04-26T17:31:02.866 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getfilelock_latency": { 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: "req_link_latency": { 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookup_latency": { 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 89, 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.055355375, 2024-04-26T17:31:02.867 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000621970 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookuphash_latency": { 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupino_latency": { 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupname_latency": { 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.868 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupparent_latency": { 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupsnap_latency": { 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lssnap_latency": { 2024-04-26T17:31:02.869 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.870 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.870 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.870 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.870 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mkdir_latency": { 2024-04-26T17:31:02.870 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mknod_latency": { 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mksnap_latency": { 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.871 INFO:teuthology.orchestra.run.smithi119.stdout: "req_open_latency": { 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: "req_readdir_latency": { 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 29, 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.022246637, 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000767125 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rename_latency": { 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.872 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: "req_renamesnap_latency": { 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: "req_snapdiff_latency": { 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmdir_latency": { 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 6, 2024-04-26T17:31:02.873 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.065638005, 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.010939667 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmsnap_latency": { 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmxattr_latency": { 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.874 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setattr_latency": { 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1, 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000988200, 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000988200 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setdirlayout_latency": { 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setfilelock_latency": { 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.875 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setlayout_latency": { 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setxattr_latency": { 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: "req_symlink_latency": { 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.876 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: "req_unlink_latency": { 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 206, 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.396903017, 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001926713 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_revoke_eviction": 0, 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_acquisition_throttle": 0, 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getvxattr_latency": { 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.877 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:02.878 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.878 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_sessions": { 2024-04-26T17:31:02.878 INFO:teuthology.orchestra.run.smithi119.stdout: "session_count": 1, 2024-04-26T17:31:02.878 INFO:teuthology.orchestra.run.smithi119.stdout: "session_add": 3, 2024-04-26T17:31:02.878 INFO:teuthology.orchestra.run.smithi119.stdout: "session_remove": 2, 2024-04-26T17:31:02.878 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_open": 1, 2024-04-26T17:31:02.878 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_stale": 0, 2024-04-26T17:31:02.878 INFO:teuthology.orchestra.run.smithi119.stdout: "total_load": 228, 2024-04-26T17:31:02.878 INFO:teuthology.orchestra.run.smithi119.stdout: "average_load": 228, 2024-04-26T17:31:02.878 INFO:teuthology.orchestra.run.smithi119.stdout: "avg_session_uptime": 237, 2024-04-26T17:31:02.878 INFO:teuthology.orchestra.run.smithi119.stdout: "mdthresh_evicted": 0 2024-04-26T17:31:02.878 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "mempool": { 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_bytes": 0, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_items": 0, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_items": 0, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_items": 0, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_items": 0, 2024-04-26T17:31:02.879 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_bytes": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_items": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_bytes": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_items": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_items": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_bytes": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_items": 0, 2024-04-26T17:31:02.880 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_bytes": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_items": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_bytes": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_items": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_items": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_items": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_bytes": 308999, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_items": 130, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_bytes": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_items": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_bytes": 0, 2024-04-26T17:31:02.881 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_items": 0, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_bytes": 0, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_items": 0, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_bytes": 0, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_items": 0, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_bytes": 9080, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_items": 174, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_items": 0, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_bytes": 0, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_items": 0, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_bytes": 174463, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_items": 923, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_bytes": 0, 2024-04-26T17:31:02.882 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_items": 0, 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_bytes": 0, 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_items": 0 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: "objecter": { 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: "op_active": 0, 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: "op_laggy": 0, 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send": 1007, 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send_bytes": 1563397, 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: "op_resend": 33, 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: "op_reply": 1007, 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: "op_latency": { 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1007, 2024-04-26T17:31:02.883 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 2.244945782, 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.002229340 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: "op_inflight": 0, 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: "oplen_avg": { 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1007, 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 1109 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: "op": 1007, 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: "op_r": 144, 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: "op_w": 863, 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: "op_rmw": 0, 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: "op_pg": 0, 2024-04-26T17:31:02.884 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_stat": 0, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_create": 10, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_read": 40, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_write": 305, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writefull": 42, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writesame": 0, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_append": 0, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_zero": 0, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_truncate": 0, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_delete": 428, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_mapext": 0, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_sparse_read": 0, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_clonerange": 0, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_getxattr": 104, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_setxattr": 20, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_cmpxattr": 0, 2024-04-26T17:31:02.885 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_rmxattr": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_resetxattrs": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_call": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_watch": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_notify": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls_filter": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_other": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_active": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_send": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_resend": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_ping": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_active": 0, 2024-04-26T17:31:02.886 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_send": 0, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_resend": 0, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_active": 0, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_send": 0, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_resend": 0, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_active": 0, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_send": 0, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_resend": 0, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "command_active": 0, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "command_send": 0, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "command_resend": 0, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "map_epoch": 94, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "map_full": 0, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "map_inc": 4, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_sessions": 12, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_open": 12, 2024-04-26T17:31:02.887 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_close": 0, 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_laggy": 0, 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_wr": 115, 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_rd": 0, 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_del": 45 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: "oft": { 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_objs": 1, 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_kv_pairs": 0, 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_updates": 0, 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_removes": 0 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: "osd-slow-ops": { 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_ops_count": 0 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.888 INFO:teuthology.orchestra.run.smithi119.stdout: "purge_queue": { 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops": 0, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops_high_water": 10, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing": 0, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_high_water": 5, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executed_ops": 416, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executed": 210, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_item_in_journal": 0 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 20830, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 6767082, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:02.889 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 20830, 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 20830, 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 6767082, 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_bytes": { 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2024-04-26T17:31:02.890 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 1007, 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 1586255, 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 1007, 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 1586255, 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:02.891 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_ops": { 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 1024, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 1007, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 1007, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 1007, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 1007, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.892 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle": { 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 210, 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 22858, 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 210, 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2024-04-26T17:31:02.893 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 40, 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 22858, 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle-0x5563cf9c0500": { 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 1005, 2024-04-26T17:31:02.894 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 1503962, 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 1005, 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 265, 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 1503962, 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:02.895 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-26T17:31:03.550 INFO:tasks.check_counter:Daemon mds.h mds.exported=14 2024-04-26T17:31:03.550 INFO:tasks.check_counter:Daemon mds.h mds.imported=14 2024-04-26T17:31:03.550 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=91 2024-04-26T17:31:03.550 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=1980 2024-04-26T17:31:03.550 DEBUG:tasks.check_counter:Getting stats from k 2024-04-26T17:31:03.550 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-26T17:31:03.790 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T17:31:03.796 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:03 smithi119 ceph-mon[32584]: pgmap v489: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-04-26T17:31:03.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:03 smithi090 ceph-mon[29417]: pgmap v489: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-04-26T17:31:04.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:03 smithi167 ceph-mon[32665]: pgmap v489: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-04-26T17:31:05.506 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-26T17:31:05.506 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 1486, 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 1290, 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 594025, 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 1402290, 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 18, 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 6, 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.101570364, 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.043206405, 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.056410067, 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.007844549, 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1289, 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.045035958, 2024-04-26T17:31:05.507 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000034938 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2124, 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000410318, 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000193 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 3924, 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 2670, 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 2312146, 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 929184, 2024-04-26T17:31:05.508 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 13, 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 6, 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.185908220, 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.069685730, 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.152276469, 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.005147090, 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2669, 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.057655313, 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000021601 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 5866, 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000779047, 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000132 2024-04-26T17:31:05.509 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.510 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 859152, 2024-04-26T17:31:05.510 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 78960 2024-04-26T17:31:05.510 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.510 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T17:31:05.510 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 14401, 2024-04-26T17:31:05.510 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 7283, 2024-04-26T17:31:05.510 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 5418153, 2024-04-26T17:31:05.510 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 1651767, 2024-04-26T17:31:05.510 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 11, 2024-04-26T17:31:05.510 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 8, 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.586821209, 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.221493743, 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.501738754, 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.004710939, 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 7281, 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.139675867, 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000019183 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 21157, 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.002860193, 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000135 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.511 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 1088, 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 220080 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: "cct": { 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: "total_workers": 1, 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: "unhealthy_workers": 0 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-MDSRank": { 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 418, 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.147474485, 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000352809 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:05.512 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-PurgeQueue": { 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 307, 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.018050257, 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000058795 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: "request": 360, 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: "reply": 270, 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: "reply_latency": { 2024-04-26T17:31:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 270, 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.382204862, 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001415573 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_reply": 0, 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: "forward": 90, 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_complete": 0, 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_keys": 0, 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_commit": 11, 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_split": 0, 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_merge": 0, 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes": 34, 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_top": 13, 2024-04-26T17:31:05.514 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_bottom": 11, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pin_tail": 10, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pinned": 13, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_expired": 1231, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_with_caps": 0, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": 0, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "subtrees": 6, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse": 2116, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_hit": 1120, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_forward": 90, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_discover": 609, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_dir_fetch": 0, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_remote_ino": 0, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_lock": 0, 2024-04-26T17:31:05.515 INFO:teuthology.orchestra.run.smithi119.stdout: "load_cent": 0, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "q": 0, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "exported": 10, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "exported_inodes": 2, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "imported": 10, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "imported_inodes": 74, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_dir_fetch": 0, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_backtrace_fetch": 42, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_peer_discover": 0, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rfiles": 3716, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rbytes": 124699984, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rsnaps": 0, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_fetch": 42, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_set_tag": 0, 2024-04-26T17:31:05.516 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_inotable_repaired": 0, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_inodes": 2, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dirfrag_rstats": 2, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_file_inodes": 40, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_inode_file_caps": 4, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_revoke": 32, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_grant": 168, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps": 225, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps_dirty": 108, 2024-04-26T17:31:05.517 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_cap_release": 17, 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "process_request_cap_release": 268 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_cache": { 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update": 71, 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update_receipt": 1992, 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_try_discover": 1295, 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_send_discover": 1377, 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_handle_discover": 82, 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays": 0, 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_delayed": 0, 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_enqueuing": 0, 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_created": 114, 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_enqueued": 114, 2024-04-26T17:31:05.518 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_reintegrated": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_migrated": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_processing": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_enqueued": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_prioritized": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_started": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_completed": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_quiesce_path": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_quiesce_inode": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_exportdir": 10, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_flush": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragmentdir": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragstats": 0, 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_inodestats": 0 2024-04-26T17:31:05.519 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_log": { 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "evlrg": 0, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "evadd": 530, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "evex": 0, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "evtrm": 0, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "ev": 530, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "evexg": 0, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "evexd": 0, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "segadd": 2, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "segex": 0, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "segtrm": 0, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "seg": 2, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "segmjr": 2, 2024-04-26T17:31:05.520 INFO:teuthology.orchestra.run.smithi119.stdout: "segexg": 0, 2024-04-26T17:31:05.521 INFO:teuthology.orchestra.run.smithi119.stdout: "segexd": 0, 2024-04-26T17:31:05.521 INFO:teuthology.orchestra.run.smithi119.stdout: "expos": 4194304, 2024-04-26T17:31:05.521 INFO:teuthology.orchestra.run.smithi119.stdout: "wrpos": 4991178, 2024-04-26T17:31:05.521 INFO:teuthology.orchestra.run.smithi119.stdout: "rdpos": 0, 2024-04-26T17:31:05.521 INFO:teuthology.orchestra.run.smithi119.stdout: "jlat": { 2024-04-26T17:31:05.521 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 150, 2024-04-26T17:31:05.521 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.239845537, 2024-04-26T17:31:05.521 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001598970 2024-04-26T17:31:05.521 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.521 INFO:teuthology.orchestra.run.smithi119.stdout: "replayed": 0 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_mem": { 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: "ino": 41, 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: "ino+": 771, 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: "ino-": 730, 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: "dir": 40, 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: "dir+": 780, 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: "dir-": 740, 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: "dn": 34, 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: "dn+": 1451, 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: "dn-": 1417, 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: "cap": 0, 2024-04-26T17:31:05.522 INFO:teuthology.orchestra.run.smithi119.stdout: "cap+": 131, 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "cap-": 131, 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "rss": 57340, 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "heap": 223608 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_server": { 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_client_request": 682, 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_server_request": 58, 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_request": 360, 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_session": 9, 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_peer_request": 263, 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "req_create_latency": { 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 40, 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.071865815, 2024-04-26T17:31:05.523 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001796645 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getattr_latency": { 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getfilelock_latency": { 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: "req_link_latency": { 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.524 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookup_latency": { 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 97, 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.049828754, 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000513698 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookuphash_latency": { 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupino_latency": { 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.525 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupname_latency": { 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupparent_latency": { 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupsnap_latency": { 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.526 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.527 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.527 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.527 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lssnap_latency": { 2024-04-26T17:31:05.527 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.527 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.527 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mkdir_latency": { 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mknod_latency": { 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mksnap_latency": { 2024-04-26T17:31:05.528 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: "req_open_latency": { 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: "req_readdir_latency": { 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 19, 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.012548304, 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000660437 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.529 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rename_latency": { 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: "req_renamesnap_latency": { 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: "req_snapdiff_latency": { 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.530 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmdir_latency": { 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2, 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.028905538, 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.014452769 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmsnap_latency": { 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmxattr_latency": { 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.531 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setattr_latency": { 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setdirlayout_latency": { 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.532 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setfilelock_latency": { 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setlayout_latency": { 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setxattr_latency": { 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.533 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: "req_symlink_latency": { 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: "req_unlink_latency": { 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 112, 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.219056451, 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001955861 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_revoke_eviction": 0, 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_acquisition_throttle": 0, 2024-04-26T17:31:05.534 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getvxattr_latency": { 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_sessions": { 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: "session_count": 1, 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: "session_add": 2, 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: "session_remove": 1, 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_open": 1, 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_stale": 0, 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: "total_load": 164, 2024-04-26T17:31:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: "average_load": 164, 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "avg_session_uptime": 239, 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "mdthresh_evicted": 0 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "mempool": { 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_bytes": 0, 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_items": 0, 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_items": 0, 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_items": 0, 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T17:31:05.536 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_items": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_bytes": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_items": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_bytes": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_items": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T17:31:05.537 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_items": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_bytes": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_items": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_bytes": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_items": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_bytes": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_items": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_items": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T17:31:05.538 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_items": 0, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_bytes": 304287, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_items": 125, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_bytes": 0, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_items": 0, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_bytes": 0, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_items": 0, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_bytes": 0, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_items": 0, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_bytes": 0, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_items": 0, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_bytes": 9080, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_items": 174, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T17:31:05.539 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_items": 0, 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_bytes": 0, 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_items": 0, 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_bytes": 167365, 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_items": 584, 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_bytes": 0, 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_items": 0, 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_bytes": 0, 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_items": 0 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "objecter": { 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "op_active": 0, 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "op_laggy": 0, 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send": 575, 2024-04-26T17:31:05.540 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send_bytes": 836554, 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: "op_resend": 33, 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: "op_reply": 575, 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: "op_latency": { 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 575, 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 1.321968074, 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.002299074 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: "op_inflight": 0, 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: "oplen_avg": { 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 575, 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 645 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.541 INFO:teuthology.orchestra.run.smithi119.stdout: "op": 575, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "op_r": 67, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "op_w": 508, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "op_rmw": 0, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "op_pg": 0, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_stat": 0, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_create": 10, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_read": 25, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_write": 175, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writefull": 31, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writesame": 0, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_append": 0, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_zero": 0, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_truncate": 0, 2024-04-26T17:31:05.542 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_delete": 238, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_mapext": 0, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_sparse_read": 0, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_clonerange": 0, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_getxattr": 42, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_setxattr": 20, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_cmpxattr": 0, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_rmxattr": 0, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_resetxattrs": 0, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_call": 0, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_watch": 0, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_notify": 0, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls": 0, 2024-04-26T17:31:05.543 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls_filter": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_other": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_active": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_send": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_resend": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_ping": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_active": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_send": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_resend": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_active": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_send": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_resend": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_active": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_send": 0, 2024-04-26T17:31:05.544 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_resend": 0, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "command_active": 0, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "command_send": 0, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "command_resend": 0, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "map_epoch": 94, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "map_full": 0, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "map_inc": 4, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_sessions": 12, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_open": 12, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_close": 0, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_laggy": 0, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_wr": 76, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_rd": 0, 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_del": 28 2024-04-26T17:31:05.545 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: "oft": { 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_objs": 1, 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_kv_pairs": 0, 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_updates": 0, 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_removes": 0 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: "osd-slow-ops": { 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_ops_count": 0 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: "purge_queue": { 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops": 0, 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops_high_water": 10, 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing": 0, 2024-04-26T17:31:05.546 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_high_water": 5, 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executed_ops": 226, 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executed": 114, 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_item_in_journal": 0 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 19807, 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 6529647, 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 19807, 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2024-04-26T17:31:05.547 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 19807, 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 6529647, 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_bytes": { 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2024-04-26T17:31:05.548 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 575, 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 848964, 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 575, 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 848964, 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_ops": { 2024-04-26T17:31:05.549 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 1024, 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 575, 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 575, 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 575, 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 575, 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.550 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle": { 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 114, 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 12410, 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 114, 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2024-04-26T17:31:05.551 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 25, 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 12410, 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle-0x56237c256500": { 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 530, 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 796874, 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:05.552 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 530, 2024-04-26T17:31:05.553 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2024-04-26T17:31:05.553 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2024-04-26T17:31:05.553 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 150, 2024-04-26T17:31:05.553 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 796874, 2024-04-26T17:31:05.553 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2024-04-26T17:31:05.553 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2024-04-26T17:31:05.553 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2024-04-26T17:31:05.553 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2024-04-26T17:31:05.553 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:05.553 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-26T17:31:05.553 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-26T17:31:05.797 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:05 smithi119 ceph-mon[32584]: pgmap v490: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-26T17:31:05.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:05 smithi090 ceph-mon[29417]: pgmap v490: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-26T17:31:06.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:05 smithi167 ceph-mon[32665]: pgmap v490: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-26T17:31:06.328 INFO:tasks.check_counter:Daemon mds.k mds.exported=10 2024-04-26T17:31:06.329 INFO:tasks.check_counter:Daemon mds.k mds.imported=10 2024-04-26T17:31:06.329 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=71 2024-04-26T17:31:06.329 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=1992 2024-04-26T17:31:06.329 DEBUG:tasks.check_counter:Getting stats from c 2024-04-26T17:31:06.329 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-26T17:31:06.582 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:31:07.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:07 smithi167 ceph-mon[32665]: pgmap v491: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T17:31:07.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:07 smithi090 ceph-mon[29417]: pgmap v491: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T17:31:08.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:07 smithi119 ceph-mon[32584]: pgmap v491: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T17:31:08.530 INFO:teuthology.orchestra.run.smithi167.stdout:{ 2024-04-26T17:31:08.530 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T17:31:08.530 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 620, 2024-04-26T17:31:08.530 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 620, 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 4386451, 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 196346, 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 6, 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 2, 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.062447318, 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.018701716, 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.018597110, 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.018929003, 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 619, 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.026899760, 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000043456 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 81, 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 165, 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 20512, 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 245874, 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 5, 2024-04-26T17:31:08.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 4, 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.013507304, 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.005466535, 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.004175412, 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.002524766, 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 163, 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.012225346, 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000075002 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-26T17:31:08.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 220368 2024-04-26T17:31:08.534 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.534 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T17:31:08.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 644, 2024-04-26T17:31:08.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 620, 2024-04-26T17:31:08.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 5755215, 2024-04-26T17:31:08.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 228271, 2024-04-26T17:31:08.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 4, 2024-04-26T17:31:08.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 3, 2024-04-26T17:31:08.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.063461734, 2024-04-26T17:31:08.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.020262644, 2024-04-26T17:31:08.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.029734506, 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.015239929, 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 619, 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.020700323, 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000033441 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 867648, 2024-04-26T17:31:08.535 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 70224 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: "cct": { 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: "total_workers": 1, 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: "unhealthy_workers": 0 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-MDSRank": { 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1991, 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.060301482, 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000030287 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.536 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-PurgeQueue": { 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: "mds": { 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: "request": 0, 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: "reply": 0, 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: "reply_latency": { 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.537 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_reply": 0, 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: "forward": 0, 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_complete": 0, 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_keys": 0, 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_commit": 0, 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_split": 0, 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_merge": 0, 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes": 242, 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_top": 156, 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_bottom": 86, 2024-04-26T17:31:08.538 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pin_tail": 0, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pinned": 18, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_expired": 0, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_with_caps": 0, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "caps": 0, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "subtrees": 2, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse": 0, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_hit": 0, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_forward": 0, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_discover": 0, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_dir_fetch": 0, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_remote_ino": 0, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_lock": 0, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "load_cent": 0, 2024-04-26T17:31:08.539 INFO:teuthology.orchestra.run.smithi167.stdout: "q": 0, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "exported": 0, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "exported_inodes": 0, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "imported": 0, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "imported_inodes": 0, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_dir_fetch": 0, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_backtrace_fetch": 0, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_peer_discover": 0, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rfiles": 4, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rbytes": 234, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rsnaps": 0, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_set_tag": 0, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T17:31:08.540 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_inotable_repaired": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_inodes": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_file_inodes": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_inode_file_caps": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_grant": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps_dirty": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_cap_release": 0, 2024-04-26T17:31:08.541 INFO:teuthology.orchestra.run.smithi167.stdout: "process_request_cap_release": 0 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_cache": { 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update": 0, 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update_receipt": 0, 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_try_discover": 0, 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_send_discover": 0, 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_handle_discover": 0, 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays": 0, 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_delayed": 0, 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_enqueuing": 0, 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_created": 0, 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_enqueued": 0, 2024-04-26T17:31:08.542 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_reintegrated": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_migrated": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_processing": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_enqueued": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_prioritized": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_started": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_completed": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_path": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_inode": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_exportdir": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_flush": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragmentdir": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragstats": 0, 2024-04-26T17:31:08.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_inodestats": 0 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_log": { 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "evlrg": 0, 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "evadd": 0, 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "evex": 0, 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "evtrm": 0, 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "ev": 4166, 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "evexg": 0, 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "evexd": 0, 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "segadd": 0, 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "segex": 0, 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "segtrm": 0, 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "seg": 2, 2024-04-26T17:31:08.544 INFO:teuthology.orchestra.run.smithi167.stdout: "segmjr": 17, 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: "segexg": 0, 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: "segexd": 0, 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: "expos": 13110559, 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: "wrpos": 13151442, 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: "rdpos": 13147141, 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: "jlat": { 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: "replayed": 4166 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_mem": { 2024-04-26T17:31:08.545 INFO:teuthology.orchestra.run.smithi167.stdout: "ino": 22, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "ino+": 2789, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "ino-": 2767, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "dir": 17, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "dir+": 297, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "dir-": 280, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "dn": 242, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "dn+": 2938, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "dn-": 2696, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "cap": 0, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "cap+": 0, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "cap-": 0, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "rss": 56464, 2024-04-26T17:31:08.546 INFO:teuthology.orchestra.run.smithi167.stdout: "heap": 215416 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_server": { 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_client_request": 0, 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_server_request": 0, 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_request": 0, 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_session": 0, 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_peer_request": 0, 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: "req_create_latency": { 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getattr_latency": { 2024-04-26T17:31:08.547 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getfilelock_latency": { 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: "req_link_latency": { 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.548 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookup_latency": { 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookuphash_latency": { 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupino_latency": { 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.549 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupname_latency": { 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupparent_latency": { 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupsnap_latency": { 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.551 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.551 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lssnap_latency": { 2024-04-26T17:31:08.551 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.551 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.551 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.551 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.551 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mkdir_latency": { 2024-04-26T17:31:08.552 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.552 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.552 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.552 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.552 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mknod_latency": { 2024-04-26T17:31:08.552 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.552 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.552 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.552 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.552 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mksnap_latency": { 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: "req_open_latency": { 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: "req_readdir_latency": { 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.553 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rename_latency": { 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: "req_renamesnap_latency": { 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: "req_snapdiff_latency": { 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.554 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmdir_latency": { 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmsnap_latency": { 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmxattr_latency": { 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.555 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setattr_latency": { 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setdirlayout_latency": { 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setfilelock_latency": { 2024-04-26T17:31:08.556 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setlayout_latency": { 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setxattr_latency": { 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.557 INFO:teuthology.orchestra.run.smithi167.stdout: "req_symlink_latency": { 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: "req_unlink_latency": { 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_revoke_eviction": 0, 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_acquisition_throttle": 0, 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getvxattr_latency": { 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.558 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_sessions": { 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: "session_count": 1, 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: "session_add": 4, 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: "session_remove": 3, 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_open": 2, 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_stale": 0, 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: "total_load": 0, 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: "average_load": 0, 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: "avg_session_uptime": 2492, 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: "mdthresh_evicted": 0 2024-04-26T17:31:08.559 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "mempool": { 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_bytes": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_items": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_items": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_items": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_items": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T17:31:08.560 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_bytes": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_items": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_bytes": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_items": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_items": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_bytes": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_items": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T17:31:08.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_bytes": 0, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_items": 0, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_bytes": 0, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_items": 0, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_items": 0, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_items": 0, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_bytes": 198103, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_items": 54, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_bytes": 0, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_items": 0, 2024-04-26T17:31:08.562 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_bytes": 0, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_items": 0, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_bytes": 0, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_items": 0, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_bytes": 0, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_items": 0, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_bytes": 9080, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_items": 174, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_items": 0, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_bytes": 0, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_items": 0, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_bytes": 241504, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_items": 1336, 2024-04-26T17:31:08.563 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_bytes": 0, 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_items": 0, 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_bytes": 0, 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_items": 0 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "objecter": { 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "op_active": 0, 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "op_laggy": 0, 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send": 1193, 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send_bytes": 26, 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "op_resend": 4, 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "op_reply": 1193, 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "op_latency": { 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1193, 2024-04-26T17:31:08.564 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.600989582, 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000503763 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "op_inflight": 0, 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "oplen_avg": { 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1193, 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 1194 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "op": 1193, 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "op_r": 1193, 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "op_w": 0, 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "op_rmw": 0, 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "op_pg": 0, 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_stat": 724, 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_create": 0, 2024-04-26T17:31:08.565 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_read": 466, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_write": 0, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writefull": 0, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writesame": 0, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_append": 0, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_zero": 0, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_truncate": 0, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_delete": 0, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_mapext": 0, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_sparse_read": 0, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_clonerange": 0, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_getxattr": 2, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_setxattr": 0, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_cmpxattr": 0, 2024-04-26T17:31:08.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_rmxattr": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_resetxattrs": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_call": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_watch": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_notify": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls_filter": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_other": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_active": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_send": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_resend": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_ping": 0, 2024-04-26T17:31:08.567 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_active": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_send": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_resend": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_active": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_send": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_resend": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_active": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_send": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_resend": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "command_active": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "command_send": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "command_resend": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "map_epoch": 94, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "map_full": 0, 2024-04-26T17:31:08.568 INFO:teuthology.orchestra.run.smithi167.stdout: "map_inc": 4, 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_sessions": 6, 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_open": 6, 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_close": 0, 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_laggy": 0, 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_wr": 0, 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_rd": 2, 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_del": 0 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: "oft": { 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_objs": 0, 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_kv_pairs": 0, 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_updates": 0, 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_removes": 0 2024-04-26T17:31:08.569 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osd-slow-ops": { 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_ops_count": 0 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: "purge_queue": { 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops": 0, 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing": 0, 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_high_water": 0, 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed_ops": 0, 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed": 0, 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_item_in_journal": 0 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.570 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 1341, 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 10031054, 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 1341, 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 1341, 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 10031054, 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.571 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_bytes": { 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 1193, 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 8957940, 2024-04-26T17:31:08.572 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 1193, 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 8957940, 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_ops": { 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 1024, 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-26T17:31:08.573 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 1193, 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 1193, 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 1193, 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 1193, 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle": { 2024-04-26T17:31:08.574 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 0, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 0, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.575 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle-0x562bf6c046e0": { 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 0, 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 0, 2024-04-26T17:31:08.576 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:08.577 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:08.577 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:08.577 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:08.577 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:08.577 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:08.577 INFO:teuthology.orchestra.run.smithi167.stdout:} 2024-04-26T17:31:09.415 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-26T17:31:09.416 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-26T17:31:09.416 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-04-26T17:31:09.416 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-04-26T17:31:09.416 DEBUG:tasks.check_counter:Getting stats from f 2024-04-26T17:31:09.416 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-26T17:31:09.670 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:31:09.701 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:09 smithi167 ceph-mon[32665]: pgmap v492: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-26T17:31:09.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:09 smithi090 ceph-mon[29417]: pgmap v492: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-26T17:31:10.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:09 smithi119 ceph-mon[32584]: pgmap v492: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-26T17:31:11.542 INFO:teuthology.orchestra.run.smithi167.stdout:{ 2024-04-26T17:31:11.608 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T17:31:11.608 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 513, 2024-04-26T17:31:11.608 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 489, 2024-04-26T17:31:11.608 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 990736, 2024-04-26T17:31:11.608 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 187092, 2024-04-26T17:31:11.608 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 5, 2024-04-26T17:31:11.608 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 1, 2024-04-26T17:31:11.608 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.063479019, 2024-04-26T17:31:11.608 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.019198551, 2024-04-26T17:31:11.608 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.028443208, 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.016107306, 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 488, 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.023445869, 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000048044 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 867760, 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 70704 2024-04-26T17:31:11.609 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 3, 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 88, 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 716, 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 221242, 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 4, 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 3, 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.005891009, 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.003366019, 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.001510565, 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.000073458, 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:11.610 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 86, 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.006136791, 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000071358 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 220544 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 705, 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 705, 2024-04-26T17:31:11.611 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 1685901, 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 223373, 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 4, 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 3, 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.049638661, 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.015604701, 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.013527095, 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.017167145, 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 704, 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.024688798, 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000035069 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.612 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.613 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.613 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.613 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-26T17:31:11.613 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T17:31:11.613 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.613 INFO:teuthology.orchestra.run.smithi167.stdout: "cct": { 2024-04-26T17:31:11.613 INFO:teuthology.orchestra.run.smithi167.stdout: "total_workers": 1, 2024-04-26T17:31:11.613 INFO:teuthology.orchestra.run.smithi167.stdout: "unhealthy_workers": 0 2024-04-26T17:31:11.613 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.613 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-MDSRank": { 2024-04-26T17:31:11.613 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-26T17:31:11.613 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1852, 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.047887129, 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000025856 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-PurgeQueue": { 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:11.614 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: "mds": { 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: "request": 0, 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: "reply": 0, 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: "reply_latency": { 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_reply": 0, 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: "forward": 0, 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_complete": 0, 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_keys": 0, 2024-04-26T17:31:11.615 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_commit": 0, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_split": 0, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_merge": 0, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes": 227, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_top": 0, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_bottom": 227, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pin_tail": 0, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pinned": 227, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_expired": 0, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_with_caps": 0, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "caps": 0, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "subtrees": 1, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse": 0, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_hit": 0, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_forward": 0, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_discover": 0, 2024-04-26T17:31:11.616 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_dir_fetch": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_remote_ino": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_lock": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "load_cent": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "q": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "exported": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "exported_inodes": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "imported": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "imported_inodes": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_dir_fetch": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_backtrace_fetch": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_peer_discover": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rfiles": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rbytes": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rsnaps": 0, 2024-04-26T17:31:11.617 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_set_tag": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_inotable_repaired": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_inodes": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_file_inodes": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_inode_file_caps": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_grant": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T17:31:11.618 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps": 0, 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps_dirty": 0, 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_cap_release": 0, 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "process_request_cap_release": 0 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_cache": { 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update": 0, 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update_receipt": 0, 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_try_discover": 0, 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_send_discover": 0, 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_handle_discover": 0, 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays": 0, 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_delayed": 0, 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_enqueuing": 0, 2024-04-26T17:31:11.619 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_created": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_enqueued": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_reintegrated": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_migrated": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_processing": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_enqueued": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_prioritized": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_started": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_completed": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_path": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_inode": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_exportdir": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_flush": 0, 2024-04-26T17:31:11.620 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragmentdir": 0, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragstats": 0, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_inodestats": 0 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_log": { 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "evlrg": 0, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "evadd": 0, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "evex": 0, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "evtrm": 0, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "ev": 1005, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "evexg": 0, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "evexd": 0, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "segadd": 0, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "segex": 0, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "segtrm": 0, 2024-04-26T17:31:11.621 INFO:teuthology.orchestra.run.smithi167.stdout: "seg": 2, 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: "segmjr": 2, 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: "segexg": 0, 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: "segexd": 0, 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: "expos": 4194304, 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: "wrpos": 5698266, 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: "rdpos": 5697128, 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: "jlat": { 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: "replayed": 1005 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.622 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_mem": { 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "ino": 6, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "ino+": 282, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "ino-": 276, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "dir": 4, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "dir+": 93, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "dir-": 89, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "dn": 227, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "dn+": 396, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "dn-": 169, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "cap": 0, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "cap+": 0, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "cap-": 0, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "rss": 51100, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "heap": 215416 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.623 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_server": { 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_client_request": 0, 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_server_request": 0, 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_request": 0, 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_session": 0, 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_peer_request": 0, 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "req_create_latency": { 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getattr_latency": { 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.624 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getfilelock_latency": { 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "req_link_latency": { 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookup_latency": { 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.625 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookuphash_latency": { 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupino_latency": { 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupname_latency": { 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.626 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupparent_latency": { 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupsnap_latency": { 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lssnap_latency": { 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.627 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.628 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.628 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mkdir_latency": { 2024-04-26T17:31:11.628 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.629 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.629 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.629 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.629 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mknod_latency": { 2024-04-26T17:31:11.630 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.630 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.630 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.630 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.630 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mksnap_latency": { 2024-04-26T17:31:11.630 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.630 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.630 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.630 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.630 INFO:teuthology.orchestra.run.smithi167.stdout: "req_open_latency": { 2024-04-26T17:31:11.630 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: "req_readdir_latency": { 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rename_latency": { 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.631 INFO:teuthology.orchestra.run.smithi167.stdout: "req_renamesnap_latency": { 2024-04-26T17:31:11.632 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.632 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.632 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.632 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.632 INFO:teuthology.orchestra.run.smithi167.stdout: "req_snapdiff_latency": { 2024-04-26T17:31:11.632 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.632 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.632 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.632 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.632 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmdir_latency": { 2024-04-26T17:31:11.632 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.632 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.633 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.633 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.633 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmsnap_latency": { 2024-04-26T17:31:11.633 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.633 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.633 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.633 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.633 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmxattr_latency": { 2024-04-26T17:31:11.633 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.633 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.633 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.634 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.634 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setattr_latency": { 2024-04-26T17:31:11.634 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.634 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.634 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.634 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.634 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setdirlayout_latency": { 2024-04-26T17:31:11.634 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.634 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.634 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.635 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.635 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setfilelock_latency": { 2024-04-26T17:31:11.635 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.635 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.635 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.635 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.635 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setlayout_latency": { 2024-04-26T17:31:11.635 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.635 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.635 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.635 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.635 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setxattr_latency": { 2024-04-26T17:31:11.636 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.636 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.636 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.636 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.636 INFO:teuthology.orchestra.run.smithi167.stdout: "req_symlink_latency": { 2024-04-26T17:31:11.636 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.636 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.636 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.636 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.636 INFO:teuthology.orchestra.run.smithi167.stdout: "req_unlink_latency": { 2024-04-26T17:31:11.637 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.637 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.637 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.637 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.637 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_revoke_eviction": 0, 2024-04-26T17:31:11.637 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_acquisition_throttle": 0, 2024-04-26T17:31:11.637 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getvxattr_latency": { 2024-04-26T17:31:11.637 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.637 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.637 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.637 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:11.637 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_sessions": { 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: "session_count": 1, 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: "session_add": 3, 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: "session_remove": 2, 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_open": 2, 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_stale": 0, 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: "total_load": 0, 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: "average_load": 0, 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: "avg_session_uptime": 2499, 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: "mdthresh_evicted": 0 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: "mempool": { 2024-04-26T17:31:11.638 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_bytes": 0, 2024-04-26T17:31:11.639 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_items": 0, 2024-04-26T17:31:11.639 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T17:31:11.639 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_items": 0, 2024-04-26T17:31:11.639 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T17:31:11.639 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_items": 0, 2024-04-26T17:31:11.639 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T17:31:11.639 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T17:31:11.639 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T17:31:11.639 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T17:31:11.639 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T17:31:11.639 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_items": 0, 2024-04-26T17:31:11.640 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T17:31:11.640 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T17:31:11.640 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_bytes": 0, 2024-04-26T17:31:11.640 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_items": 0, 2024-04-26T17:31:11.640 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_bytes": 0, 2024-04-26T17:31:11.640 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_items": 0, 2024-04-26T17:31:11.640 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T17:31:11.640 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T17:31:11.640 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T17:31:11.640 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T17:31:11.640 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T17:31:11.640 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_items": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_bytes": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_items": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_bytes": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_items": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_bytes": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_items": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_items": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_items": 0, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_bytes": 181176, 2024-04-26T17:31:11.641 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_items": 45, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_bytes": 0, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_items": 0, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_bytes": 0, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_items": 0, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_bytes": 0, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_items": 0, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_bytes": 0, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_items": 0, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_bytes": 9080, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_items": 174, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_items": 0, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_bytes": 0, 2024-04-26T17:31:11.642 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_items": 0, 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_bytes": 179143, 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_items": 1230, 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_bytes": 0, 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_items": 0, 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_bytes": 0, 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_items": 0 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: "objecter": { 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: "op_active": 0, 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: "op_laggy": 0, 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send": 1069, 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send_bytes": 21, 2024-04-26T17:31:11.643 INFO:teuthology.orchestra.run.smithi167.stdout: "op_resend": 3, 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "op_reply": 1069, 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "op_latency": { 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1069, 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.529990783, 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000495781 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "op_inflight": 0, 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "oplen_avg": { 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1069, 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 1070 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "op": 1069, 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "op_r": 1069, 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "op_w": 0, 2024-04-26T17:31:11.644 INFO:teuthology.orchestra.run.smithi167.stdout: "op_rmw": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "op_pg": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_stat": 643, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_create": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_read": 424, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_write": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writefull": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writesame": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_append": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_zero": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_truncate": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_delete": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_mapext": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_sparse_read": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_clonerange": 0, 2024-04-26T17:31:11.645 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_getxattr": 1, 2024-04-26T17:31:11.646 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_setxattr": 0, 2024-04-26T17:31:11.646 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_cmpxattr": 0, 2024-04-26T17:31:11.646 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_rmxattr": 0, 2024-04-26T17:31:11.646 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_resetxattrs": 0, 2024-04-26T17:31:11.646 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_call": 0, 2024-04-26T17:31:11.646 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_watch": 0, 2024-04-26T17:31:11.646 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_notify": 0, 2024-04-26T17:31:11.646 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T17:31:11.646 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls": 0, 2024-04-26T17:31:11.646 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls_filter": 0, 2024-04-26T17:31:11.646 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_other": 0, 2024-04-26T17:31:11.646 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_active": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_send": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_resend": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_ping": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_active": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_send": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_resend": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_active": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_send": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_resend": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_active": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_send": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_resend": 0, 2024-04-26T17:31:11.647 INFO:teuthology.orchestra.run.smithi167.stdout: "command_active": 0, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "command_send": 0, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "command_resend": 0, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "map_epoch": 94, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "map_full": 0, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "map_inc": 4, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_sessions": 4, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_open": 4, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_close": 0, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_laggy": 0, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_wr": 0, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_rd": 2, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_del": 0 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "oft": { 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_objs": 0, 2024-04-26T17:31:11.648 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_kv_pairs": 0, 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_updates": 0, 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_removes": 0 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: "osd-slow-ops": { 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_ops_count": 0 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: "purge_queue": { 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops": 0, 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing": 0, 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_high_water": 0, 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed_ops": 0, 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed": 0, 2024-04-26T17:31:11.649 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_item_in_journal": 0 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 1217, 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 2557383, 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 1217, 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 1217, 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 2557383, 2024-04-26T17:31:11.650 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_bytes": { 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:11.651 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:11.652 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 1069, 2024-04-26T17:31:11.652 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 1503967, 2024-04-26T17:31:11.652 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 1069, 2024-04-26T17:31:11.652 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 1503967, 2024-04-26T17:31:11.652 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:11.652 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.652 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.652 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.652 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:11.652 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.652 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_ops": { 2024-04-26T17:31:11.652 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:11.653 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 1024, 2024-04-26T17:31:11.653 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:11.653 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-26T17:31:11.653 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-26T17:31:11.653 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:11.653 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:11.653 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 1069, 2024-04-26T17:31:11.653 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 1069, 2024-04-26T17:31:11.653 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 1069, 2024-04-26T17:31:11.653 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 1069, 2024-04-26T17:31:11.653 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:11.653 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle": { 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-26T17:31:11.654 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 0, 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 0, 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle-0x55776b4666e0": { 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-26T17:31:11.655 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 0, 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 0, 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:11.656 INFO:teuthology.orchestra.run.smithi167.stdout:} 2024-04-26T17:31:11.910 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:11 smithi167 ceph-mon[32665]: pgmap v493: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:31:11.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:11 smithi090 ceph-mon[29417]: pgmap v493: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:31:12.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:11 smithi119 ceph-mon[32584]: pgmap v493: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:31:12.451 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-26T17:31:12.451 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-26T17:31:12.452 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-04-26T17:31:12.452 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-04-26T17:31:12.452 DEBUG:tasks.check_counter:Getting stats from i 2024-04-26T17:31:12.452 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-26T17:31:12.696 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:31:13.906 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:13 smithi167 ceph-mon[32665]: pgmap v494: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T17:31:13.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:13 smithi090 ceph-mon[29417]: pgmap v494: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T17:31:14.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:13 smithi119 ceph-mon[32584]: pgmap v494: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T17:31:14.530 INFO:teuthology.orchestra.run.smithi167.stdout:{ 2024-04-26T17:31:14.530 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 9483, 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 17513, 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 2981354, 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 10039580, 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 23, 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 6, 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.633320086, 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.265095205, 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.340102895, 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.060098640, 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 17511, 2024-04-26T17:31:14.531 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.565962631, 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000032320 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 21823, 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.003467055, 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000158 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 1584, 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 1440 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 3311, 2024-04-26T17:31:14.532 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 4817, 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 1611847, 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 6082645, 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 8, 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 7, 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.302199904, 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.135615852, 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.112922940, 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.050913333, 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 4817, 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.254592425, 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000052852 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.533 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 4403, 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000804851, 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000182 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 877408, 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 76688 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 18899, 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 14849, 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 7240701, 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 8990393, 2024-04-26T17:31:14.534 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 11, 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 8, 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.918304882, 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.404845242, 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.627304965, 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.031962947, 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 14847, 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.358230096, 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000024128 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 31475, 2024-04-26T17:31:14.535 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.004267374, 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000135 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 2336, 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 225408 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: "cct": { 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: "total_workers": 1, 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: "unhealthy_workers": 0 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-MDSRank": { 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-26T17:31:14.536 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 891, 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 2.928311615, 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.003286545 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-PurgeQueue": { 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 3242, 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.448815039, 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000138437 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: "mds": { 2024-04-26T17:31:14.537 INFO:teuthology.orchestra.run.smithi167.stdout: "request": 3753, 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: "reply": 3655, 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: "reply_latency": { 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 3655, 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 7.436283504, 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.002034550 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_reply": 0, 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: "forward": 98, 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_complete": 0, 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_keys": 0, 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_commit": 20, 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_split": 1, 2024-04-26T17:31:14.538 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_merge": 0, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes": 83, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_top": 35, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_bottom": 20, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pin_tail": 28, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pinned": 31, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_expired": 1011, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_with_caps": 1, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "caps": 1, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "subtrees": 6, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse": 5948, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_hit": 4742, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_forward": 76, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_discover": 505, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_dir_fetch": 0, 2024-04-26T17:31:14.539 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_remote_ino": 0, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_lock": 0, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "load_cent": 0, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "q": 0, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "exported": 15, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "exported_inodes": 61, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "imported": 48, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "imported_inodes": 615, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_dir_fetch": 0, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_backtrace_fetch": 43, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_peer_discover": 0, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rfiles": 3716, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rbytes": 124699984, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rsnaps": 0, 2024-04-26T17:31:14.540 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_fetch": 43, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_set_tag": 0, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_inotable_repaired": 0, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_inodes": 1, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dirfrag_rstats": 1, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_file_inodes": 42, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_inode_file_caps": 2, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_revoke": 668, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_grant": 3105, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps": 2468, 2024-04-26T17:31:14.541 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps_dirty": 1722, 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_cap_release": 27, 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: "process_request_cap_release": 4755 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_cache": { 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update": 537, 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update_receipt": 1577, 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_try_discover": 1021, 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_send_discover": 1127, 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_handle_discover": 1112, 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays": 18, 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_delayed": 0, 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_enqueuing": 0, 2024-04-26T17:31:14.542 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_created": 1768, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_enqueued": 1750, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_reintegrated": 0, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_migrated": 0, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_processing": 0, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_enqueued": 0, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_prioritized": 0, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_started": 0, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_completed": 0, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_path": 0, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_inode": 0, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_exportdir": 15, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_flush": 0, 2024-04-26T17:31:14.543 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragmentdir": 1, 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragstats": 0, 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_inodestats": 0 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_log": { 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "evlrg": 0, 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "evadd": 6955, 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "evex": 0, 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "evtrm": 0, 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "ev": 6955, 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "evexg": 0, 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "evexd": 0, 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "segadd": 10, 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "segex": 0, 2024-04-26T17:31:14.544 INFO:teuthology.orchestra.run.smithi167.stdout: "segtrm": 0, 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: "seg": 10, 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: "segmjr": 2, 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: "segexg": 0, 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: "segexd": 0, 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: "expos": 4194304, 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: "wrpos": 17959054, 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: "rdpos": 0, 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: "jlat": { 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 417, 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 1.959344311, 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.004698667 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: "replayed": 0 2024-04-26T17:31:14.545 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_mem": { 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "ino": 54, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "ino+": 2337, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "ino-": 2283, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "dir": 53, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "dir+": 778, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "dir-": 725, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "dn": 83, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "dn+": 4528, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "dn-": 4445, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "cap": 1, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "cap+": 1841, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "cap-": 1840, 2024-04-26T17:31:14.546 INFO:teuthology.orchestra.run.smithi167.stdout: "rss": 75084, 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "heap": 223608 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_server": { 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_client_request": 5259, 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_server_request": 121, 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_request": 3753, 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_session": 21, 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_peer_request": 482, 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "req_create_latency": { 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1110, 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 1.626080689, 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.001464937 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getattr_latency": { 2024-04-26T17:31:14.547 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 7, 2024-04-26T17:31:14.548 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.003564278, 2024-04-26T17:31:14.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000509182 2024-04-26T17:31:14.548 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.548 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getfilelock_latency": { 2024-04-26T17:31:14.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.548 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.548 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.548 INFO:teuthology.orchestra.run.smithi167.stdout: "req_link_latency": { 2024-04-26T17:31:14.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.548 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.549 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.549 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookup_latency": { 2024-04-26T17:31:14.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 517, 2024-04-26T17:31:14.549 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.473497378, 2024-04-26T17:31:14.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000915855 2024-04-26T17:31:14.549 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.549 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookuphash_latency": { 2024-04-26T17:31:14.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.549 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.549 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.549 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupino_latency": { 2024-04-26T17:31:14.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.550 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.550 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.550 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupname_latency": { 2024-04-26T17:31:14.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.550 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.550 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.550 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupparent_latency": { 2024-04-26T17:31:14.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.550 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.551 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.551 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.551 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupsnap_latency": { 2024-04-26T17:31:14.551 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.551 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.551 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.551 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.551 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lssnap_latency": { 2024-04-26T17:31:14.552 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.552 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.552 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.552 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.552 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mkdir_latency": { 2024-04-26T17:31:14.552 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 99, 2024-04-26T17:31:14.552 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.096529377, 2024-04-26T17:31:14.552 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000975044 2024-04-26T17:31:14.552 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.553 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mknod_latency": { 2024-04-26T17:31:14.553 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.553 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.553 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.553 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.553 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mksnap_latency": { 2024-04-26T17:31:14.553 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.553 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.553 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.553 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.553 INFO:teuthology.orchestra.run.smithi167.stdout: "req_open_latency": { 2024-04-26T17:31:14.553 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: "req_readdir_latency": { 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 154, 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.128253479, 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000832814 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rename_latency": { 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.554 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.555 INFO:teuthology.orchestra.run.smithi167.stdout: "req_renamesnap_latency": { 2024-04-26T17:31:14.555 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.555 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.555 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.555 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.555 INFO:teuthology.orchestra.run.smithi167.stdout: "req_snapdiff_latency": { 2024-04-26T17:31:14.555 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.555 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.555 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.555 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.555 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmdir_latency": { 2024-04-26T17:31:14.555 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 141, 2024-04-26T17:31:14.556 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 2.391350853, 2024-04-26T17:31:14.556 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.016959935 2024-04-26T17:31:14.556 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.556 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmsnap_latency": { 2024-04-26T17:31:14.556 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.556 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.556 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.556 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.556 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmxattr_latency": { 2024-04-26T17:31:14.556 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.556 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.556 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setattr_latency": { 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setdirlayout_latency": { 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setfilelock_latency": { 2024-04-26T17:31:14.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.558 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.558 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.558 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.558 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setlayout_latency": { 2024-04-26T17:31:14.558 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.558 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.558 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.558 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.558 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setxattr_latency": { 2024-04-26T17:31:14.558 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.558 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.558 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.559 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.559 INFO:teuthology.orchestra.run.smithi167.stdout: "req_symlink_latency": { 2024-04-26T17:31:14.559 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.559 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.559 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.559 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.559 INFO:teuthology.orchestra.run.smithi167.stdout: "req_unlink_latency": { 2024-04-26T17:31:14.559 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1627, 2024-04-26T17:31:14.559 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 2.717007450, 2024-04-26T17:31:14.559 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.001669949 2024-04-26T17:31:14.559 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.559 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_revoke_eviction": 0, 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_acquisition_throttle": 0, 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getvxattr_latency": { 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_sessions": { 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: "session_count": 1, 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: "session_add": 3, 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: "session_remove": 2, 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_open": 1, 2024-04-26T17:31:14.560 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_stale": 0, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "total_load": 3141, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "average_load": 3141, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "avg_session_uptime": 245, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "mdthresh_evicted": 0 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "mempool": { 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_bytes": 0, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_items": 0, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_items": 0, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_items": 0, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T17:31:14.561 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_items": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_bytes": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_items": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_bytes": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_items": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T17:31:14.562 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T17:31:14.563 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_items": 0, 2024-04-26T17:31:14.563 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_bytes": 0, 2024-04-26T17:31:14.563 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_items": 0, 2024-04-26T17:31:14.563 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T17:31:14.563 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T17:31:14.565 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_bytes": 0, 2024-04-26T17:31:14.565 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_items": 0, 2024-04-26T17:31:14.565 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_bytes": 0, 2024-04-26T17:31:14.565 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_items": 0, 2024-04-26T17:31:14.565 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T17:31:14.565 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_items": 0, 2024-04-26T17:31:14.566 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T17:31:14.566 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_items": 0, 2024-04-26T17:31:14.566 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_bytes": 292704, 2024-04-26T17:31:14.566 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_items": 126, 2024-04-26T17:31:14.566 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_bytes": 0, 2024-04-26T17:31:14.566 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_items": 0, 2024-04-26T17:31:14.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_bytes": 0, 2024-04-26T17:31:14.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_items": 0, 2024-04-26T17:31:14.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_bytes": 0, 2024-04-26T17:31:14.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_items": 0, 2024-04-26T17:31:14.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_bytes": 0, 2024-04-26T17:31:14.566 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_items": 0, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_bytes": 9080, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_items": 174, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_items": 0, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_bytes": 0, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_items": 0, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_bytes": 257704, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_items": 3975, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_bytes": 0, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_items": 0, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_bytes": 0, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_items": 0 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "objecter": { 2024-04-26T17:31:14.567 INFO:teuthology.orchestra.run.smithi167.stdout: "op_active": 0, 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: "op_laggy": 0, 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send": 4140, 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send_bytes": 14303085, 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: "op_resend": 27, 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: "op_reply": 4140, 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: "op_latency": { 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 4140, 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 13.181769793, 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.003184002 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: "op_inflight": 0, 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: "oplen_avg": { 2024-04-26T17:31:14.568 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 4140, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 4250 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "op": 4140, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "op_r": 112, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "op_w": 4028, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "op_rmw": 0, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "op_pg": 0, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_stat": 0, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_create": 10, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_read": 69, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_write": 486, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writefull": 51, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writesame": 0, 2024-04-26T17:31:14.569 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_append": 0, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_zero": 0, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_truncate": 1, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_delete": 3400, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_mapext": 0, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_sparse_read": 0, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_clonerange": 0, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_getxattr": 43, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_setxattr": 20, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_cmpxattr": 0, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_rmxattr": 0, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_resetxattrs": 0, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_call": 0, 2024-04-26T17:31:14.570 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_watch": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_notify": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls_filter": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_other": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_active": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_send": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_resend": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_ping": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_active": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_send": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_resend": 0, 2024-04-26T17:31:14.571 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_active": 0, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_send": 0, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_resend": 0, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_active": 0, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_send": 0, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_resend": 0, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "command_active": 0, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "command_send": 0, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "command_resend": 0, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "map_epoch": 94, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "map_full": 0, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "map_inc": 4, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_sessions": 12, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_open": 12, 2024-04-26T17:31:14.572 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_close": 0, 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_laggy": 0, 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_wr": 129, 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_rd": 0, 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_del": 41 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: "oft": { 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_objs": 1, 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_kv_pairs": 0, 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_updates": 0, 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_removes": 0 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: "osd-slow-ops": { 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_ops_count": 0 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.573 INFO:teuthology.orchestra.run.smithi167.stdout: "purge_queue": { 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops": 0, 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops_high_water": 15, 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing": 0, 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_high_water": 9, 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed_ops": 3385, 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed": 1750, 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_item_in_journal": 0 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:14.574 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 31689, 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 8969604, 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 31689, 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 31689, 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 8969604, 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.575 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_bytes": { 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 4140, 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 14492859, 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 4140, 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 14492859, 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.576 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_ops": { 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 1024, 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 4140, 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 4140, 2024-04-26T17:31:14.577 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 4140, 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 4140, 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle": { 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 1750, 2024-04-26T17:31:14.578 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 189774, 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 1750, 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 69, 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 189774, 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:14.579 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle-0x55c942cb0500": { 2024-04-26T17:31:14.580 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:14.580 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-26T17:31:14.580 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:14.580 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 6955, 2024-04-26T17:31:14.580 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 13764750, 2024-04-26T17:31:14.580 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:14.580 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 6955, 2024-04-26T17:31:14.580 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-26T17:31:14.580 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-26T17:31:14.580 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 417, 2024-04-26T17:31:14.580 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 13764750, 2024-04-26T17:31:14.580 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:14.581 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:14.581 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:14.581 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:14.581 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:14.581 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:14.581 INFO:teuthology.orchestra.run.smithi167.stdout:} 2024-04-26T17:31:15.442 INFO:tasks.check_counter:Daemon mds.i mds.exported=15 2024-04-26T17:31:15.442 INFO:tasks.check_counter:Daemon mds.i mds.imported=48 2024-04-26T17:31:15.442 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=537 2024-04-26T17:31:15.442 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=1577 2024-04-26T17:31:15.442 DEBUG:tasks.check_counter:Getting stats from l 2024-04-26T17:31:15.442 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f shell --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-26T17:31:15.688 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T17:31:15.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:15 smithi167 ceph-mon[32665]: pgmap v495: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:31:15.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:15 smithi090 ceph-mon[29417]: pgmap v495: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:31:16.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:15 smithi119 ceph-mon[32584]: pgmap v495: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T17:31:17.508 INFO:teuthology.orchestra.run.smithi167.stdout:{ 2024-04-26T17:31:17.508 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T17:31:17.508 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 55944, 2024-04-26T17:31:17.508 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 94519, 2024-04-26T17:31:17.508 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 19114349, 2024-04-26T17:31:17.508 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 69812002, 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 18, 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 6, 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 3.473002348, 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 1.498268011, 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 1.953316222, 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.252027949, 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 94518, 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 2.408007298, 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000025476 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 125035, 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.020957121, 2024-04-26T17:31:17.509 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000167 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 3920, 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 1184 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 18783, 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 25724, 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 4447410, 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 45834205, 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 10, 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 7, 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 1.602784221, 2024-04-26T17:31:17.510 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.696115029, 2024-04-26T17:31:17.511 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.536746283, 2024-04-26T17:31:17.511 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.315535018, 2024-04-26T17:31:17.511 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:17.511 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 25722, 2024-04-26T17:31:17.511 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 1.112840937, 2024-04-26T17:31:17.511 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000043264 2024-04-26T17:31:17.511 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.511 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:17.511 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 21301, 2024-04-26T17:31:17.511 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.003867748, 2024-04-26T17:31:17.511 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000181 2024-04-26T17:31:17.511 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 1088, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 225488 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 26102, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 39189, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 9680268, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 31960244, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 15, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 8, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 1.798808857, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.799925113, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.874868496, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.187778806, 2024-04-26T17:31:17.512 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 39188, 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 1.134065411, 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000028939 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 51278, 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.007785975, 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000151 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 870320, 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 252496 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: "cct": { 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: "total_workers": 1, 2024-04-26T17:31:17.513 INFO:teuthology.orchestra.run.smithi167.stdout: "unhealthy_workers": 0 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-MDSRank": { 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 5055, 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 19.453832999, 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.003848433 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-PurgeQueue": { 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-26T17:31:17.514 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 16976, 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 2.826007939, 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000166470 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: "mds": { 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: "request": 22134, 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: "reply": 21948, 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: "reply_latency": { 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 21948, 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 44.406247441, 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.002023248 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.515 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_reply": 0, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "forward": 186, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_complete": 0, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_keys": 0, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_commit": 93, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_split": 9, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_merge": 2, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes": 166, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_top": 76, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_bottom": 38, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pin_tail": 52, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pinned": 55, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_expired": 1139, 2024-04-26T17:31:17.516 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_with_caps": 0, 2024-04-26T17:31:17.517 INFO:teuthology.orchestra.run.smithi167.stdout: "caps": 0, 2024-04-26T17:31:17.517 INFO:teuthology.orchestra.run.smithi167.stdout: "subtrees": 4, 2024-04-26T17:31:17.517 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse": 27551, 2024-04-26T17:31:17.517 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_hit": 25683, 2024-04-26T17:31:17.517 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_forward": 105, 2024-04-26T17:31:17.517 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_discover": 208, 2024-04-26T17:31:17.517 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_dir_fetch": 0, 2024-04-26T17:31:17.517 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_remote_ino": 0, 2024-04-26T17:31:17.517 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_lock": 0, 2024-04-26T17:31:17.517 INFO:teuthology.orchestra.run.smithi167.stdout: "load_cent": 0, 2024-04-26T17:31:17.517 INFO:teuthology.orchestra.run.smithi167.stdout: "q": 0, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "exported": 57, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "exported_inodes": 797, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "imported": 134, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "imported_inodes": 2503, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_dir_fetch": 0, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_backtrace_fetch": 3755, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_peer_discover": 0, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rfiles": 3716, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rbytes": 124699984, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rsnaps": 0, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_fetch": 3755, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_set_tag": 0, 2024-04-26T17:31:17.518 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T17:31:17.519 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_inotable_repaired": 0, 2024-04-26T17:31:17.519 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_inodes": 290, 2024-04-26T17:31:17.519 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T17:31:17.519 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dirfrag_rstats": 290, 2024-04-26T17:31:17.519 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_file_inodes": 3465, 2024-04-26T17:31:17.519 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_inode_file_caps": 74, 2024-04-26T17:31:17.519 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_revoke": 2873, 2024-04-26T17:31:17.519 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_grant": 17914, 2024-04-26T17:31:17.519 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps": 19583, 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps_dirty": 9790, 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_cap_release": 64, 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "process_request_cap_release": 26716 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_cache": { 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update": 1833, 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update_receipt": 398, 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_try_discover": 262, 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_send_discover": 403, 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_handle_discover": 3773, 2024-04-26T17:31:17.520 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays": 42, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_delayed": 0, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_enqueuing": 0, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_created": 9448, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_enqueued": 9406, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_reintegrated": 0, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_migrated": 0, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_processing": 0, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_enqueued": 0, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_prioritized": 0, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_started": 0, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_completed": 0, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_path": 0, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_inode": 0, 2024-04-26T17:31:17.521 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_exportdir": 58, 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_flush": 0, 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragmentdir": 11, 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragstats": 0, 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_inodestats": 0 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_log": { 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "evlrg": 0, 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "evadd": 41448, 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "evex": 0, 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "evtrm": 0, 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "ev": 41448, 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "evexg": 0, 2024-04-26T17:31:17.522 INFO:teuthology.orchestra.run.smithi167.stdout: "evexd": 0, 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "segadd": 55, 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "segex": 0, 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "segtrm": 0, 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "seg": 55, 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "segmjr": 5, 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "segexg": 0, 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "segexd": 0, 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "expos": 4194304, 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "wrpos": 82754110, 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "rdpos": 0, 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "jlat": { 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1770, 2024-04-26T17:31:17.523 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 22.845349169, 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.012906976 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: "replayed": 0 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_mem": { 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: "ino": 70, 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: "ino+": 10410, 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: "ino-": 10340, 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: "dir": 89, 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: "dir+": 774, 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: "dir-": 685, 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: "dn": 166, 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: "dn+": 16579, 2024-04-26T17:31:17.524 INFO:teuthology.orchestra.run.smithi167.stdout: "dn-": 16413, 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "cap": 0, 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "cap+": 10253, 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "cap-": 10253, 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "rss": 88744, 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "heap": 223608 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_server": { 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_client_request": 27657, 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_server_request": 798, 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_request": 22134, 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_session": 67, 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_peer_request": 1931, 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "req_create_latency": { 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 7443, 2024-04-26T17:31:17.525 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 11.623165766, 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.001561623 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getattr_latency": { 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 7, 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.005172017, 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000738859 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getfilelock_latency": { 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: "req_link_latency": { 2024-04-26T17:31:17.526 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookup_latency": { 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 3802, 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 7.529487123, 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.001980401 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookuphash_latency": { 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.527 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupino_latency": { 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupname_latency": { 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupparent_latency": { 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupsnap_latency": { 2024-04-26T17:31:17.528 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.529 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.529 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.529 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.529 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lssnap_latency": { 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mkdir_latency": { 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 322, 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.418354882, 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.001299238 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mknod_latency": { 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.530 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.531 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.531 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mksnap_latency": { 2024-04-26T17:31:17.531 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.531 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.531 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.531 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.531 INFO:teuthology.orchestra.run.smithi167.stdout: "req_open_latency": { 2024-04-26T17:31:17.531 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.531 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.531 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.531 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.531 INFO:teuthology.orchestra.run.smithi167.stdout: "req_readdir_latency": { 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 902, 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 1.647629044, 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.001826639 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rename_latency": { 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: "req_renamesnap_latency": { 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.532 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: "req_snapdiff_latency": { 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmdir_latency": { 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 456, 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 8.072892177, 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.017703710 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmsnap_latency": { 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.533 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.534 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.534 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.534 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmxattr_latency": { 2024-04-26T17:31:17.534 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.534 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.534 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.534 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.534 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setattr_latency": { 2024-04-26T17:31:17.534 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 24, 2024-04-26T17:31:17.534 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.029059226, 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.001210801 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setdirlayout_latency": { 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setfilelock_latency": { 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setlayout_latency": { 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setxattr_latency": { 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: "req_symlink_latency": { 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.536 INFO:teuthology.orchestra.run.smithi167.stdout: "req_unlink_latency": { 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 8992, 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 15.080487206, 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.001677100 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_revoke_eviction": 0, 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_acquisition_throttle": 0, 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getvxattr_latency": { 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_sessions": { 2024-04-26T17:31:17.537 INFO:teuthology.orchestra.run.smithi167.stdout: "session_count": 1, 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: "session_add": 3, 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: "session_remove": 2, 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_open": 1, 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_stale": 0, 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: "total_load": 11966, 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: "average_load": 11966, 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: "avg_session_uptime": 251, 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: "mdthresh_evicted": 0 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: "mempool": { 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_bytes": 0, 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_items": 0, 2024-04-26T17:31:17.538 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_items": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_items": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_items": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_bytes": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_items": 0, 2024-04-26T17:31:17.539 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_bytes": 0, 2024-04-26T17:31:17.540 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_items": 0, 2024-04-26T17:31:17.540 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T17:31:17.540 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T17:31:17.540 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T17:31:17.540 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T17:31:17.540 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T17:31:17.540 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_items": 0, 2024-04-26T17:31:17.540 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_bytes": 0, 2024-04-26T17:31:17.540 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_items": 0, 2024-04-26T17:31:17.540 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T17:31:17.540 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T17:31:17.540 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_bytes": 0, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_items": 0, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_bytes": 0, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_items": 0, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_items": 0, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_items": 0, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_bytes": 317211, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_items": 133, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_bytes": 0, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_items": 0, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_bytes": 0, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_items": 0, 2024-04-26T17:31:17.541 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_bytes": 0, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_items": 0, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_bytes": 0, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_items": 0, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_bytes": 9080, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_items": 174, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_items": 0, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_bytes": 0, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_items": 0, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_bytes": 412772, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_items": 8036, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_bytes": 0, 2024-04-26T17:31:17.542 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_items": 0, 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_bytes": 0, 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_items": 0 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "objecter": { 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "op_active": 0, 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "op_laggy": 0, 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send": 24899, 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send_bytes": 81770966, 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "op_resend": 33, 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "op_reply": 24899, 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "op_latency": { 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 24899, 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 66.494843276, 2024-04-26T17:31:17.543 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.002670582 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "op_inflight": 0, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "oplen_avg": { 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 24899, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 25179 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "op": 24899, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "op_r": 4018, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "op_w": 20881, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "op_rmw": 0, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "op_pg": 0, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_stat": 0, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_create": 10, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_read": 263, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_write": 2033, 2024-04-26T17:31:17.544 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writefull": 134, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writesame": 0, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_append": 0, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_zero": 0, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_truncate": 9, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_delete": 18497, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_mapext": 0, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_sparse_read": 0, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_clonerange": 0, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_getxattr": 3755, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_setxattr": 20, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_cmpxattr": 0, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_rmxattr": 0, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_resetxattrs": 0, 2024-04-26T17:31:17.545 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_call": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_watch": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_notify": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls_filter": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_other": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_active": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_send": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_resend": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_ping": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_active": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_send": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_resend": 0, 2024-04-26T17:31:17.546 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_active": 0, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_send": 0, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_resend": 0, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_active": 0, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_send": 0, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_resend": 0, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "command_active": 0, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "command_send": 0, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "command_resend": 0, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "map_epoch": 94, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "map_full": 0, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "map_inc": 4, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_sessions": 12, 2024-04-26T17:31:17.547 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_open": 12, 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_close": 0, 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_laggy": 0, 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_wr": 357, 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_rd": 0, 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_del": 101 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: "oft": { 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_objs": 1, 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_kv_pairs": 0, 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_updates": 0, 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_removes": 0 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: "osd-slow-ops": { 2024-04-26T17:31:17.548 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_ops_count": 0 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: "purge_queue": { 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops": 0, 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops_high_water": 17, 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing": 0, 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_high_water": 9, 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed_ops": 18459, 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed": 9406, 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_item_in_journal": 0 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:17.549 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 100825, 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 24155220, 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 100825, 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 100825, 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 24155220, 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.550 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:17.551 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.551 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_bytes": { 2024-04-26T17:31:17.551 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:17.551 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-26T17:31:17.551 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:17.551 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-26T17:31:17.551 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-26T17:31:17.551 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:17.551 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:17.551 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 24899, 2024-04-26T17:31:17.551 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 82792964, 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 24899, 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 82792964, 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_ops": { 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 1024, 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:17.552 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-26T17:31:17.553 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-26T17:31:17.553 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:17.553 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-26T17:31:17.553 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 24899, 2024-04-26T17:31:17.553 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 24899, 2024-04-26T17:31:17.553 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 24899, 2024-04-26T17:31:17.553 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 24899, 2024-04-26T17:31:17.553 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:17.553 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.554 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.554 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.554 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:17.554 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.554 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle": { 2024-04-26T17:31:17.554 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:17.554 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-26T17:31:17.554 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:17.554 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 9406, 2024-04-26T17:31:17.554 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 1021998, 2024-04-26T17:31:17.554 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:17.555 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 9406, 2024-04-26T17:31:17.555 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-26T17:31:17.555 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-26T17:31:17.555 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 263, 2024-04-26T17:31:17.555 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 1021998, 2024-04-26T17:31:17.555 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:17.555 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.555 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.555 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.556 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:17.556 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-26T17:31:17.556 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle-0x5632d3a92500": { 2024-04-26T17:31:17.556 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-26T17:31:17.556 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-26T17:31:17.556 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-26T17:31:17.556 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 41448, 2024-04-26T17:31:17.556 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 78559806, 2024-04-26T17:31:17.556 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-26T17:31:17.556 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 41448, 2024-04-26T17:31:17.556 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-26T17:31:17.556 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-26T17:31:17.557 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 1770, 2024-04-26T17:31:17.557 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 78559806, 2024-04-26T17:31:17.557 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-26T17:31:17.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-26T17:31:17.557 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-26T17:31:17.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-26T17:31:17.557 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:17.557 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-26T17:31:17.557 INFO:teuthology.orchestra.run.smithi167.stdout:} 2024-04-26T17:31:17.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:17 smithi167 ceph-mon[32665]: pgmap v496: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T17:31:17.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:17 smithi090 ceph-mon[29417]: pgmap v496: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T17:31:18.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:17 smithi119 ceph-mon[32584]: pgmap v496: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T17:31:18.416 INFO:tasks.check_counter:Daemon mds.l mds.exported=57 2024-04-26T17:31:18.416 INFO:tasks.check_counter:Daemon mds.l mds.imported=134 2024-04-26T17:31:18.416 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=1833 2024-04-26T17:31:18.416 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=398 2024-04-26T17:31:18.416 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-04-26T17:31:18.428 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-04-26T17:31:18.428 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:31:18.428 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T17:31:18.451 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:31:18.451 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T17:31:18.511 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:31:18.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.673+0000 7fb7aff44640 1 -- 172.21.15.90:0/2606361676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb7a810a030 msgr2=0x7fb7a810c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:18.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.673+0000 7fb7aff44640 1 --2- 172.21.15.90:0/2606361676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb7a810a030 0x7fb7a810c4c0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fb7a0009ca0 tx=0x7fb7a002a8c0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.673+0000 7fb7aff44640 1 -- 172.21.15.90:0/2606361676 shutdown_connections 2024-04-26T17:31:18.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.673+0000 7fb7aff44640 1 --2- 172.21.15.90:0/2606361676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb7a810a030 0x7fb7a810c4c0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.673+0000 7fb7aff44640 1 --2- 172.21.15.90:0/2606361676 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb7a8074b60 0x7fb7a8074fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.673+0000 7fb7aff44640 1 --2- 172.21.15.90:0/2606361676 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb7a8076140 0x7fb7a8074590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.673+0000 7fb7aff44640 1 -- 172.21.15.90:0/2606361676 >> 172.21.15.90:0/2606361676 conn(0x7fb7a80fd700 msgr2=0x7fb7a80ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:18.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.674+0000 7fb7aff44640 1 -- 172.21.15.90:0/2606361676 shutdown_connections 2024-04-26T17:31:18.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.674+0000 7fb7aff44640 1 -- 172.21.15.90:0/2606361676 wait complete. 2024-04-26T17:31:18.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.674+0000 7fb7aff44640 1 Processor -- start 2024-04-26T17:31:18.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.674+0000 7fb7aff44640 1 -- start start 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.674+0000 7fb7aff44640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb7a8074b60 0x7fb7a819a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.674+0000 7fb7aff44640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb7a8076140 0x7fb7a819aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.674+0000 7fb7aff44640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb7a810a030 0x7fb7a81a1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.674+0000 7fb7aff44640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb7a810fe70 con 0x7fb7a8074b60 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.674+0000 7fb7aff44640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fb7a810fcf0 con 0x7fb7a810a030 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.674+0000 7fb7aff44640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb7a810fff0 con 0x7fb7a8076140 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7adce0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb7a8074b60 0x7fb7a819a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7adce0640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb7a8074b60 0x7fb7a819a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60634/0 (socket says 172.21.15.90:60634) 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7adce0640 1 -- 172.21.15.90:0/225357381 learned_addr learned my addr 172.21.15.90:0/225357381 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7ad4df640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb7a8076140 0x7fb7a819aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7ae4e1640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb7a810a030 0x7fb7a81a1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7adce0640 1 -- 172.21.15.90:0/225357381 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb7a8076140 msgr2=0x7fb7a819aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:18.677 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7adce0640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb7a8076140 0x7fb7a819aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7adce0640 1 -- 172.21.15.90:0/225357381 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb7a810a030 msgr2=0x7fb7a81a1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:18.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7adce0640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb7a810a030 0x7fb7a81a1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7adce0640 1 -- 172.21.15.90:0/225357381 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7a81a2140 con 0x7fb7a8074b60 2024-04-26T17:31:18.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7ae4e1640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb7a810a030 0x7fb7a81a1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:31:18.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7adce0640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb7a8074b60 0x7fb7a819a570 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fb7a400e9f0 tx=0x7fb7a400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:18.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb79effd640 1 -- 172.21.15.90:0/225357381 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a400cd80 con 0x7fb7a8074b60 2024-04-26T17:31:18.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb79effd640 1 -- 172.21.15.90:0/225357381 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fb7a40054d0 con 0x7fb7a8074b60 2024-04-26T17:31:18.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb79effd640 1 -- 172.21.15.90:0/225357381 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a4010690 con 0x7fb7a8074b60 2024-04-26T17:31:18.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7aff44640 1 -- 172.21.15.90:0/225357381 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7a81a2430 con 0x7fb7a8074b60 2024-04-26T17:31:18.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.675+0000 7fb7aff44640 1 -- 172.21.15.90:0/225357381 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7a81a2980 con 0x7fb7a8074b60 2024-04-26T17:31:18.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.677+0000 7fb7aff44640 1 -- 172.21.15.90:0/225357381 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7a8108d60 con 0x7fb7a8074b60 2024-04-26T17:31:18.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.678+0000 7fb79effd640 1 -- 172.21.15.90:0/225357381 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fb7a40046c0 con 0x7fb7a8074b60 2024-04-26T17:31:18.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.678+0000 7fb79effd640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb7940a3c30 0x7fb7940a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:18.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.678+0000 7fb7ad4df640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb7940a3c30 0x7fb7940a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:18.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.678+0000 7fb79effd640 1 -- 172.21.15.90:0/225357381 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fb7a40d0b40 con 0x7fb7a8074b60 2024-04-26T17:31:18.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.679+0000 7fb7ad4df640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb7940a3c30 0x7fb7940a60f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fb7a819ba30 tx=0x7fb79800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:18.683 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.683+0000 7fb79effd640 1 -- 172.21.15.90:0/225357381 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb7a409d150 con 0x7fb7a8074b60 2024-04-26T17:31:18.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.868+0000 7fb7aff44640 1 -- 172.21.15.90:0/225357381 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb7a8062d00 con 0x7fb7a8074b60 2024-04-26T17:31:18.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.869+0000 7fb79effd640 1 -- 172.21.15.90:0/225357381 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+24864 (secure 0 0 0) 0x7fb7a409ca50 con 0x7fb7a8074b60 2024-04-26T17:31:18.869 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:31:18.870 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":94,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:26:35.532276+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:31:18.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.871+0000 7fb7aff44640 1 -- 172.21.15.90:0/225357381 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb7940a3c30 msgr2=0x7fb7940a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:18.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.871+0000 7fb7aff44640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb7940a3c30 0x7fb7940a60f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fb7a819ba30 tx=0x7fb79800b390 comp rx=0 tx=0).stop 2024-04-26T17:31:18.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.871+0000 7fb7aff44640 1 -- 172.21.15.90:0/225357381 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb7a8074b60 msgr2=0x7fb7a819a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:18.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.871+0000 7fb7aff44640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb7a8074b60 0x7fb7a819a570 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fb7a400e9f0 tx=0x7fb7a400edf0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.871+0000 7fb7aff44640 1 -- 172.21.15.90:0/225357381 shutdown_connections 2024-04-26T17:31:18.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.871+0000 7fb7aff44640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fb7940a3c30 0x7fb7940a60f0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.871+0000 7fb7aff44640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb7a810a030 0x7fb7a81a1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.871+0000 7fb7aff44640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb7a8076140 0x7fb7a819aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.871+0000 7fb7aff44640 1 --2- 172.21.15.90:0/225357381 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb7a8074b60 0x7fb7a819a570 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.871+0000 7fb7aff44640 1 -- 172.21.15.90:0/225357381 >> 172.21.15.90:0/225357381 conn(0x7fb7a80fd700 msgr2=0x7fb7a8105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:18.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.872+0000 7fb7aff44640 1 -- 172.21.15.90:0/225357381 shutdown_connections 2024-04-26T17:31:18.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.872+0000 7fb7aff44640 1 -- 172.21.15.90:0/225357381 wait complete. 2024-04-26T17:31:18.883 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T17:24:36.941852+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T17:24:38.058512+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-26T17:24:41.453912+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-26T17:31:18.883 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:31:18.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.986+0000 7fe980805640 1 -- 172.21.15.90:0/2079915232 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe97c107ee0 msgr2=0x7fe97c10a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:18.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.986+0000 7fe980805640 1 --2- 172.21.15.90:0/2079915232 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe97c107ee0 0x7fe97c10a2d0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fe974009ca0 tx=0x7fe97402a8c0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.986+0000 7fe980805640 1 -- 172.21.15.90:0/2079915232 shutdown_connections 2024-04-26T17:31:18.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.986+0000 7fe980805640 1 --2- 172.21.15.90:0/2079915232 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe97c107ee0 0x7fe97c10a2d0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.986+0000 7fe980805640 1 --2- 172.21.15.90:0/2079915232 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe97c1055b0 0x7fe97c1079a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.986+0000 7fe980805640 1 --2- 172.21.15.90:0/2079915232 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe97c102c80 0x7fe97c105070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.986+0000 7fe980805640 1 -- 172.21.15.90:0/2079915232 >> 172.21.15.90:0/2079915232 conn(0x7fe97c0fc5d0 msgr2=0x7fe97c0fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:18.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.986+0000 7fe980805640 1 -- 172.21.15.90:0/2079915232 shutdown_connections 2024-04-26T17:31:18.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.986+0000 7fe980805640 1 -- 172.21.15.90:0/2079915232 wait complete. 2024-04-26T17:31:18.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.986+0000 7fe980805640 1 Processor -- start 2024-04-26T17:31:18.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.986+0000 7fe980805640 1 -- start start 2024-04-26T17:31:18.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe980805640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe97c102c80 0x7fe97c198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe980805640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe97c1055b0 0x7fe97c198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe980805640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe97c107ee0 0x7fe97c19f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe980805640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe97c10dd10 con 0x7fe97c1055b0 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe980805640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fe97c10db90 con 0x7fe97c107ee0 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe980805640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe97c10de90 con 0x7fe97c102c80 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe979d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe97c1055b0 0x7fe97c198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe979d9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe97c1055b0 0x7fe97c198950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60654/0 (socket says 172.21.15.90:60654) 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe979d9b640 1 -- 172.21.15.90:0/3655143317 learned_addr learned my addr 172.21.15.90:0/3655143317 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe97a59c640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe97c102c80 0x7fe97c198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe97ad9d640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe97c107ee0 0x7fe97c19f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe979d9b640 1 -- 172.21.15.90:0/3655143317 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe97c102c80 msgr2=0x7fe97c198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe979d9b640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe97c102c80 0x7fe97c198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe979d9b640 1 -- 172.21.15.90:0/3655143317 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe97c107ee0 msgr2=0x7fe97c19f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:18.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe979d9b640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe97c107ee0 0x7fe97c19f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:18.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe979d9b640 1 -- 172.21.15.90:0/3655143317 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe97c1a0030 con 0x7fe97c1055b0 2024-04-26T17:31:18.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe97ad9d640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe97c107ee0 0x7fe97c19f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:31:18.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe97a59c640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe97c102c80 0x7fe97c198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:31:18.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe979d9b640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe97c1055b0 0x7fe97c198950 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fe96c00b450 tx=0x7fe96c00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:18.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe96b7fe640 1 -- 172.21.15.90:0/3655143317 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe96c015020 con 0x7fe97c1055b0 2024-04-26T17:31:18.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe96b7fe640 1 -- 172.21.15.90:0/3655143317 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fe96c011d40 con 0x7fe97c1055b0 2024-04-26T17:31:18.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe980805640 1 -- 172.21.15.90:0/3655143317 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe97c1a0320 con 0x7fe97c1055b0 2024-04-26T17:31:18.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe96b7fe640 1 -- 172.21.15.90:0/3655143317 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe96c00f340 con 0x7fe97c1055b0 2024-04-26T17:31:18.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.987+0000 7fe980805640 1 -- 172.21.15.90:0/3655143317 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe97c1a0870 con 0x7fe97c1055b0 2024-04-26T17:31:18.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.988+0000 7fe980805640 1 -- 172.21.15.90:0/3655143317 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe97c0fe0c0 con 0x7fe97c1055b0 2024-04-26T17:31:18.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.989+0000 7fe96b7fe640 1 -- 172.21.15.90:0/3655143317 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fe96c018020 con 0x7fe97c1055b0 2024-04-26T17:31:18.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.990+0000 7fe96b7fe640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9640a3bb0 0x7fe9640a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:18.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.990+0000 7fe97a59c640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9640a3bb0 0x7fe9640a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:18.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.990+0000 7fe96b7fe640 1 -- 172.21.15.90:0/3655143317 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fe96c0d0390 con 0x7fe97c1055b0 2024-04-26T17:31:18.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.991+0000 7fe97a59c640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9640a3bb0 0x7fe9640a6070 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe9700058c0 tx=0x7fe970005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:18.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:18.995+0000 7fe96b7fe640 1 -- 172.21.15.90:0/3655143317 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe96c01f020 con 0x7fe97c1055b0 2024-04-26T17:31:19.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.171+0000 7fe980805640 1 -- 172.21.15.90:0/3655143317 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe97c062d00 con 0x7fe97c1055b0 2024-04-26T17:31:19.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.171+0000 7fe96b7fe640 1 -- 172.21.15.90:0/3655143317 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7fe96c00d040 con 0x7fe97c1055b0 2024-04-26T17:31:19.171 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:31:19.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.173+0000 7fe980805640 1 -- 172.21.15.90:0/3655143317 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9640a3bb0 msgr2=0x7fe9640a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.173+0000 7fe980805640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9640a3bb0 0x7fe9640a6070 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe9700058c0 tx=0x7fe970005850 comp rx=0 tx=0).stop 2024-04-26T17:31:19.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.173+0000 7fe980805640 1 -- 172.21.15.90:0/3655143317 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe97c1055b0 msgr2=0x7fe97c198950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.173+0000 7fe980805640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe97c1055b0 0x7fe97c198950 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fe96c00b450 tx=0x7fe96c00b910 comp rx=0 tx=0).stop 2024-04-26T17:31:19.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.173+0000 7fe980805640 1 -- 172.21.15.90:0/3655143317 shutdown_connections 2024-04-26T17:31:19.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.173+0000 7fe980805640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fe9640a3bb0 0x7fe9640a6070 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.173+0000 7fe980805640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe97c107ee0 0x7fe97c19f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.173+0000 7fe980805640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe97c1055b0 0x7fe97c198950 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.173+0000 7fe980805640 1 --2- 172.21.15.90:0/3655143317 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe97c102c80 0x7fe97c198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.173+0000 7fe980805640 1 -- 172.21.15.90:0/3655143317 >> 172.21.15.90:0/3655143317 conn(0x7fe97c0fc5d0 msgr2=0x7fe97c103720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:19.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.173+0000 7fe980805640 1 -- 172.21.15.90:0/3655143317 shutdown_connections 2024-04-26T17:31:19.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.173+0000 7fe980805640 1 -- 172.21.15.90:0/3655143317 wait complete. 2024-04-26T17:31:19.180 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:18 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/225357381' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:31:19.184 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T17:31:19.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:18 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/225357381' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:31:19.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.285+0000 7f50d5e91640 1 -- 172.21.15.90:0/4260321949 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50d0102250 msgr2=0x7f50d01026d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.285+0000 7f50d5e91640 1 --2- 172.21.15.90:0/4260321949 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50d0102250 0x7f50d01026d0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f50c4009900 tx=0x7f50c402a410 comp rx=0 tx=0).stop 2024-04-26T17:31:19.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.285+0000 7f50d5e91640 1 -- 172.21.15.90:0/4260321949 shutdown_connections 2024-04-26T17:31:19.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.285+0000 7f50d5e91640 1 --2- 172.21.15.90:0/4260321949 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f50d0102c10 0x7f50d01094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.285+0000 7f50d5e91640 1 --2- 172.21.15.90:0/4260321949 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50d0102250 0x7f50d01026d0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.285+0000 7f50d5e91640 1 --2- 172.21.15.90:0/4260321949 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f50d0101060 0x7f50d0101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.285+0000 7f50d5e91640 1 -- 172.21.15.90:0/4260321949 >> 172.21.15.90:0/4260321949 conn(0x7f50d00fc5f0 msgr2=0x7f50d00fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:19.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.285+0000 7f50d5e91640 1 -- 172.21.15.90:0/4260321949 shutdown_connections 2024-04-26T17:31:19.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.285+0000 7f50d5e91640 1 -- 172.21.15.90:0/4260321949 wait complete. 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50d5e91640 1 Processor -- start 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50d5e91640 1 -- start start 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50d5e91640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50d0101060 0x7f50d01972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50d5e91640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f50d0102250 0x7f50d01977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50d5e91640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f50d0102c10 0x7f50d019e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50d5e91640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f50d010cb70 con 0x7f50d0101060 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50d5e91640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f50d010c9f0 con 0x7f50d0102c10 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50d5e91640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f50d010ccf0 con 0x7f50d0102250 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50cf7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50d0101060 0x7f50d01972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50cf7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50d0101060 0x7f50d01972b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60682/0 (socket says 172.21.15.90:60682) 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50cf7fe640 1 -- 172.21.15.90:0/3568905116 learned_addr learned my addr 172.21.15.90:0/3568905116 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50ceffd640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f50d0102250 0x7f50d01977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:19.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50cffff640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f50d0102c10 0x7f50d019e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:19.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50cf7fe640 1 -- 172.21.15.90:0/3568905116 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f50d0102250 msgr2=0x7f50d01977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50cf7fe640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f50d0102250 0x7f50d01977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50cf7fe640 1 -- 172.21.15.90:0/3568905116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f50d0102c10 msgr2=0x7f50d019e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50cf7fe640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f50d0102c10 0x7f50d019e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50cf7fe640 1 -- 172.21.15.90:0/3568905116 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50d019eed0 con 0x7f50d0101060 2024-04-26T17:31:19.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.286+0000 7f50cffff640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f50d0102c10 0x7f50d019e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:31:19.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.287+0000 7f50cf7fe640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50d0101060 0x7f50d01972b0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f50c800c970 tx=0x7f50c800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:19.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.287+0000 7f50ccff9640 1 -- 172.21.15.90:0/3568905116 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c8004220 con 0x7f50d0101060 2024-04-26T17:31:19.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.287+0000 7f50d5e91640 1 -- 172.21.15.90:0/3568905116 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50d019f1c0 con 0x7f50d0101060 2024-04-26T17:31:19.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.287+0000 7f50ccff9640 1 -- 172.21.15.90:0/3568905116 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f50c80043c0 con 0x7f50d0101060 2024-04-26T17:31:19.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.287+0000 7f50ccff9640 1 -- 172.21.15.90:0/3568905116 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c800f450 con 0x7f50d0101060 2024-04-26T17:31:19.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.287+0000 7f50d5e91640 1 -- 172.21.15.90:0/3568905116 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50d019f6e0 con 0x7f50d0101060 2024-04-26T17:31:19.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.288+0000 7f50d5e91640 1 -- 172.21.15.90:0/3568905116 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50d01084a0 con 0x7f50d0101060 2024-04-26T17:31:19.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.289+0000 7f50ccff9640 1 -- 172.21.15.90:0/3568905116 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f50c8003610 con 0x7f50d0101060 2024-04-26T17:31:19.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.289+0000 7f50ccff9640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f50b80a3bb0 0x7f50b80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:19.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.289+0000 7f50ceffd640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f50b80a3bb0 0x7f50b80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:19.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.289+0000 7f50ccff9640 1 -- 172.21.15.90:0/3568905116 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f50c80d0550 con 0x7f50d0101060 2024-04-26T17:31:19.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.290+0000 7f50ceffd640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f50b80a3bb0 0x7f50b80a6070 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f50c4006010 tx=0x7f50c4005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:19.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.294+0000 7f50ccff9640 1 -- 172.21.15.90:0/3568905116 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f50c8014030 con 0x7f50d0101060 2024-04-26T17:31:19.296 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:18 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/225357381' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:31:19.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.476+0000 7f50d5e91640 1 -- 172.21.15.90:0/3568905116 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f50d0062d30 con 0x7f50d0101060 2024-04-26T17:31:19.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.476+0000 7f50ccff9640 1 -- 172.21.15.90:0/3568905116 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7f50c809cb60 con 0x7f50d0101060 2024-04-26T17:31:19.478 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:31:19.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.478+0000 7f50d5e91640 1 -- 172.21.15.90:0/3568905116 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f50b80a3bb0 msgr2=0x7f50b80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.478+0000 7f50d5e91640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f50b80a3bb0 0x7f50b80a6070 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f50c4006010 tx=0x7f50c4005d50 comp rx=0 tx=0).stop 2024-04-26T17:31:19.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.478+0000 7f50d5e91640 1 -- 172.21.15.90:0/3568905116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50d0101060 msgr2=0x7f50d01972b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.478+0000 7f50d5e91640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50d0101060 0x7f50d01972b0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f50c800c970 tx=0x7f50c800ce30 comp rx=0 tx=0).stop 2024-04-26T17:31:19.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.478+0000 7f50d5e91640 1 -- 172.21.15.90:0/3568905116 shutdown_connections 2024-04-26T17:31:19.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.478+0000 7f50d5e91640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f50b80a3bb0 0x7f50b80a6070 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.478+0000 7f50d5e91640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f50d0102c10 0x7f50d019e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.478+0000 7f50d5e91640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f50d0102250 0x7f50d01977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.478+0000 7f50d5e91640 1 --2- 172.21.15.90:0/3568905116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50d0101060 0x7f50d01972b0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.478+0000 7f50d5e91640 1 -- 172.21.15.90:0/3568905116 >> 172.21.15.90:0/3568905116 conn(0x7f50d00fc5f0 msgr2=0x7f50d0105670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:19.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.478+0000 7f50d5e91640 1 -- 172.21.15.90:0/3568905116 shutdown_connections 2024-04-26T17:31:19.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.478+0000 7f50d5e91640 1 -- 172.21.15.90:0/3568905116 wait complete. 2024-04-26T17:31:19.489 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T17:31:19.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.591+0000 7f6646e7c640 1 -- 172.21.15.90:0/3191024634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6640103340 msgr2=0x7f66401037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.591+0000 7f6646e7c640 1 --2- 172.21.15.90:0/3191024634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6640103340 0x7f66401037c0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f662c009900 tx=0x7f662c02a410 comp rx=0 tx=0).stop 2024-04-26T17:31:19.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.591+0000 7f6646e7c640 1 -- 172.21.15.90:0/3191024634 shutdown_connections 2024-04-26T17:31:19.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.591+0000 7f6646e7c640 1 --2- 172.21.15.90:0/3191024634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6640103d00 0x7f664010a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.591+0000 7f6646e7c640 1 --2- 172.21.15.90:0/3191024634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6640103340 0x7f66401037c0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.591+0000 7f6646e7c640 1 --2- 172.21.15.90:0/3191024634 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6640102150 0x7f6640102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.591+0000 7f6646e7c640 1 -- 172.21.15.90:0/3191024634 >> 172.21.15.90:0/3191024634 conn(0x7f66400fd6e0 msgr2=0x7f66400ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:19.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.591+0000 7f6646e7c640 1 -- 172.21.15.90:0/3191024634 shutdown_connections 2024-04-26T17:31:19.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.591+0000 7f6646e7c640 1 -- 172.21.15.90:0/3191024634 wait complete. 2024-04-26T17:31:19.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.591+0000 7f6646e7c640 1 Processor -- start 2024-04-26T17:31:19.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.591+0000 7f6646e7c640 1 -- start start 2024-04-26T17:31:19.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6646e7c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6640102150 0x7f6640075eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:19.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6646e7c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6640103340 0x7f66400744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:19.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6646e7c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6640103d00 0x7f6640074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:19.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6646e7c640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f664010dd60 con 0x7f6640102150 2024-04-26T17:31:19.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6646e7c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f664010dbe0 con 0x7f6640103d00 2024-04-26T17:31:19.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6646e7c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f664010dee0 con 0x7f6640103340 2024-04-26T17:31:19.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6644c18640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6640102150 0x7f6640075eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:19.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6644c18640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6640102150 0x7f6640075eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60694/0 (socket says 172.21.15.90:60694) 2024-04-26T17:31:19.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6644c18640 1 -- 172.21.15.90:0/3090319199 learned_addr learned my addr 172.21.15.90:0/3090319199 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:31:19.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6644c18640 1 -- 172.21.15.90:0/3090319199 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6640103340 msgr2=0x7f66400744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6644c18640 1 --2- 172.21.15.90:0/3090319199 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6640103340 0x7f66400744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6644c18640 1 -- 172.21.15.90:0/3090319199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6640103d00 msgr2=0x7f6640074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6644c18640 1 --2- 172.21.15.90:0/3090319199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6640103d00 0x7f6640074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6644c18640 1 -- 172.21.15.90:0/3090319199 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66400752c0 con 0x7f6640102150 2024-04-26T17:31:19.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6644c18640 1 --2- 172.21.15.90:0/3090319199 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6640102150 0x7f6640075eb0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f663400b450 tx=0x7f663400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:19.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f663dffb640 1 -- 172.21.15.90:0/3090319199 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6634015020 con 0x7f6640102150 2024-04-26T17:31:19.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f663dffb640 1 -- 172.21.15.90:0/3090319199 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f6634011d40 con 0x7f6640102150 2024-04-26T17:31:19.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f663dffb640 1 -- 172.21.15.90:0/3090319199 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f663400f340 con 0x7f6640102150 2024-04-26T17:31:19.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.592+0000 7f6646e7c640 1 -- 172.21.15.90:0/3090319199 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66401a2640 con 0x7f6640102150 2024-04-26T17:31:19.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.593+0000 7f6646e7c640 1 -- 172.21.15.90:0/3090319199 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66401a2c60 con 0x7f6640102150 2024-04-26T17:31:19.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.594+0000 7f6646e7c640 1 -- 172.21.15.90:0/3090319199 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6640109580 con 0x7f6640102150 2024-04-26T17:31:19.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.595+0000 7f663dffb640 1 -- 172.21.15.90:0/3090319199 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f6634018020 con 0x7f6640102150 2024-04-26T17:31:19.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.595+0000 7f663dffb640 1 --2- 172.21.15.90:0/3090319199 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f66300a3c30 0x7f66300a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:19.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.595+0000 7f663ffff640 1 --2- 172.21.15.90:0/3090319199 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f66300a3c30 0x7f66300a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:19.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.595+0000 7f663dffb640 1 -- 172.21.15.90:0/3090319199 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f66340d0360 con 0x7f6640102150 2024-04-26T17:31:19.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.596+0000 7f663ffff640 1 --2- 172.21.15.90:0/3090319199 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f66300a3c30 0x7f66300a60f0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f662c005c20 tx=0x7f662c005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:19.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.600+0000 7f663dffb640 1 -- 172.21.15.90:0/3090319199 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f663401f020 con 0x7f6640102150 2024-04-26T17:31:19.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.777+0000 7f6646e7c640 1 -- 172.21.15.90:0/3090319199 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f6640062d00 con 0x7f6640102150 2024-04-26T17:31:19.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.777+0000 7f663dffb640 1 -- 172.21.15.90:0/3090319199 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7f663400d040 con 0x7f6640102150 2024-04-26T17:31:19.777 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-26T17:31:19.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.779+0000 7f6646e7c640 1 -- 172.21.15.90:0/3090319199 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f66300a3c30 msgr2=0x7f66300a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.779+0000 7f6646e7c640 1 --2- 172.21.15.90:0/3090319199 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f66300a3c30 0x7f66300a60f0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f662c005c20 tx=0x7f662c005d50 comp rx=0 tx=0).stop 2024-04-26T17:31:19.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.779+0000 7f6646e7c640 1 -- 172.21.15.90:0/3090319199 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6640102150 msgr2=0x7f6640075eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.779+0000 7f6646e7c640 1 --2- 172.21.15.90:0/3090319199 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6640102150 0x7f6640075eb0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f663400b450 tx=0x7f663400b910 comp rx=0 tx=0).stop 2024-04-26T17:31:19.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.779+0000 7f6646e7c640 1 -- 172.21.15.90:0/3090319199 shutdown_connections 2024-04-26T17:31:19.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.779+0000 7f6646e7c640 1 --2- 172.21.15.90:0/3090319199 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f66300a3c30 0x7f66300a60f0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.779+0000 7f6646e7c640 1 --2- 172.21.15.90:0/3090319199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6640103d00 0x7f6640074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.779+0000 7f6646e7c640 1 --2- 172.21.15.90:0/3090319199 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6640103340 0x7f66400744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.779+0000 7f6646e7c640 1 --2- 172.21.15.90:0/3090319199 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6640102150 0x7f6640075eb0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.779+0000 7f6646e7c640 1 -- 172.21.15.90:0/3090319199 >> 172.21.15.90:0/3090319199 conn(0x7f66400fd6e0 msgr2=0x7f6640106750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:19.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.780+0000 7f6646e7c640 1 -- 172.21.15.90:0/3090319199 shutdown_connections 2024-04-26T17:31:19.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.780+0000 7f6646e7c640 1 -- 172.21.15.90:0/3090319199 wait complete. 2024-04-26T17:31:19.790 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-26T17:31:19.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 -- 172.21.15.90:0/4285652859 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8260101040 msgr2=0x7f8260101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 --2- 172.21.15.90:0/4285652859 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8260101040 0x7f8260101460 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f8250009900 tx=0x7f825002a410 comp rx=0 tx=0).stop 2024-04-26T17:31:19.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 -- 172.21.15.90:0/4285652859 shutdown_connections 2024-04-26T17:31:19.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 --2- 172.21.15.90:0/4285652859 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8260102bf0 0x7f8260109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 --2- 172.21.15.90:0/4285652859 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8260102230 0x7f82601026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 --2- 172.21.15.90:0/4285652859 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8260101040 0x7f8260101460 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 -- 172.21.15.90:0/4285652859 >> 172.21.15.90:0/4285652859 conn(0x7f82600fc5b0 msgr2=0x7f82600fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:19.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 -- 172.21.15.90:0/4285652859 shutdown_connections 2024-04-26T17:31:19.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 -- 172.21.15.90:0/4285652859 wait complete. 2024-04-26T17:31:19.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 Processor -- start 2024-04-26T17:31:19.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 -- start start 2024-04-26T17:31:19.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8260101040 0x7f8260069e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:19.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8260102230 0x7f826019d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:19.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8260102bf0 0x7f826019f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:19.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f826010cb50 con 0x7f8260101040 2024-04-26T17:31:19.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f826010c9d0 con 0x7f8260102bf0 2024-04-26T17:31:19.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.892+0000 7f8265e2c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f826010ccd0 con 0x7f8260102230 2024-04-26T17:31:19.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8260101040 0x7f8260069e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:19.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825f7fe640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8260101040 0x7f8260069e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60716/0 (socket says 172.21.15.90:60716) 2024-04-26T17:31:19.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825f7fe640 1 -- 172.21.15.90:0/635478488 learned_addr learned my addr 172.21.15.90:0/635478488 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:31:19.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f8257fff640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8260102230 0x7f826019d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:19.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825ffff640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8260102bf0 0x7f826019f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:19.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825f7fe640 1 -- 172.21.15.90:0/635478488 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8260102230 msgr2=0x7f826019d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825f7fe640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8260102230 0x7f826019d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825f7fe640 1 -- 172.21.15.90:0/635478488 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8260102bf0 msgr2=0x7f826019f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:19.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825f7fe640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8260102bf0 0x7f826019f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:19.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825f7fe640 1 -- 172.21.15.90:0/635478488 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f826019ffe0 con 0x7f8260101040 2024-04-26T17:31:19.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f8257fff640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8260102230 0x7f826019d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:31:19.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825ffff640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8260102bf0 0x7f826019f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T17:31:19.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825f7fe640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8260101040 0x7f8260069e20 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f8250005ab0 tx=0x7f82500042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:19.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825d7fa640 1 -- 172.21.15.90:0/635478488 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825003f030 con 0x7f8260101040 2024-04-26T17:31:19.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825d7fa640 1 -- 172.21.15.90:0/635478488 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f8250003cb0 con 0x7f8260101040 2024-04-26T17:31:19.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f8265e2c640 1 -- 172.21.15.90:0/635478488 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82601a0270 con 0x7f8260101040 2024-04-26T17:31:19.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f825d7fa640 1 -- 172.21.15.90:0/635478488 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8250035070 con 0x7f8260101040 2024-04-26T17:31:19.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.893+0000 7f8265e2c640 1 -- 172.21.15.90:0/635478488 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82601a0760 con 0x7f8260101040 2024-04-26T17:31:19.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.894+0000 7f8265e2c640 1 -- 172.21.15.90:0/635478488 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82601084d0 con 0x7f8260101040 2024-04-26T17:31:19.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.895+0000 7f825d7fa640 1 -- 172.21.15.90:0/635478488 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f8250042030 con 0x7f8260101040 2024-04-26T17:31:19.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.896+0000 7f825d7fa640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f824c0a3bb0 0x7f824c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:19.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.896+0000 7f8257fff640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f824c0a3bb0 0x7f824c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:19.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.896+0000 7f825d7fa640 1 -- 172.21.15.90:0/635478488 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f82500f1190 con 0x7f8260101040 2024-04-26T17:31:19.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.896+0000 7f8257fff640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f824c0a3bb0 0x7f824c0a6070 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f8260069b90 tx=0x7f8248005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:19.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:19.899+0000 7f825d7fa640 1 -- 172.21.15.90:0/635478488 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f82500bd7a0 con 0x7f8260101040 2024-04-26T17:31:20.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.079+0000 7f8265e2c640 1 -- 172.21.15.90:0/635478488 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f826002d920 con 0x7f8260101040 2024-04-26T17:31:20.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.080+0000 7f825d7fa640 1 -- 172.21.15.90:0/635478488 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7f82500bd0a0 con 0x7f8260101040 2024-04-26T17:31:20.080 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:31:20.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.082+0000 7f8265e2c640 1 -- 172.21.15.90:0/635478488 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f824c0a3bb0 msgr2=0x7f824c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.082+0000 7f8265e2c640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f824c0a3bb0 0x7f824c0a6070 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f8260069b90 tx=0x7f8248005f90 comp rx=0 tx=0).stop 2024-04-26T17:31:20.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.082+0000 7f8265e2c640 1 -- 172.21.15.90:0/635478488 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8260101040 msgr2=0x7f8260069e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.082+0000 7f8265e2c640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8260101040 0x7f8260069e20 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f8250005ab0 tx=0x7f82500042f0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.082+0000 7f8265e2c640 1 -- 172.21.15.90:0/635478488 shutdown_connections 2024-04-26T17:31:20.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.082+0000 7f8265e2c640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f824c0a3bb0 0x7f824c0a6070 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.082+0000 7f8265e2c640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8260102bf0 0x7f826019f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.082+0000 7f8265e2c640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8260102230 0x7f826019d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.082+0000 7f8265e2c640 1 --2- 172.21.15.90:0/635478488 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8260101040 0x7f8260069e20 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.082+0000 7f8265e2c640 1 -- 172.21.15.90:0/635478488 >> 172.21.15.90:0/635478488 conn(0x7f82600fc5b0 msgr2=0x7f82601056a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:20.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.082+0000 7f8265e2c640 1 -- 172.21.15.90:0/635478488 shutdown_connections 2024-04-26T17:31:20.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.082+0000 7f8265e2c640 1 -- 172.21.15.90:0/635478488 wait complete. 2024-04-26T17:31:20.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:19 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3655143317' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:31:20.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:19 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3568905116' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:31:20.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:19 smithi090 ceph-mon[29417]: pgmap v497: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-26T17:31:20.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:19 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3090319199' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:31:20.093 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-26T17:31:20.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 -- 172.21.15.90:0/1904833932 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f068c100b60 msgr2=0x7f068c10a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 --2- 172.21.15.90:0/1904833932 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f068c100b60 0x7f068c10a710 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f0674009900 tx=0x7f067402a410 comp rx=0 tx=0).stop 2024-04-26T17:31:20.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 -- 172.21.15.90:0/1904833932 shutdown_connections 2024-04-26T17:31:20.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 --2- 172.21.15.90:0/1904833932 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f068c100b60 0x7f068c10a710 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 --2- 172.21.15.90:0/1904833932 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f068c1001a0 0x7f068c100620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 --2- 172.21.15.90:0/1904833932 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f068c103730 0x7f068c103b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 -- 172.21.15.90:0/1904833932 >> 172.21.15.90:0/1904833932 conn(0x7f068c0fbd40 msgr2=0x7f068c0fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:20.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 -- 172.21.15.90:0/1904833932 shutdown_connections 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 -- 172.21.15.90:0/1904833932 wait complete. 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 Processor -- start 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 -- start start 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f068c1001a0 0x7f068c1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f068c100b60 0x7f068c198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f068c103730 0x7f068c19f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f068c10dc90 con 0x7f068c100b60 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f068c10db10 con 0x7f068c103730 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.193+0000 7f0692ff7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f068c10de10 con 0x7f068c1001a0 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f068bfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f068c100b60 0x7f068c198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f068bfff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f068c100b60 0x7f068c198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60724/0 (socket says 172.21.15.90:60724) 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f068bfff640 1 -- 172.21.15.90:0/3495361983 learned_addr learned my addr 172.21.15.90:0/3495361983 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:31:20.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f0690d93640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f068c1001a0 0x7f068c1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f0691594640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f068c103730 0x7f068c19f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f068bfff640 1 -- 172.21.15.90:0/3495361983 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f068c1001a0 msgr2=0x7f068c1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f068bfff640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f068c1001a0 0x7f068c1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f068bfff640 1 -- 172.21.15.90:0/3495361983 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f068c103730 msgr2=0x7f068c19f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f068bfff640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f068c103730 0x7f068c19f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f068bfff640 1 -- 172.21.15.90:0/3495361983 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f068c19ff00 con 0x7f068c100b60 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f068bfff640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f068c100b60 0x7f068c198820 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f067c00c920 tx=0x7f067c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f0689ffb640 1 -- 172.21.15.90:0/3495361983 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f067c007c70 con 0x7f068c100b60 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f0689ffb640 1 -- 172.21.15.90:0/3495361983 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f067c007e10 con 0x7f068c100b60 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f0692ff7640 1 -- 172.21.15.90:0/3495361983 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f068c1a01f0 con 0x7f068c100b60 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f0689ffb640 1 -- 172.21.15.90:0/3495361983 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f067c0187b0 con 0x7f068c100b60 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.194+0000 7f0692ff7640 1 -- 172.21.15.90:0/3495361983 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f068c1a0740 con 0x7f068c100b60 2024-04-26T17:31:20.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.195+0000 7f0692ff7640 1 -- 172.21.15.90:0/3495361983 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f068c1095f0 con 0x7f068c100b60 2024-04-26T17:31:20.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.196+0000 7f0689ffb640 1 -- 172.21.15.90:0/3495361983 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f067c018990 con 0x7f068c100b60 2024-04-26T17:31:20.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.197+0000 7f0689ffb640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f06780a3bb0 0x7f06780a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:20.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.197+0000 7f0690d93640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f06780a3bb0 0x7f06780a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:20.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.197+0000 7f0689ffb640 1 -- 172.21.15.90:0/3495361983 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f067c0d09a0 con 0x7f068c100b60 2024-04-26T17:31:20.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.197+0000 7f0690d93640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f06780a3bb0 0x7f06780a6070 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f068c06a4a0 tx=0x7f0684009870 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:20.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.201+0000 7f0689ffb640 1 -- 172.21.15.90:0/3495361983 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f067c014030 con 0x7f068c100b60 2024-04-26T17:31:20.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:19 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3655143317' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:31:20.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:19 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3568905116' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:31:20.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:19 smithi167 ceph-mon[32665]: pgmap v497: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-26T17:31:20.253 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:19 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3090319199' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:31:20.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:19 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3655143317' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:31:20.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:19 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3568905116' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:31:20.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:19 smithi119 ceph-mon[32584]: pgmap v497: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-26T17:31:20.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:19 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3090319199' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:31:20.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.393+0000 7f0692ff7640 1 -- 172.21.15.90:0/3495361983 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f068c02dab0 con 0x7f068c100b60 2024-04-26T17:31:20.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.393+0000 7f0689ffb640 1 -- 172.21.15.90:0/3495361983 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v94) ==== 81+0+589 (secure 0 0 0) 0x7f068c02dab0 con 0x7f068c100b60 2024-04-26T17:31:20.393 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/933918146 2024-04-27T17:17:33.345672+0000 2024-04-26T17:31:20.393 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/2334856074 2024-04-27T17:17:33.345672+0000 2024-04-26T17:31:20.393 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6801/965175557 2024-04-27T17:17:33.345672+0000 2024-04-26T17:31:20.394 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/3763439437 2024-04-27T17:17:06.675092+0000 2024-04-26T17:31:20.394 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/1344791872 2024-04-27T17:17:06.675092+0000 2024-04-26T17:31:20.394 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6800/4271835641 2024-04-27T17:17:06.675092+0000 2024-04-26T17:31:20.394 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/3043455614 2024-04-27T17:17:06.675092+0000 2024-04-26T17:31:20.394 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6801/4271835641 2024-04-27T17:17:06.675092+0000 2024-04-26T17:31:20.394 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/2215008205 2024-04-27T17:17:33.345672+0000 2024-04-26T17:31:20.394 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6800/965175557 2024-04-27T17:17:33.345672+0000 2024-04-26T17:31:20.394 INFO:teuthology.orchestra.run.smithi090.stderr:listed 10 entries 2024-04-26T17:31:20.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.395+0000 7f0692ff7640 1 -- 172.21.15.90:0/3495361983 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f06780a3bb0 msgr2=0x7f06780a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.395+0000 7f0692ff7640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f06780a3bb0 0x7f06780a6070 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f068c06a4a0 tx=0x7f0684009870 comp rx=0 tx=0).stop 2024-04-26T17:31:20.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.395+0000 7f0692ff7640 1 -- 172.21.15.90:0/3495361983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f068c100b60 msgr2=0x7f068c198820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.395+0000 7f0692ff7640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f068c100b60 0x7f068c198820 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f067c00c920 tx=0x7f067c00cde0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.395 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.395+0000 7f0692ff7640 1 -- 172.21.15.90:0/3495361983 shutdown_connections 2024-04-26T17:31:20.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.395+0000 7f0692ff7640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f06780a3bb0 0x7f06780a6070 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.395+0000 7f0692ff7640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f068c103730 0x7f068c19f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.395+0000 7f0692ff7640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f068c100b60 0x7f068c198820 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.395+0000 7f0692ff7640 1 --2- 172.21.15.90:0/3495361983 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f068c1001a0 0x7f068c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.395+0000 7f0692ff7640 1 -- 172.21.15.90:0/3495361983 >> 172.21.15.90:0/3495361983 conn(0x7f068c0fbd40 msgr2=0x7f068c1067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:20.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.396+0000 7f0692ff7640 1 -- 172.21.15.90:0/3495361983 shutdown_connections 2024-04-26T17:31:20.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.396+0000 7f0692ff7640 1 -- 172.21.15.90:0/3495361983 wait complete. 2024-04-26T17:31:20.407 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T17:31:20.407 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T17:31:20.422 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T17:31:20.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.560+0000 7fc99996f640 1 -- 172.21.15.90:0/1341796079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc994102240 msgr2=0x7fc9941026c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.560+0000 7fc99996f640 1 --2- 172.21.15.90:0/1341796079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc994102240 0x7fc9941026c0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7fc988009900 tx=0x7fc98802a410 comp rx=0 tx=0).stop 2024-04-26T17:31:20.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.560+0000 7fc99996f640 1 -- 172.21.15.90:0/1341796079 shutdown_connections 2024-04-26T17:31:20.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.560+0000 7fc99996f640 1 --2- 172.21.15.90:0/1341796079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc994102c00 0x7fc994109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.560+0000 7fc99996f640 1 --2- 172.21.15.90:0/1341796079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc994102240 0x7fc9941026c0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.560+0000 7fc99996f640 1 --2- 172.21.15.90:0/1341796079 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc994101050 0x7fc994101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.560+0000 7fc99996f640 1 -- 172.21.15.90:0/1341796079 >> 172.21.15.90:0/1341796079 conn(0x7fc9940fc5e0 msgr2=0x7fc9940fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:20.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.560+0000 7fc99996f640 1 -- 172.21.15.90:0/1341796079 shutdown_connections 2024-04-26T17:31:20.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.560+0000 7fc99996f640 1 -- 172.21.15.90:0/1341796079 wait complete. 2024-04-26T17:31:20.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc99996f640 1 Processor -- start 2024-04-26T17:31:20.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc99996f640 1 -- start start 2024-04-26T17:31:20.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc99996f640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc994101050 0x7fc99406b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:20.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc99996f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc994102240 0x7fc99419d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:20.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc99996f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc994102c00 0x7fc99419f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:20.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc99996f640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc99410cbe0 con 0x7fc994101050 2024-04-26T17:31:20.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc99996f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fc99410ca60 con 0x7fc994102240 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc99996f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc99410cd60 con 0x7fc994102c00 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc992ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc994101050 0x7fc99406b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc992ffd640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc994101050 0x7fc99406b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60754/0 (socket says 172.21.15.90:60754) 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc992ffd640 1 -- 172.21.15.90:0/78971650 learned_addr learned my addr 172.21.15.90:0/78971650 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc9937fe640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc994102c00 0x7fc99419f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.561+0000 7fc9927fc640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc994102240 0x7fc99419d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc992ffd640 1 -- 172.21.15.90:0/78971650 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc994102c00 msgr2=0x7fc99419f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc992ffd640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc994102c00 0x7fc99419f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc992ffd640 1 -- 172.21.15.90:0/78971650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc994102240 msgr2=0x7fc99419d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc992ffd640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc994102240 0x7fc99419d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc992ffd640 1 -- 172.21.15.90:0/78971650 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9941a0090 con 0x7fc994101050 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc9927fc640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc994102240 0x7fc99419d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:31:20.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc9937fe640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc994102c00 0x7fc99419f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:31:20.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc992ffd640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc994101050 0x7fc99406b2f0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fc98400b450 tx=0x7fc98400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:20.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc99896d640 1 -- 172.21.15.90:0/78971650 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc984015020 con 0x7fc994101050 2024-04-26T17:31:20.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc99996f640 1 -- 172.21.15.90:0/78971650 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9941a0380 con 0x7fc994101050 2024-04-26T17:31:20.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc99896d640 1 -- 172.21.15.90:0/78971650 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fc984011d40 con 0x7fc994101050 2024-04-26T17:31:20.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc99896d640 1 -- 172.21.15.90:0/78971650 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc98400f340 con 0x7fc994101050 2024-04-26T17:31:20.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.562+0000 7fc99996f640 1 -- 172.21.15.90:0/78971650 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9941a0950 con 0x7fc994101050 2024-04-26T17:31:20.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.563+0000 7fc99996f640 1 -- 172.21.15.90:0/78971650 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9941083c0 con 0x7fc994101050 2024-04-26T17:31:20.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.564+0000 7fc99896d640 1 -- 172.21.15.90:0/78971650 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fc984018020 con 0x7fc994101050 2024-04-26T17:31:20.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.565+0000 7fc99896d640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc97c0a3bb0 0x7fc97c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:20.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.565+0000 7fc9927fc640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc97c0a3bb0 0x7fc97c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:20.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.565+0000 7fc99896d640 1 -- 172.21.15.90:0/78971650 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fc9840d0390 con 0x7fc994101050 2024-04-26T17:31:20.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.565+0000 7fc9927fc640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc97c0a3bb0 0x7fc97c0a6070 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fc99406b060 tx=0x7fc988031470 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:20.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.569+0000 7fc99896d640 1 -- 172.21.15.90:0/78971650 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc98401f020 con 0x7fc994101050 2024-04-26T17:31:20.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.748+0000 7fc99996f640 1 -- 172.21.15.90:0/78971650 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc994062d00 con 0x7fc994101050 2024-04-26T17:31:20.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.750+0000 7fc99896d640 1 -- 172.21.15.90:0/78971650 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+24864 (secure 0 0 0) 0x7fc98400d040 con 0x7fc994101050 2024-04-26T17:31:20.750 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T17:31:20.750 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":94,"fsid":"970e2e88-03f0-11ef-bc93-c7b262605968","created":"2024-04-26T17:16:39.835858+0000","modified":"2024-04-26T17:26:35.532276+0000","last_up_change":"2024-04-26T17:23:49.157271+0000","last_in_change":"2024-04-26T17:23:28.209508+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T17:19:59.432137+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T17:24:36.941852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T17:24:38.058512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-26T17:24:41.453912+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"405a7316-1858-467a-96c7-6aa09b9fc9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6803","nonce":2888106211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6805","nonce":2888106211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6809","nonce":2888106211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2888106211},{"type":"v1","addr":"172.21.15.90:6807","nonce":2888106211}]},"public_addr":"172.21.15.90:6803/2888106211","cluster_addr":"172.21.15.90:6805/2888106211","heartbeat_back_addr":"172.21.15.90:6809/2888106211","heartbeat_front_addr":"172.21.15.90:6807/2888106211","state":["exists","up"]},{"osd":1,"uuid":"3795fbb6-2063-4556-b563-7b5ebcd6b78c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6801","nonce":1388441253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6803","nonce":1388441253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6807","nonce":1388441253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1388441253},{"type":"v1","addr":"172.21.15.119:6805","nonce":1388441253}]},"public_addr":"172.21.15.119:6801/1388441253","cluster_addr":"172.21.15.119:6803/1388441253","heartbeat_back_addr":"172.21.15.119:6807/1388441253","heartbeat_front_addr":"172.21.15.119:6805/1388441253","state":["exists","up"]},{"osd":2,"uuid":"65d100e2-12ce-482d-8b3c-97bb10618ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6801","nonce":3595915032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6803","nonce":3595915032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6807","nonce":3595915032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":3595915032},{"type":"v1","addr":"172.21.15.167:6805","nonce":3595915032}]},"public_addr":"172.21.15.167:6801/3595915032","cluster_addr":"172.21.15.167:6803/3595915032","heartbeat_back_addr":"172.21.15.167:6807/3595915032","heartbeat_front_addr":"172.21.15.167:6805/3595915032","state":["exists","up"]},{"osd":3,"uuid":"120d1be7-c41b-4a40-8433-c0b39707d1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6811","nonce":1054089887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6813","nonce":1054089887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6817","nonce":1054089887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1054089887},{"type":"v1","addr":"172.21.15.90:6815","nonce":1054089887}]},"public_addr":"172.21.15.90:6811/1054089887","cluster_addr":"172.21.15.90:6813/1054089887","heartbeat_back_addr":"172.21.15.90:6817/1054089887","heartbeat_front_addr":"172.21.15.90:6815/1054089887","state":["exists","up"]},{"osd":4,"uuid":"6a2a494c-a7d8-42fe-b9f5-a43689ed83b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6809","nonce":1438421110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6811","nonce":1438421110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6815","nonce":1438421110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1438421110},{"type":"v1","addr":"172.21.15.119:6813","nonce":1438421110}]},"public_addr":"172.21.15.119:6809/1438421110","cluster_addr":"172.21.15.119:6811/1438421110","heartbeat_back_addr":"172.21.15.119:6815/1438421110","heartbeat_front_addr":"172.21.15.119:6813/1438421110","state":["exists","up"]},{"osd":5,"uuid":"a84fc31a-2bc9-4ff0-a6ed-9bc25c34c3d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6809","nonce":2560716097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6811","nonce":2560716097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6815","nonce":2560716097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2560716097},{"type":"v1","addr":"172.21.15.167:6813","nonce":2560716097}]},"public_addr":"172.21.15.167:6809/2560716097","cluster_addr":"172.21.15.167:6811/2560716097","heartbeat_back_addr":"172.21.15.167:6815/2560716097","heartbeat_front_addr":"172.21.15.167:6813/2560716097","state":["exists","up"]},{"osd":6,"uuid":"63c90927-f065-4dab-970a-038b06c0caf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6819","nonce":4228218625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6821","nonce":4228218625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6825","nonce":4228218625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":4228218625},{"type":"v1","addr":"172.21.15.90:6823","nonce":4228218625}]},"public_addr":"172.21.15.90:6819/4228218625","cluster_addr":"172.21.15.90:6821/4228218625","heartbeat_back_addr":"172.21.15.90:6825/4228218625","heartbeat_front_addr":"172.21.15.90:6823/4228218625","state":["exists","up"]},{"osd":7,"uuid":"d7db22e8-e8a3-418a-9958-129f63dd112a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6817","nonce":3148400738}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6819","nonce":3148400738}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6823","nonce":3148400738}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3148400738},{"type":"v1","addr":"172.21.15.119:6821","nonce":3148400738}]},"public_addr":"172.21.15.119:6817/3148400738","cluster_addr":"172.21.15.119:6819/3148400738","heartbeat_back_addr":"172.21.15.119:6823/3148400738","heartbeat_front_addr":"172.21.15.119:6821/3148400738","state":["exists","up"]},{"osd":8,"uuid":"b5ef8cde-5234-4e7e-8699-ac353416e1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6817","nonce":3926521396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6819","nonce":3926521396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6823","nonce":3926521396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":3926521396},{"type":"v1","addr":"172.21.15.167:6821","nonce":3926521396}]},"public_addr":"172.21.15.167:6817/3926521396","cluster_addr":"172.21.15.167:6819/3926521396","heartbeat_back_addr":"172.21.15.167:6823/3926521396","heartbeat_front_addr":"172.21.15.167:6821/3926521396","state":["exists","up"]},{"osd":9,"uuid":"69155aa3-95a3-46b6-8cd8-6fe236a6708b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6827","nonce":4027715255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6829","nonce":4027715255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6833","nonce":4027715255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":4027715255},{"type":"v1","addr":"172.21.15.90:6831","nonce":4027715255}]},"public_addr":"172.21.15.90:6827/4027715255","cluster_addr":"172.21.15.90:6829/4027715255","heartbeat_back_addr":"172.21.15.90:6833/4027715255","heartbeat_front_addr":"172.21.15.90:6831/4027715255","state":["exists","up"]},{"osd":10,"uuid":"27f06682-7708-405d-8a0c-730491d57ed7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6825","nonce":3077564658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6827","nonce":3077564658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6831","nonce":3077564658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3077564658},{"type":"v1","addr":"172.21.15.119:6829","nonce":3077564658}]},"public_addr":"172.21.15.119:6825/3077564658","cluster_addr":"172.21.15.119:6827/3077564658","heartbeat_back_addr":"172.21.15.119:6831/3077564658","heartbeat_front_addr":"172.21.15.119:6829/3077564658","state":["exists","up"]},{"osd":11,"uuid":"e2a9b56a-62ae-4474-b3e7-3a4b6d8575b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6825","nonce":404171944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6827","nonce":404171944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6831","nonce":404171944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":404171944},{"type":"v1","addr":"172.21.15.167:6829","nonce":404171944}]},"public_addr":"172.21.15.167:6825/404171944","cluster_addr":"172.21.15.167:6827/404171944","heartbeat_back_addr":"172.21.15.167:6831/404171944","heartbeat_front_addr":"172.21.15.167:6829/404171944","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:06.638111+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:31.343371+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:19:55.412546+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:20.576873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:20:45.526715+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:10.900755+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:21:36.435366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:02.444306+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:27.770678+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:22:54.006533+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:20.212236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T17:23:47.058337+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/933918146":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/2334856074":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6801/965175557":"2024-04-27T17:17:33.345672+0000","172.21.15.90:0/3763439437":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/1344791872":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6800/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/3043455614":"2024-04-27T17:17:06.675092+0000","172.21.15.90:6801/4271835641":"2024-04-27T17:17:06.675092+0000","172.21.15.90:0/2215008205":"2024-04-27T17:17:33.345672+0000","172.21.15.90:6800/965175557":"2024-04-27T17:17:33.345672+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T17:31:20.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.752+0000 7fc99996f640 1 -- 172.21.15.90:0/78971650 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc97c0a3bb0 msgr2=0x7fc97c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.752+0000 7fc99996f640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc97c0a3bb0 0x7fc97c0a6070 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fc99406b060 tx=0x7fc988031470 comp rx=0 tx=0).stop 2024-04-26T17:31:20.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.752+0000 7fc99996f640 1 -- 172.21.15.90:0/78971650 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc994101050 msgr2=0x7fc99406b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.752+0000 7fc99996f640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc994101050 0x7fc99406b2f0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fc98400b450 tx=0x7fc98400b910 comp rx=0 tx=0).stop 2024-04-26T17:31:20.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.752+0000 7fc99996f640 1 -- 172.21.15.90:0/78971650 shutdown_connections 2024-04-26T17:31:20.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.752+0000 7fc99996f640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fc97c0a3bb0 0x7fc97c0a6070 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.752+0000 7fc99996f640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc994102c00 0x7fc99419f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.752+0000 7fc99996f640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc994102240 0x7fc99419d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.752+0000 7fc99996f640 1 --2- 172.21.15.90:0/78971650 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc994101050 0x7fc99406b2f0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.752+0000 7fc99996f640 1 -- 172.21.15.90:0/78971650 >> 172.21.15.90:0/78971650 conn(0x7fc9940fc5e0 msgr2=0x7fc994105590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:20.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.752+0000 7fc99996f640 1 -- 172.21.15.90:0/78971650 shutdown_connections 2024-04-26T17:31:20.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.752+0000 7fc99996f640 1 -- 172.21.15.90:0/78971650 wait complete. 2024-04-26T17:31:20.763 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T17:19:59.432137+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T17:24:36.941852+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T17:24:38.058512+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-26T17:24:41.453912+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-26T17:31:20.763 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T17:31:20.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.865+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/3607148725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3b44102c00 msgr2=0x7f3b44109490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.865+0000 7f3b4bd9b640 1 --2- 172.21.15.90:0/3607148725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3b44102c00 0x7f3b44109490 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c009ca0 tx=0x7f3b3c02a8c0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.865+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/3607148725 shutdown_connections 2024-04-26T17:31:20.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.865+0000 7f3b4bd9b640 1 --2- 172.21.15.90:0/3607148725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3b44102c00 0x7f3b44109490 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.865+0000 7f3b4bd9b640 1 --2- 172.21.15.90:0/3607148725 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3b44102240 0x7f3b441026c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.865+0000 7f3b4bd9b640 1 --2- 172.21.15.90:0/3607148725 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b44101050 0x7f3b44101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.865+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/3607148725 >> 172.21.15.90:0/3607148725 conn(0x7f3b440fc600 msgr2=0x7f3b440fea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:20.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.865+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/3607148725 shutdown_connections 2024-04-26T17:31:20.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.865+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/3607148725 wait complete. 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b4bd9b640 1 Processor -- start 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b4bd9b640 1 -- start start 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b4bd9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3b44101050 0x7f3b44196110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b4bd9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3b44102240 0x7f3b44196650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b4bd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b44102c00 0x7f3b4419d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b4bd9b640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3b4410ba70 con 0x7f3b44102240 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b4bd9b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f3b4410b8f0 con 0x7f3b44102c00 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b4bd9b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3b4410bbf0 con 0x7f3b44101050 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b49336640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3b44102240 0x7f3b44196650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b49336640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3b44102240 0x7f3b44196650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60776/0 (socket says 172.21.15.90:60776) 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b49336640 1 -- 172.21.15.90:0/1152354806 learned_addr learned my addr 172.21.15.90:0/1152354806 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b49b37640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3b44101050 0x7f3b44196110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b49336640 1 -- 172.21.15.90:0/1152354806 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3b44101050 msgr2=0x7f3b44196110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b49336640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3b44101050 0x7f3b44196110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b49336640 1 -- 172.21.15.90:0/1152354806 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b44102c00 msgr2=0x7f3b4419d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:20.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b49336640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b44102c00 0x7f3b4419d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:20.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b49336640 1 -- 172.21.15.90:0/1152354806 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b4419dd30 con 0x7f3b44102240 2024-04-26T17:31:20.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b49336640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3b44102240 0x7f3b44196650 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f3b3400d950 tx=0x7f3b3400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:20.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b3affd640 1 -- 172.21.15.90:0/1152354806 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b34017070 con 0x7f3b44102240 2024-04-26T17:31:20.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b3affd640 1 -- 172.21.15.90:0/1152354806 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f3b34009c30 con 0x7f3b44102240 2024-04-26T17:31:20.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/1152354806 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b4419dfc0 con 0x7f3b44102240 2024-04-26T17:31:20.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.866+0000 7f3b3affd640 1 -- 172.21.15.90:0/1152354806 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3400f620 con 0x7f3b44102240 2024-04-26T17:31:20.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.867+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/1152354806 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b4419e4e0 con 0x7f3b44102240 2024-04-26T17:31:20.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.868+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/1152354806 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b44108390 con 0x7f3b44102240 2024-04-26T17:31:20.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.869+0000 7f3b3affd640 1 -- 172.21.15.90:0/1152354806 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f3b340109a0 con 0x7f3b44102240 2024-04-26T17:31:20.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.869+0000 7f3b3affd640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3b300a5dc0 0x7f3b300a8280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:20.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.869+0000 7f3b49b37640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3b300a5dc0 0x7f3b300a8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:20.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.870+0000 7f3b3affd640 1 -- 172.21.15.90:0/1152354806 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f3b340d03e0 con 0x7f3b44102240 2024-04-26T17:31:20.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.870+0000 7f3b49b37640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3b300a5dc0 0x7f3b300a8280 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f3b40005d00 tx=0x7f3b40005c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:20.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:20.874+0000 7f3b3affd640 1 -- 172.21.15.90:0/1152354806 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3b34009de0 con 0x7f3b44102240 2024-04-26T17:31:21.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.056+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/1152354806 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f3b44062e00 con 0x7f3b44102240 2024-04-26T17:31:21.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.056+0000 7f3b3affd640 1 -- 172.21.15.90:0/1152354806 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7f3b3409c9f0 con 0x7f3b44102240 2024-04-26T17:31:21.056 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-26T17:31:21.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.058+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/1152354806 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3b300a5dc0 msgr2=0x7f3b300a8280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.058+0000 7f3b4bd9b640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3b300a5dc0 0x7f3b300a8280 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f3b40005d00 tx=0x7f3b40005c50 comp rx=0 tx=0).stop 2024-04-26T17:31:21.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.058+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/1152354806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3b44102240 msgr2=0x7f3b44196650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.058+0000 7f3b4bd9b640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3b44102240 0x7f3b44196650 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f3b3400d950 tx=0x7f3b3400de10 comp rx=0 tx=0).stop 2024-04-26T17:31:21.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.058+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/1152354806 shutdown_connections 2024-04-26T17:31:21.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.058+0000 7f3b4bd9b640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f3b300a5dc0 0x7f3b300a8280 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.058+0000 7f3b4bd9b640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b44102c00 0x7f3b4419d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.058+0000 7f3b4bd9b640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3b44102240 0x7f3b44196650 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.058+0000 7f3b4bd9b640 1 --2- 172.21.15.90:0/1152354806 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3b44101050 0x7f3b44196110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.058+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/1152354806 >> 172.21.15.90:0/1152354806 conn(0x7f3b440fc600 msgr2=0x7f3b44105560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:21.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.058+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/1152354806 shutdown_connections 2024-04-26T17:31:21.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.058+0000 7f3b4bd9b640 1 -- 172.21.15.90:0/1152354806 wait complete. 2024-04-26T17:31:21.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:20 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/635478488' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:31:21.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:20 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3495361983' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T17:31:21.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:20 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/78971650' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:31:21.069 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T17:31:21.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.170+0000 7f04b45f7640 1 -- 172.21.15.90:0/1434225892 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04ac1033e0 msgr2=0x7f04ac103860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.170+0000 7f04b45f7640 1 --2- 172.21.15.90:0/1434225892 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04ac1033e0 0x7f04ac103860 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f04a0009930 tx=0x7f04a002a420 comp rx=0 tx=0).stop 2024-04-26T17:31:21.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.170+0000 7f04b45f7640 1 -- 172.21.15.90:0/1434225892 shutdown_connections 2024-04-26T17:31:21.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.170+0000 7f04b45f7640 1 --2- 172.21.15.90:0/1434225892 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04ac103da0 0x7f04ac10a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.170+0000 7f04b45f7640 1 --2- 172.21.15.90:0/1434225892 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04ac1033e0 0x7f04ac103860 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.170+0000 7f04b45f7640 1 --2- 172.21.15.90:0/1434225892 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f04ac100410 0x7f04ac100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.170+0000 7f04b45f7640 1 -- 172.21.15.90:0/1434225892 >> 172.21.15.90:0/1434225892 conn(0x7f04ac0fbd40 msgr2=0x7f04ac0fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:21.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.170+0000 7f04b45f7640 1 -- 172.21.15.90:0/1434225892 shutdown_connections 2024-04-26T17:31:21.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.170+0000 7f04b45f7640 1 -- 172.21.15.90:0/1434225892 wait complete. 2024-04-26T17:31:21.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.170+0000 7f04b45f7640 1 Processor -- start 2024-04-26T17:31:21.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.170+0000 7f04b45f7640 1 -- start start 2024-04-26T17:31:21.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.170+0000 7f04b45f7640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04ac100410 0x7f04ac102d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b45f7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04ac1033e0 0x7f04ac101390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b45f7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f04ac103da0 0x7f04ac1018d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b45f7640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f04ac10dc80 con 0x7f04ac100410 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b45f7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f04ac10db00 con 0x7f04ac103da0 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b45f7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f04ac10de00 con 0x7f04ac1033e0 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b2393640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04ac100410 0x7f04ac102d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b2393640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04ac100410 0x7f04ac102d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60790/0 (socket says 172.21.15.90:60790) 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b2393640 1 -- 172.21.15.90:0/4205423601 learned_addr learned my addr 172.21.15.90:0/4205423601 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b2393640 1 -- 172.21.15.90:0/4205423601 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04ac1033e0 msgr2=0x7f04ac101390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b2393640 1 --2- 172.21.15.90:0/4205423601 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04ac1033e0 0x7f04ac101390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b2393640 1 -- 172.21.15.90:0/4205423601 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f04ac103da0 msgr2=0x7f04ac1018d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b2393640 1 --2- 172.21.15.90:0/4205423601 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f04ac103da0 0x7f04ac1018d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b2393640 1 -- 172.21.15.90:0/4205423601 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04ac102160 con 0x7f04ac100410 2024-04-26T17:31:21.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b2393640 1 --2- 172.21.15.90:0/4205423601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04ac100410 0x7f04ac102d50 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f04a400ccb0 tx=0x7f04a400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:21.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04ab7fe640 1 -- 172.21.15.90:0/4205423601 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a4003b70 con 0x7f04ac100410 2024-04-26T17:31:21.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04ab7fe640 1 -- 172.21.15.90:0/4205423601 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f04a400ae50 con 0x7f04ac100410 2024-04-26T17:31:21.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b45f7640 1 -- 172.21.15.90:0/4205423601 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04ac1a2450 con 0x7f04ac100410 2024-04-26T17:31:21.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04ab7fe640 1 -- 172.21.15.90:0/4205423601 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a400f780 con 0x7f04ac100410 2024-04-26T17:31:21.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.171+0000 7f04b45f7640 1 -- 172.21.15.90:0/4205423601 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04ac1a29f0 con 0x7f04ac100410 2024-04-26T17:31:21.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.172+0000 7f04b45f7640 1 -- 172.21.15.90:0/4205423601 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04ac109560 con 0x7f04ac100410 2024-04-26T17:31:21.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.173+0000 7f04ab7fe640 1 -- 172.21.15.90:0/4205423601 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f04a4004000 con 0x7f04ac100410 2024-04-26T17:31:21.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.174+0000 7f04ab7fe640 1 --2- 172.21.15.90:0/4205423601 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f04940a3c30 0x7f04940a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:21.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.174+0000 7f04b1b92640 1 --2- 172.21.15.90:0/4205423601 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f04940a3c30 0x7f04940a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:21.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.174+0000 7f04ab7fe640 1 -- 172.21.15.90:0/4205423601 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f04a40d0960 con 0x7f04ac100410 2024-04-26T17:31:21.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.174+0000 7f04b1b92640 1 --2- 172.21.15.90:0/4205423601 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f04940a3c30 0x7f04940a60f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f04a00096c0 tx=0x7f04a0005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:21.178 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.178+0000 7f04ab7fe640 1 -- 172.21.15.90:0/4205423601 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f04a4014070 con 0x7f04ac100410 2024-04-26T17:31:21.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:20 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/635478488' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:31:21.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:20 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3495361983' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T17:31:21.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:20 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/78971650' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:31:21.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:20 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/635478488' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:31:21.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:20 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3495361983' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T17:31:21.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:20 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/78971650' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T17:31:21.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.353+0000 7f04b45f7640 1 -- 172.21.15.90:0/4205423601 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f04ac062d30 con 0x7f04ac100410 2024-04-26T17:31:21.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.354+0000 7f04ab7fe640 1 -- 172.21.15.90:0/4205423601 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7f04a409cf70 con 0x7f04ac100410 2024-04-26T17:31:21.353 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:31:21.355 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.355+0000 7f04b45f7640 1 -- 172.21.15.90:0/4205423601 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f04940a3c30 msgr2=0x7f04940a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.355 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.355+0000 7f04b45f7640 1 --2- 172.21.15.90:0/4205423601 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f04940a3c30 0x7f04940a60f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f04a00096c0 tx=0x7f04a0005d50 comp rx=0 tx=0).stop 2024-04-26T17:31:21.356 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.355+0000 7f04b45f7640 1 -- 172.21.15.90:0/4205423601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04ac100410 msgr2=0x7f04ac102d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.356 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.355+0000 7f04b45f7640 1 --2- 172.21.15.90:0/4205423601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04ac100410 0x7f04ac102d50 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f04a400ccb0 tx=0x7f04a400a620 comp rx=0 tx=0).stop 2024-04-26T17:31:21.356 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.356+0000 7f04b45f7640 1 -- 172.21.15.90:0/4205423601 shutdown_connections 2024-04-26T17:31:21.356 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.356+0000 7f04b45f7640 1 --2- 172.21.15.90:0/4205423601 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f04940a3c30 0x7f04940a60f0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.356 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.356+0000 7f04b45f7640 1 --2- 172.21.15.90:0/4205423601 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f04ac103da0 0x7f04ac1018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.356 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.356+0000 7f04b45f7640 1 --2- 172.21.15.90:0/4205423601 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04ac1033e0 0x7f04ac101390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.356 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.356+0000 7f04b45f7640 1 --2- 172.21.15.90:0/4205423601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04ac100410 0x7f04ac102d50 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.356 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.356+0000 7f04b45f7640 1 -- 172.21.15.90:0/4205423601 >> 172.21.15.90:0/4205423601 conn(0x7f04ac0fbd40 msgr2=0x7f04ac106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:21.356 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.356+0000 7f04b45f7640 1 -- 172.21.15.90:0/4205423601 shutdown_connections 2024-04-26T17:31:21.356 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.356+0000 7f04b45f7640 1 -- 172.21.15.90:0/4205423601 wait complete. 2024-04-26T17:31:21.366 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T17:31:21.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.468+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/2313547476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0e4102bc0 msgr2=0x7fd0e4104fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.468+0000 7fd0e9b9b640 1 --2- 172.21.15.90:0/2313547476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0e4102bc0 0x7fd0e4104fb0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fd0d4009900 tx=0x7fd0d402a410 comp rx=0 tx=0).stop 2024-04-26T17:31:21.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.468+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/2313547476 shutdown_connections 2024-04-26T17:31:21.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.468+0000 7fd0e9b9b640 1 --2- 172.21.15.90:0/2313547476 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd0e4107e20 0x7fd0e410a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.468+0000 7fd0e9b9b640 1 --2- 172.21.15.90:0/2313547476 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0e41054f0 0x7fd0e41078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.468+0000 7fd0e9b9b640 1 --2- 172.21.15.90:0/2313547476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0e4102bc0 0x7fd0e4104fb0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.468+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/2313547476 >> 172.21.15.90:0/2313547476 conn(0x7fd0e40fc5f0 msgr2=0x7fd0e40fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:21.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.468+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/2313547476 shutdown_connections 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.468+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/2313547476 wait complete. 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e9b9b640 1 Processor -- start 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e9b9b640 1 -- start start 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e9b9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd0e4102bc0 0x7fd0e4198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e9b9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0e41054f0 0x7fd0e41988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e9b9b640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0e4107e20 0x7fd0e419f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e9b9b640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e410dc70 con 0x7fd0e4107e20 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e9b9b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e410daf0 con 0x7fd0e4102bc0 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e9b9b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e410ddf0 con 0x7fd0e41054f0 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0e4107e20 0x7fd0e419f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e3fff640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0e4107e20 0x7fd0e419f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60806/0 (socket says 172.21.15.90:60806) 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e3fff640 1 -- 172.21.15.90:0/3232554017 learned_addr learned my addr 172.21.15.90:0/3232554017 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:31:21.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e2ffd640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0e41054f0 0x7fd0e41988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:21.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e3fff640 1 -- 172.21.15.90:0/3232554017 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0e41054f0 msgr2=0x7fd0e41988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e3fff640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0e41054f0 0x7fd0e41988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e3fff640 1 -- 172.21.15.90:0/3232554017 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd0e4102bc0 msgr2=0x7fd0e4198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e37fe640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd0e4102bc0 0x7fd0e4198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:21.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e3fff640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd0e4102bc0 0x7fd0e4198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e3fff640 1 -- 172.21.15.90:0/3232554017 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0e419ff90 con 0x7fd0e4107e20 2024-04-26T17:31:21.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.469+0000 7fd0e3fff640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0e4107e20 0x7fd0e419f920 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fd0dc00cce0 tx=0x7fd0dc00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:21.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.470+0000 7fd0e0ff9640 1 -- 172.21.15.90:0/3232554017 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0dc00f450 con 0x7fd0e4107e20 2024-04-26T17:31:21.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.470+0000 7fd0e0ff9640 1 -- 172.21.15.90:0/3232554017 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd0dc00faa0 con 0x7fd0e4107e20 2024-04-26T17:31:21.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.470+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/3232554017 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0e41a0280 con 0x7fd0e4107e20 2024-04-26T17:31:21.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.470+0000 7fd0e0ff9640 1 -- 172.21.15.90:0/3232554017 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0dc018b20 con 0x7fd0e4107e20 2024-04-26T17:31:21.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.470+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/3232554017 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0e41a0780 con 0x7fd0e4107e20 2024-04-26T17:31:21.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.471+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/3232554017 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0e40fe0e0 con 0x7fd0e4107e20 2024-04-26T17:31:21.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.472+0000 7fd0e0ff9640 1 -- 172.21.15.90:0/3232554017 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fd0dc00fc50 con 0x7fd0e4107e20 2024-04-26T17:31:21.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.472+0000 7fd0e0ff9640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd0cc0a3bb0 0x7fd0cc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:21.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.472+0000 7fd0e37fe640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd0cc0a3bb0 0x7fd0cc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:21.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.473+0000 7fd0e0ff9640 1 -- 172.21.15.90:0/3232554017 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fd0dc0d0ff0 con 0x7fd0e4107e20 2024-04-26T17:31:21.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.473+0000 7fd0e37fe640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd0cc0a3bb0 0x7fd0cc0a6070 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fd0d40096c0 tx=0x7fd0d4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:21.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.477+0000 7fd0e0ff9640 1 -- 172.21.15.90:0/3232554017 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd0dc014030 con 0x7fd0e4107e20 2024-04-26T17:31:21.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.658+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/3232554017 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fd0e4062d00 con 0x7fd0e4107e20 2024-04-26T17:31:21.658 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.658+0000 7fd0e0ff9640 1 -- 172.21.15.90:0/3232554017 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7fd0dc09d600 con 0x7fd0e4107e20 2024-04-26T17:31:21.658 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-26T17:31:21.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.660+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/3232554017 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd0cc0a3bb0 msgr2=0x7fd0cc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.660+0000 7fd0e9b9b640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd0cc0a3bb0 0x7fd0cc0a6070 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fd0d40096c0 tx=0x7fd0d4000bc0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.660 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.660+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/3232554017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0e4107e20 msgr2=0x7fd0e419f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.660+0000 7fd0e9b9b640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0e4107e20 0x7fd0e419f920 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fd0dc00cce0 tx=0x7fd0dc00a620 comp rx=0 tx=0).stop 2024-04-26T17:31:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.660+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/3232554017 shutdown_connections 2024-04-26T17:31:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.660+0000 7fd0e9b9b640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd0cc0a3bb0 0x7fd0cc0a6070 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.660+0000 7fd0e9b9b640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0e4107e20 0x7fd0e419f920 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.660+0000 7fd0e9b9b640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0e41054f0 0x7fd0e41988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.660+0000 7fd0e9b9b640 1 --2- 172.21.15.90:0/3232554017 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd0e4102bc0 0x7fd0e4198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.660+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/3232554017 >> 172.21.15.90:0/3232554017 conn(0x7fd0e40fc5f0 msgr2=0x7fd0e41035e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.660+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/3232554017 shutdown_connections 2024-04-26T17:31:21.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.660+0000 7fd0e9b9b640 1 -- 172.21.15.90:0/3232554017 wait complete. 2024-04-26T17:31:21.671 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-26T17:31:21.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.772+0000 7f744962c640 1 -- 172.21.15.90:0/171641642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7444107ec0 msgr2=0x7f744410a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.772+0000 7f744962c640 1 --2- 172.21.15.90:0/171641642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7444107ec0 0x7f744410a2b0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f743c009ca0 tx=0x7f743c02a8c0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.772+0000 7f744962c640 1 -- 172.21.15.90:0/171641642 shutdown_connections 2024-04-26T17:31:21.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.772+0000 7f744962c640 1 --2- 172.21.15.90:0/171641642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7444107ec0 0x7f744410a2b0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.772+0000 7f744962c640 1 --2- 172.21.15.90:0/171641642 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7444105590 0x7f7444107980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.772+0000 7f744962c640 1 --2- 172.21.15.90:0/171641642 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7444102c60 0x7f7444105050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.772+0000 7f744962c640 1 -- 172.21.15.90:0/171641642 >> 172.21.15.90:0/171641642 conn(0x7f74440fc5d0 msgr2=0x7f74440fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:21.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.772+0000 7f744962c640 1 -- 172.21.15.90:0/171641642 shutdown_connections 2024-04-26T17:31:21.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.772+0000 7f744962c640 1 -- 172.21.15.90:0/171641642 wait complete. 2024-04-26T17:31:21.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.773+0000 7f744962c640 1 Processor -- start 2024-04-26T17:31:21.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.773+0000 7f744962c640 1 -- start start 2024-04-26T17:31:21.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.773+0000 7f744962c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7444102c60 0x7f7444198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:21.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.773+0000 7f744962c640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7444105590 0x7f7444198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:21.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.773+0000 7f744962c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7444107ec0 0x7f744419f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:21.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.773+0000 7f744962c640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f744410dc90 con 0x7f7444105590 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.773+0000 7f744962c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7f744410db10 con 0x7f7444102c60 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.773+0000 7f744962c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f744410de10 con 0x7f7444107ec0 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.773+0000 7f74427fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7444105590 0x7f7444198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.773+0000 7f74427fc640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7444105590 0x7f7444198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60822/0 (socket says 172.21.15.90:60822) 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.773+0000 7f74427fc640 1 -- 172.21.15.90:0/3065464065 learned_addr learned my addr 172.21.15.90:0/3065464065 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f7442ffd640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7444102c60 0x7f7444198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f74427fc640 1 -- 172.21.15.90:0/3065464065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7444107ec0 msgr2=0x7f744419f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f74427fc640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7444107ec0 0x7f744419f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f74427fc640 1 -- 172.21.15.90:0/3065464065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7444102c60 msgr2=0x7f7444198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f74427fc640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7444102c60 0x7f7444198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f74427fc640 1 -- 172.21.15.90:0/3065464065 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f744419ff50 con 0x7f7444105590 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f7442ffd640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7444102c60 0x7f7444198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T17:31:21.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f74427fc640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7444105590 0x7f7444198870 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f743800c970 tx=0x7f743800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:21.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f742bfff640 1 -- 172.21.15.90:0/3065464065 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7438014070 con 0x7f7444105590 2024-04-26T17:31:21.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f744962c640 1 -- 172.21.15.90:0/3065464065 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74441a0240 con 0x7f7444105590 2024-04-26T17:31:21.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f742bfff640 1 -- 172.21.15.90:0/3065464065 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7f7438004440 con 0x7f7444105590 2024-04-26T17:31:21.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f742bfff640 1 -- 172.21.15.90:0/3065464065 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7438003d80 con 0x7f7444105590 2024-04-26T17:31:21.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.774+0000 7f744962c640 1 -- 172.21.15.90:0/3065464065 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74441a0790 con 0x7f7444105590 2024-04-26T17:31:21.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.775+0000 7f744962c640 1 -- 172.21.15.90:0/3065464065 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74440fe0c0 con 0x7f7444105590 2024-04-26T17:31:21.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.776+0000 7f742bfff640 1 -- 172.21.15.90:0/3065464065 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7f7438017070 con 0x7f7444105590 2024-04-26T17:31:21.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.777+0000 7f742bfff640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f742c0a3bb0 0x7f742c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:21.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.777+0000 7f7442ffd640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f742c0a3bb0 0x7f742c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:21.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.777+0000 7f742bfff640 1 -- 172.21.15.90:0/3065464065 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7f74380d0680 con 0x7f7444105590 2024-04-26T17:31:21.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.777+0000 7f7442ffd640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f742c0a3bb0 0x7f742c0a6070 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f74340058c0 tx=0x7f7434005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:21.781 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.781+0000 7f742bfff640 1 -- 172.21.15.90:0/3065464065 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f743801e020 con 0x7f7444105590 2024-04-26T17:31:21.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.959+0000 7f744962c640 1 -- 172.21.15.90:0/3065464065 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f7444062da0 con 0x7f7444105590 2024-04-26T17:31:21.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.960+0000 7f742bfff640 1 -- 172.21.15.90:0/3065464065 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7f743809cc90 con 0x7f7444105590 2024-04-26T17:31:21.959 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-26T17:31:21.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.962+0000 7f744962c640 1 -- 172.21.15.90:0/3065464065 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f742c0a3bb0 msgr2=0x7f742c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.962+0000 7f744962c640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f742c0a3bb0 0x7f742c0a6070 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f74340058c0 tx=0x7f7434005850 comp rx=0 tx=0).stop 2024-04-26T17:31:21.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.962+0000 7f744962c640 1 -- 172.21.15.90:0/3065464065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7444105590 msgr2=0x7f7444198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:21.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.962+0000 7f744962c640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7444105590 0x7f7444198870 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f743800c970 tx=0x7f743800ce30 comp rx=0 tx=0).stop 2024-04-26T17:31:21.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.962+0000 7f744962c640 1 -- 172.21.15.90:0/3065464065 shutdown_connections 2024-04-26T17:31:21.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.962+0000 7f744962c640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7f742c0a3bb0 0x7f742c0a6070 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.962+0000 7f744962c640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7444107ec0 0x7f744419f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.962+0000 7f744962c640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7444105590 0x7f7444198870 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.962+0000 7f744962c640 1 --2- 172.21.15.90:0/3065464065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7444102c60 0x7f7444198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:21.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.962+0000 7f744962c640 1 -- 172.21.15.90:0/3065464065 >> 172.21.15.90:0/3065464065 conn(0x7f74440fc5d0 msgr2=0x7f74441035c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:21.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.962+0000 7f744962c640 1 -- 172.21.15.90:0/3065464065 shutdown_connections 2024-04-26T17:31:21.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:21.962+0000 7f744962c640 1 -- 172.21.15.90:0/3065464065 wait complete. 2024-04-26T17:31:21.973 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-26T17:31:22.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.072+0000 7fd886a49640 1 -- 172.21.15.90:0/3489805492 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8801054f0 msgr2=0x7fd8801078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:22.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.072+0000 7fd886a49640 1 --2- 172.21.15.90:0/3489805492 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8801054f0 0x7fd8801078e0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fd874009900 tx=0x7fd87402a410 comp rx=0 tx=0).stop 2024-04-26T17:31:22.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.072+0000 7fd886a49640 1 -- 172.21.15.90:0/3489805492 shutdown_connections 2024-04-26T17:31:22.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.072+0000 7fd886a49640 1 --2- 172.21.15.90:0/3489805492 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd880107e20 0x7fd88010a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:22.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.072+0000 7fd886a49640 1 --2- 172.21.15.90:0/3489805492 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8801054f0 0x7fd8801078e0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:22.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.072+0000 7fd886a49640 1 --2- 172.21.15.90:0/3489805492 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd880102bc0 0x7fd880104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:22.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.072+0000 7fd886a49640 1 -- 172.21.15.90:0/3489805492 >> 172.21.15.90:0/3489805492 conn(0x7fd8800fc5b0 msgr2=0x7fd8800fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:22.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.072+0000 7fd886a49640 1 -- 172.21.15.90:0/3489805492 shutdown_connections 2024-04-26T17:31:22.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.072+0000 7fd886a49640 1 -- 172.21.15.90:0/3489805492 wait complete. 2024-04-26T17:31:22.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd886a49640 1 Processor -- start 2024-04-26T17:31:22.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd886a49640 1 -- start start 2024-04-26T17:31:22.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd886a49640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd880102bc0 0x7fd880102530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:22.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd886a49640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8801054f0 0x7fd880100b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd886a49640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd880107e20 0x7fd8801010b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd886a49640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd88010dc30 con 0x7fd880107e20 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd886a49640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 -- 0x7fd88010dab0 con 0x7fd8801054f0 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd886a49640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd88010ddb0 con 0x7fd880102bc0 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd884fe6640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd880107e20 0x7fd8801010b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd884fe6640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd880107e20 0x7fd8801010b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:60842/0 (socket says 172.21.15.90:60842) 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd884fe6640 1 -- 172.21.15.90:0/3440659532 learned_addr learned my addr 172.21.15.90:0/3440659532 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd87ffff640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd880102bc0 0x7fd880102530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd87f7fe640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8801054f0 0x7fd880100b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd884fe6640 1 -- 172.21.15.90:0/3440659532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd880102bc0 msgr2=0x7fd880102530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd884fe6640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd880102bc0 0x7fd880102530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.073+0000 7fd884fe6640 1 -- 172.21.15.90:0/3440659532 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8801054f0 msgr2=0x7fd880100b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.074+0000 7fd884fe6640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8801054f0 0x7fd880100b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:22.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.074+0000 7fd884fe6640 1 -- 172.21.15.90:0/3440659532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd880101940 con 0x7fd880107e20 2024-04-26T17:31:22.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.074+0000 7fd884fe6640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd880107e20 0x7fd8801010b0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fd87800cad0 tx=0x7fd87800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:22.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.074+0000 7fd87d7fa640 1 -- 172.21.15.90:0/3440659532 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87800ae20 con 0x7fd880107e20 2024-04-26T17:31:22.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.074+0000 7fd87d7fa640 1 -- 172.21.15.90:0/3440659532 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1097+0+0 (secure 0 0 0) 0x7fd878005020 con 0x7fd880107e20 2024-04-26T17:31:22.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.074+0000 7fd886a49640 1 -- 172.21.15.90:0/3440659532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8801a24e0 con 0x7fd880107e20 2024-04-26T17:31:22.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.074+0000 7fd87d7fa640 1 -- 172.21.15.90:0/3440659532 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87800f6b0 con 0x7fd880107e20 2024-04-26T17:31:22.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.074+0000 7fd886a49640 1 -- 172.21.15.90:0/3440659532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8801a29b0 con 0x7fd880107e20 2024-04-26T17:31:22.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.075+0000 7fd886a49640 1 -- 172.21.15.90:0/3440659532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd880069370 con 0x7fd880107e20 2024-04-26T17:31:22.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.076+0000 7fd87d7fa640 1 -- 172.21.15.90:0/3440659532 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 20) ==== 138646+0+0 (secure 0 0 0) 0x7fd878005580 con 0x7fd880107e20 2024-04-26T17:31:22.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.077+0000 7fd87d7fa640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8680a3bb0 0x7fd8680a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T17:31:22.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.077+0000 7fd87ffff640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8680a3bb0 0x7fd8680a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T17:31:22.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.077+0000 7fd87d7fa640 1 -- 172.21.15.90:0/3440659532 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9208+0+0 (secure 0 0 0) 0x7fd8780d0900 con 0x7fd880107e20 2024-04-26T17:31:22.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.077+0000 7fd87ffff640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8680a3bb0 0x7fd8680a6070 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fd87000bbe0 tx=0x7fd87000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T17:31:22.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.081+0000 7fd87d7fa640 1 -- 172.21.15.90:0/3440659532 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd878014030 con 0x7fd880107e20 2024-04-26T17:31:22.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:21 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/1152354806' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:31:22.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:21 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/4205423601' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:31:22.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:21 smithi167 ceph-mon[32665]: pgmap v498: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:31:22.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:21 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3232554017' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:31:22.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.271+0000 7fd886a49640 1 -- 172.21.15.90:0/3440659532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd880062d00 con 0x7fd880107e20 2024-04-26T17:31:22.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.272+0000 7fd87d7fa640 1 -- 172.21.15.90:0/3440659532 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v94) ==== 81+0+589 (secure 0 0 0) 0x7fd87809cf10 con 0x7fd880107e20 2024-04-26T17:31:22.271 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/933918146 2024-04-27T17:17:33.345672+0000 2024-04-26T17:31:22.272 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/2334856074 2024-04-27T17:17:33.345672+0000 2024-04-26T17:31:22.272 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6801/965175557 2024-04-27T17:17:33.345672+0000 2024-04-26T17:31:22.272 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/3763439437 2024-04-27T17:17:06.675092+0000 2024-04-26T17:31:22.272 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/1344791872 2024-04-27T17:17:06.675092+0000 2024-04-26T17:31:22.272 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6800/4271835641 2024-04-27T17:17:06.675092+0000 2024-04-26T17:31:22.272 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/3043455614 2024-04-27T17:17:06.675092+0000 2024-04-26T17:31:22.272 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6801/4271835641 2024-04-27T17:17:06.675092+0000 2024-04-26T17:31:22.272 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:0/2215008205 2024-04-27T17:17:33.345672+0000 2024-04-26T17:31:22.272 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.15.90:6800/965175557 2024-04-27T17:17:33.345672+0000 2024-04-26T17:31:22.272 INFO:teuthology.orchestra.run.smithi090.stderr:listed 10 entries 2024-04-26T17:31:22.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.274+0000 7fd886a49640 1 -- 172.21.15.90:0/3440659532 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8680a3bb0 msgr2=0x7fd8680a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:22.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.274+0000 7fd886a49640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8680a3bb0 0x7fd8680a6070 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fd87000bbe0 tx=0x7fd87000b390 comp rx=0 tx=0).stop 2024-04-26T17:31:22.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.274+0000 7fd886a49640 1 -- 172.21.15.90:0/3440659532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd880107e20 msgr2=0x7fd8801010b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T17:31:22.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.274+0000 7fd886a49640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd880107e20 0x7fd8801010b0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fd87800cad0 tx=0x7fd87800cf90 comp rx=0 tx=0).stop 2024-04-26T17:31:22.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.274+0000 7fd886a49640 1 -- 172.21.15.90:0/3440659532 shutdown_connections 2024-04-26T17:31:22.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.274+0000 7fd886a49640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.90:6800/37771707,v1:172.21.15.90:6801/37771707] conn(0x7fd8680a3bb0 0x7fd8680a6070 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:22.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.274+0000 7fd886a49640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd880107e20 0x7fd8801010b0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:22.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.274+0000 7fd886a49640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd8801054f0 0x7fd880100b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:22.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.274+0000 7fd886a49640 1 --2- 172.21.15.90:0/3440659532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd880102bc0 0x7fd880102530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T17:31:22.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.274+0000 7fd886a49640 1 -- 172.21.15.90:0/3440659532 >> 172.21.15.90:0/3440659532 conn(0x7fd8800fc5b0 msgr2=0x7fd8801036c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T17:31:22.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.274+0000 7fd886a49640 1 -- 172.21.15.90:0/3440659532 shutdown_connections 2024-04-26T17:31:22.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T17:31:22.274+0000 7fd886a49640 1 -- 172.21.15.90:0/3440659532 wait complete. 2024-04-26T17:31:22.283 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:21 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/1152354806' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:31:22.283 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:21 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/4205423601' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:31:22.284 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:21 smithi090 ceph-mon[29417]: pgmap v498: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:31:22.284 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:21 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3232554017' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:31:22.284 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi090.front.sepia.ceph.com... 2024-04-26T17:31:22.285 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:31:22.285 DEBUG:teuthology.orchestra.run.smithi090:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-04-26T17:31:22.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:21 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/1152354806' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T17:31:22.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:21 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/4205423601' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T17:31:22.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:21 smithi119 ceph-mon[32584]: pgmap v498: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T17:31:22.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:21 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3232554017' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T17:31:22.307 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi090.stderr:ceph-fuse[83409]: fuse finished with error 0 and tester_r 0 2024-04-26T17:31:22.308 INFO:teuthology.orchestra.run:waiting for 300 2024-04-26T17:31:23.180 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:22 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3065464065' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:31:23.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:22 smithi090 ceph-mon[29417]: from='client.? 172.21.15.90:0/3440659532' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T17:31:23.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:22 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3065464065' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:31:23.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:22 smithi167 ceph-mon[32665]: from='client.? 172.21.15.90:0/3440659532' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T17:31:23.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:22 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3065464065' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-26T17:31:23.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:22 smithi119 ceph-mon[32584]: from='client.? 172.21.15.90:0/3440659532' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T17:31:24.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:23 smithi167 ceph-mon[32665]: pgmap v499: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-26T17:31:24.296 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:23 smithi119 ceph-mon[32584]: pgmap v499: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-26T17:31:24.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:23 smithi090 ceph-mon[29417]: pgmap v499: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-26T17:31:25.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:24 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:31:25.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:24 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:31:25.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:24 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:31:26.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:31:26.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:31:26.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:25 smithi167 ceph-mon[32665]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:31:26.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:25 smithi167 ceph-mon[32665]: pgmap v500: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 682 B/s wr, 11 op/s 2024-04-26T17:31:26.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:31:26.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:31:26.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:25 smithi119 ceph-mon[32584]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:31:26.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:25 smithi119 ceph-mon[32584]: pgmap v500: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 682 B/s wr, 11 op/s 2024-04-26T17:31:26.430 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:31:26.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:31:26.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:25 smithi090 ceph-mon[29417]: from='mgr.14152 172.21.15.90:0/2671109453' entity='mgr.x' 2024-04-26T17:31:26.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:25 smithi090 ceph-mon[29417]: pgmap v500: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 682 B/s wr, 11 op/s 2024-04-26T17:31:27.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:27 smithi090 ceph-mon[29417]: pgmap v501: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-26T17:31:28.002 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:27 smithi167 ceph-mon[32665]: pgmap v501: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-26T17:31:28.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:27 smithi119 ceph-mon[32584]: pgmap v501: 129 pgs: 129 active+clean; 93 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-26T17:31:28.411 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi090.front.sepia.ceph.com 2024-04-26T17:31:28.411 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:31:28.411 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-26T17:31:28.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:31:28.427 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list 2024-04-26T17:31:28.482 INFO:teuthology.orchestra.run.smithi090.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-26T17:31:28.482 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:31:28.482 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T17:31:28.548 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T17:31:28.548 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link delete ceph-brx 2024-04-26T17:31:28.671 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-26T17:31:28.682 INFO:tasks.cephadm:Teardown begin 2024-04-26T17:31:28.685 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa/tasks/cephadm.py", line 2246, in task yield File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-04-26T17:31:28.687 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:31:28.712 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:31:28.743 DEBUG:teuthology.orchestra.run.smithi167:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:31:28.775 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-26T17:31:28.775 DEBUG:teuthology.orchestra.run.smithi090:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T17:31:28.789 DEBUG:teuthology.orchestra.run.smithi119:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T17:31:28.806 DEBUG:teuthology.orchestra.run.smithi167:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T17:31:28.832 INFO:tasks.cephadm:Stopping all daemons... 2024-04-26T17:31:28.833 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-26T17:31:28.833 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.a 2024-04-26T17:31:29.135 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:28 smithi090 systemd[1]: Stopping Ceph mon.a for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:31:29.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:29 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a[29413]: 2024-04-26T17:31:29.136+0000 7f5a2e631700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:31:29.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:29 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a[29413]: 2024-04-26T17:31:29.136+0000 7f5a2e631700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-26T17:31:29.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:29 smithi090 podman[91014]: 2024-04-26 17:31:29.278828432 +0000 UTC m=+0.257524573 container died ea13d80c3e4e48a3325e2b4292251df285fe94509ab774050c5d018bf5bf87c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-c37f63b) 2024-04-26T17:31:29.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:29 smithi090 podman[91014]: 2024-04-26 17:31:29.797311865 +0000 UTC m=+0.776008054 container cleanup ea13d80c3e4e48a3325e2b4292251df285fe94509ab774050c5d018bf5bf87c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-c37f63b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-26T17:31:29.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:29 smithi090 bash[91014]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a 2024-04-26T17:31:30.270 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.a.service' 2024-04-26T17:31:30.285 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:30 smithi090 podman[91029]: 2024-04-26 17:31:30.032575084 +0000 UTC m=+0.753223435 container remove ea13d80c3e4e48a3325e2b4292251df285fe94509ab774050c5d018bf5bf87c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T17:31:30.285 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:30 smithi090 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-26T17:31:30.285 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:30 smithi090 systemd[1]: Stopped Ceph mon.a for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:31:30.286 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 26 17:31:30 smithi090 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.a.service: Consumed 14.343s CPU time. 2024-04-26T17:31:30.319 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:31:30.319 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-26T17:31:30.319 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-26T17:31:30.320 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.b 2024-04-26T17:31:30.647 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:30 smithi119 systemd[1]: Stopping Ceph mon.b for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:31:30.978 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:30 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-b[32579]: 2024-04-26T17:31:30.647+0000 7f51744a0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:31:30.978 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:30 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-b[32579]: 2024-04-26T17:31:30.647+0000 7f51744a0700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-26T17:31:30.979 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:30 smithi119 podman[65674]: 2024-04-26 17:31:30.678784235 +0000 UTC m=+0.164765770 container died 529d5e95225110e0fb09aad35bbccb19b42f807e11c582cec19a018cf952177d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-b, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, RELEASE=main-c37f63b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-26T17:31:31.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:31 smithi119 podman[65674]: 2024-04-26 17:31:31.096382768 +0000 UTC m=+0.582364302 container cleanup 529d5e95225110e0fb09aad35bbccb19b42f807e11c582cec19a018cf952177d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:31:31.297 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:31 smithi119 bash[65674]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-b 2024-04-26T17:31:31.556 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.b.service' 2024-04-26T17:31:31.577 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:31 smithi119 podman[65688]: 2024-04-26 17:31:31.314772679 +0000 UTC m=+0.636967745 container remove 529d5e95225110e0fb09aad35bbccb19b42f807e11c582cec19a018cf952177d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=main-c37f63b, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-26T17:31:31.577 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:31 smithi119 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-26T17:31:31.577 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:31 smithi119 systemd[1]: Stopped Ceph mon.b for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:31:31.577 INFO:journalctl@ceph.mon.b.smithi119.stdout:Apr 26 17:31:31 smithi119 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.b.service: Consumed 8.751s CPU time. 2024-04-26T17:31:31.607 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:31:31.608 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-26T17:31:31.608 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-26T17:31:31.608 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.c 2024-04-26T17:31:31.918 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:31 smithi167 systemd[1]: Stopping Ceph mon.c for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:31:32.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:31 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-c[32661]: 2024-04-26T17:31:31.919+0000 7fe72f173700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:31:32.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:31 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-c[32661]: 2024-04-26T17:31:31.919+0000 7fe72f173700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-26T17:31:32.252 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:32 smithi167 podman[66601]: 2024-04-26 17:31:32.092836834 +0000 UTC m=+0.288064362 container died b7d5319848eb5f9a5e4c085b4287c88a0884ea696674a97fc8a60d569528df6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=main-c37f63b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-26T17:31:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:32 smithi167 podman[66601]: 2024-04-26 17:31:32.49459892 +0000 UTC m=+0.689826449 container cleanup b7d5319848eb5f9a5e4c085b4287c88a0884ea696674a97fc8a60d569528df6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-c, RELEASE=main-c37f63b, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-26T17:31:32.752 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 26 17:31:32 smithi167 bash[66601]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mon-c 2024-04-26T17:31:32.911 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mon.c.service' 2024-04-26T17:31:32.960 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:31:32.960 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-26T17:31:32.960 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-26T17:31:32.960 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.x 2024-04-26T17:31:33.294 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:31:33 smithi090 systemd[1]: Stopping Ceph mgr.x for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:31:33.597 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:31:33 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:31:33.295+0000 7fae0ebb0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:31:33.597 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:31:33 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x[29647]: 2024-04-26T17:31:33.295+0000 7fae0ebb0700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-26T17:31:33.597 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:31:33 smithi090 podman[91135]: 2024-04-26 17:31:33.326669635 +0000 UTC m=+0.170450905 container died f5d6e449cdcf24639f96b36672102618fadd6c2d0de5bf50a2140fc3529051a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x, RELEASE=main-c37f63b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-26T17:31:33.930 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:31:33 smithi090 podman[91135]: 2024-04-26 17:31:33.714176028 +0000 UTC m=+0.557957299 container cleanup f5d6e449cdcf24639f96b36672102618fadd6c2d0de5bf50a2140fc3529051a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c37f63b3705f40f1bfcd7d8aeb311499c65cfa1f, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-26T17:31:33.931 INFO:journalctl@ceph.mgr.x.smithi090.stdout:Apr 26 17:31:33 smithi090 bash[91135]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-x 2024-04-26T17:31:34.089 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-26T17:31:34.123 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:31:34.123 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-26T17:31:34.123 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-26T17:31:34.124 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.y 2024-04-26T17:31:34.479 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:31:34 smithi119 systemd[1]: Stopping Ceph mgr.y for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:31:34.796 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:31:34 smithi119 podman[65794]: 2024-04-26 17:31:34.481099719 +0000 UTC m=+0.166539003 container died dff3d1476ac4591daab9fe93b09fe86f1aeb17525e1802eca3f7c117a41bea9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-26T17:31:35.144 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:31:34 smithi119 podman[65794]: 2024-04-26 17:31:34.919257812 +0000 UTC m=+0.604697081 container cleanup dff3d1476ac4591daab9fe93b09fe86f1aeb17525e1802eca3f7c117a41bea9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:31:35.144 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:31:34 smithi119 bash[65794]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y 2024-04-26T17:31:35.382 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-26T17:31:35.403 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:31:35 smithi119 podman[65809]: 2024-04-26 17:31:35.145890218 +0000 UTC m=+0.659727907 container remove dff3d1476ac4591daab9fe93b09fe86f1aeb17525e1802eca3f7c117a41bea9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=main-c37f63b, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-26T17:31:35.403 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:31:35 smithi119 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-26T17:31:35.403 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:31:35 smithi119 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-26T17:31:35.403 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:31:35 smithi119 systemd[1]: Stopped Ceph mgr.y for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:31:35.403 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 26 17:31:35 smithi119 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.y.service: Consumed 11.144s CPU time. 2024-04-26T17:31:35.415 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:31:35.415 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-26T17:31:35.416 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-26T17:31:35.416 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.z 2024-04-26T17:31:35.752 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:31:35 smithi167 systemd[1]: Stopping Ceph mgr.z for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:31:36.101 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:31:35 smithi167 podman[66722]: 2024-04-26 17:31:35.771188232 +0000 UTC m=+0.157017889 container died 894804f8d4216ac46c2ecc950103e7c9eab8b36a5ce2f3736654bfd772b89be5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-26T17:31:36.426 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:31:36 smithi167 podman[66722]: 2024-04-26 17:31:36.201562176 +0000 UTC m=+0.587391840 container cleanup 894804f8d4216ac46c2ecc950103e7c9eab8b36a5ce2f3736654bfd772b89be5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-26T17:31:36.427 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:31:36 smithi167 bash[66722]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z 2024-04-26T17:31:36.666 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-26T17:31:36.688 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:31:36 smithi167 podman[66735]: 2024-04-26 17:31:36.428208727 +0000 UTC m=+0.648591655 container remove 894804f8d4216ac46c2ecc950103e7c9eab8b36a5ce2f3736654bfd772b89be5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mgr-z, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-c37f63b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-26T17:31:36.688 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:31:36 smithi167 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-04-26T17:31:36.688 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:31:36 smithi167 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.z.service: Failed with result 'exit-code'. 2024-04-26T17:31:36.688 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:31:36 smithi167 systemd[1]: Stopped Ceph mgr.z for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:31:36.688 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 26 17:31:36 smithi167 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mgr.z.service: Consumed 11.137s CPU time. 2024-04-26T17:31:36.700 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:31:36.700 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-26T17:31:36.700 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-26T17:31:36.700 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.0 2024-04-26T17:31:37.002 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:36 smithi090 systemd[1]: Stopping Ceph osd.0 for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:31:37.430 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:37 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0[44048]: 2024-04-26T17:31:37.003+0000 7f358bd68700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:31:37.431 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:37 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0[44048]: 2024-04-26T17:31:37.003+0000 7f358bd68700 -1 osd.0 94 *** Got signal Terminated *** 2024-04-26T17:31:37.431 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:37 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0[44048]: 2024-04-26T17:31:37.003+0000 7f358bd68700 -1 osd.0 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:31:42.755 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:42 smithi090 podman[91256]: 2024-04-26 17:31:42.463249529 +0000 UTC m=+5.575714674 container died b212d06d0dfd81b5affe9b1ea9e1184103308e3c0cbeb0d81a7151a802228f5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0, ceph=True, RELEASE=main-c37f63b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-26T17:31:43.180 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:42 smithi090 podman[91256]: 2024-04-26 17:31:42.931257804 +0000 UTC m=+6.043722954 container cleanup b212d06d0dfd81b5affe9b1ea9e1184103308e3c0cbeb0d81a7151a802228f5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, ceph=True, RELEASE=main-c37f63b) 2024-04-26T17:31:43.181 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:42 smithi090 bash[91256]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0 2024-04-26T17:31:43.551 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:43 smithi090 podman[91273]: 2024-04-26 17:31:43.233591263 +0000 UTC m=+0.765812779 container remove b212d06d0dfd81b5affe9b1ea9e1184103308e3c0cbeb0d81a7151a802228f5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-c37f63b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-26T17:31:43.820 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:43 smithi090 podman[91360]: 2024-04-26 17:31:43.454727582 +0000 UTC m=+0.018694482 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:31:43.820 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:43 smithi090 podman[91360]: 2024-04-26 17:31:43.693291836 +0000 UTC m=+0.257258733 container create 6a8deb2a9b623a22fb94d88a5be423d09d7089b83c7c673f9d6ab5409cd68269 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-04-26T17:31:44.181 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:43 smithi090 podman[91360]: 2024-04-26 17:31:43.972853052 +0000 UTC m=+0.536819955 container init 6a8deb2a9b623a22fb94d88a5be423d09d7089b83c7c673f9d6ab5409cd68269 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-c37f63b, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-26T17:31:44.181 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:43 smithi090 podman[91360]: 2024-04-26 17:31:43.976212137 +0000 UTC m=+0.540179035 container start 6a8deb2a9b623a22fb94d88a5be423d09d7089b83c7c673f9d6ab5409cd68269 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T17:31:44.181 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:44 smithi090 podman[91360]: 2024-04-26 17:31:44.056039495 +0000 UTC m=+0.620006406 container attach 6a8deb2a9b623a22fb94d88a5be423d09d7089b83c7c673f9d6ab5409cd68269 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T17:31:44.566 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 26 17:31:44 smithi090 podman[91360]: 2024-04-26 17:31:44.267303631 +0000 UTC m=+0.831270520 container died 6a8deb2a9b623a22fb94d88a5be423d09d7089b83c7c673f9d6ab5409cd68269 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-26T17:31:45.006 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.0.service' 2024-04-26T17:31:45.044 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:31:45.044 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-26T17:31:45.044 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-26T17:31:45.045 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.1 2024-04-26T17:31:45.364 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:45 smithi119 systemd[1]: Stopping Ceph osd.1 for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:31:45.628 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1[37171]: 2024-04-26T17:31:45.364+0000 7f4f62529700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:31:45.629 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1[37171]: 2024-04-26T17:31:45.364+0000 7f4f62529700 -1 osd.1 94 *** Got signal Terminated *** 2024-04-26T17:31:45.629 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1[37171]: 2024-04-26T17:31:45.364+0000 7f4f62529700 -1 osd.1 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:31:51.047 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:50 smithi119 podman[65920]: 2024-04-26 17:31:50.789791577 +0000 UTC m=+5.543264548 container died 5cb99f0ae343f1f16cbcdb17400aad10bfe3d77458e9f9ce8ec6cc0547968105 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-26T17:31:51.491 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:51 smithi119 podman[65920]: 2024-04-26 17:31:51.182629791 +0000 UTC m=+5.936102748 container cleanup 5cb99f0ae343f1f16cbcdb17400aad10bfe3d77458e9f9ce8ec6cc0547968105 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS) 2024-04-26T17:31:51.491 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:51 smithi119 bash[65920]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1 2024-04-26T17:31:51.796 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:51 smithi119 podman[65950]: 2024-04-26 17:31:51.492694108 +0000 UTC m=+0.704051186 container remove 5cb99f0ae343f1f16cbcdb17400aad10bfe3d77458e9f9ce8ec6cc0547968105 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-c37f63b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416) 2024-04-26T17:31:52.145 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:51 smithi119 podman[66040]: 2024-04-26 17:31:51.759660644 +0000 UTC m=+0.017960193 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:31:52.145 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:51 smithi119 podman[66040]: 2024-04-26 17:31:51.885595062 +0000 UTC m=+0.143894644 container create d8006e157e764e62bf889ce3dc20d489e307b7657dda21d7d88d81f26f67aebf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , RELEASE=main-c37f63b, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T17:31:52.441 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:52 smithi119 podman[66040]: 2024-04-26 17:31:52.146987531 +0000 UTC m=+0.405287070 container init d8006e157e764e62bf889ce3dc20d489e307b7657dda21d7d88d81f26f67aebf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-26T17:31:52.441 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:52 smithi119 podman[66040]: 2024-04-26 17:31:52.150243741 +0000 UTC m=+0.408543280 container start d8006e157e764e62bf889ce3dc20d489e307b7657dda21d7d88d81f26f67aebf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-26T17:31:52.441 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:52 smithi119 podman[66040]: 2024-04-26 17:31:52.247307721 +0000 UTC m=+0.505607262 container attach d8006e157e764e62bf889ce3dc20d489e307b7657dda21d7d88d81f26f67aebf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-26T17:31:52.797 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 26 17:31:52 smithi119 podman[66040]: 2024-04-26 17:31:52.442686873 +0000 UTC m=+0.700986420 container died d8006e157e764e62bf889ce3dc20d489e307b7657dda21d7d88d81f26f67aebf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416) 2024-04-26T17:31:53.179 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.1.service' 2024-04-26T17:31:53.225 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:31:53.225 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-26T17:31:53.225 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-26T17:31:53.225 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.2 2024-04-26T17:31:53.502 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:31:53 smithi167 systemd[1]: Stopping Ceph osd.2 for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:31:53.763 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:31:53 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2[37807]: 2024-04-26T17:31:53.597+0000 7f45195f1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:31:53.763 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:31:53 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2[37807]: 2024-04-26T17:31:53.597+0000 7f45195f1700 -1 osd.2 94 *** Got signal Terminated *** 2024-04-26T17:31:53.763 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:31:53 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2[37807]: 2024-04-26T17:31:53.597+0000 7f45195f1700 -1 osd.2 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:31:59.374 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:31:59 smithi167 podman[66847]: 2024-04-26 17:31:59.106132221 +0000 UTC m=+5.682941796 container died a63275870ea196140ca4f2b06c9b150cbfa088aaa94be6f405eeb3f3e9d7bcbe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-c37f63b, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-26T17:31:59.752 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:31:59 smithi167 podman[66847]: 2024-04-26 17:31:59.467099433 +0000 UTC m=+6.043909008 container cleanup a63275870ea196140ca4f2b06c9b150cbfa088aaa94be6f405eeb3f3e9d7bcbe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=main-c37f63b) 2024-04-26T17:31:59.752 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:31:59 smithi167 bash[66847]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2 2024-04-26T17:32:00.002 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:31:59 smithi167 podman[66876]: 2024-04-26 17:31:59.753092991 +0000 UTC m=+0.647187552 container remove a63275870ea196140ca4f2b06c9b150cbfa088aaa94be6f405eeb3f3e9d7bcbe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240416, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS) 2024-04-26T17:32:00.408 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:32:00 smithi167 podman[66960]: 2024-04-26 17:31:59.99088254 +0000 UTC m=+0.018316505 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:32:00.408 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:32:00 smithi167 podman[66960]: 2024-04-26 17:32:00.121483578 +0000 UTC m=+0.148917543 container create 3a765bc2886e5e0876127eb605e0292021d9992da8e5c86a632f33106ba080ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=main-c37f63b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416) 2024-04-26T17:32:00.709 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:32:00 smithi167 podman[66960]: 2024-04-26 17:32:00.409729863 +0000 UTC m=+0.437163828 container init 3a765bc2886e5e0876127eb605e0292021d9992da8e5c86a632f33106ba080ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-26T17:32:00.709 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:32:00 smithi167 podman[66960]: 2024-04-26 17:32:00.413058474 +0000 UTC m=+0.440492443 container start 3a765bc2886e5e0876127eb605e0292021d9992da8e5c86a632f33106ba080ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-26T17:32:00.709 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:32:00 smithi167 podman[66960]: 2024-04-26 17:32:00.509078957 +0000 UTC m=+0.536512926 container attach 3a765bc2886e5e0876127eb605e0292021d9992da8e5c86a632f33106ba080ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-26T17:32:01.002 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 26 17:32:00 smithi167 podman[66960]: 2024-04-26 17:32:00.710526002 +0000 UTC m=+0.737959970 container died 3a765bc2886e5e0876127eb605e0292021d9992da8e5c86a632f33106ba080ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=main-c37f63b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T17:32:01.418 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.2.service' 2024-04-26T17:32:01.456 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:32:01.457 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-26T17:32:01.457 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-26T17:32:01.457 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.3 2024-04-26T17:32:01.758 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:01 smithi090 systemd[1]: Stopping Ceph osd.3 for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:32:02.180 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:01 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3[50604]: 2024-04-26T17:32:01.758+0000 7f25486da700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:32:02.181 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:01 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3[50604]: 2024-04-26T17:32:01.758+0000 7f25486da700 -1 osd.3 94 *** Got signal Terminated *** 2024-04-26T17:32:02.181 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:01 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3[50604]: 2024-04-26T17:32:01.758+0000 7f25486da700 -1 osd.3 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:32:03.252 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:02 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:02.891+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:03.852 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:03 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:03.509+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:04.252 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:03 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:03.914+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:04.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:04 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:04.400+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:04.930 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:04 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:04.544+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:05.252 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:04 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:04.884+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:05.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:05.368+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:05.930 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:05 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:05.527+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:06.233 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:05.911+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:06.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:05 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:05.873+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:06.422 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3[50604]: 2024-04-26T17:32:06.039+0000 7f2540cc6700 -1 osd.3 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.749611+0000 front 2024-04-26T17:31:41.749321+0000 (oldest deadline 2024-04-26T17:32:05.249498+0000) 2024-04-26T17:32:06.502 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:06 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:06.233+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:06.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:06 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:06.338+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:06.680 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:06.535+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:06.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:06 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:06.422+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:07.229 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:06 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:06.944+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:07.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:06 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:06.880+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:07.402 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:07 smithi090 podman[91471]: 2024-04-26 17:32:07.098823476 +0000 UTC m=+5.451723203 container died e16bcd0ff6c773ee71b5f8d0bc7e863a2d2c1b39e52d68e93a4c4599d34fe41b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5) 2024-04-26T17:32:07.502 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:07 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:07.230+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:07.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:07 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:07.299+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:07.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:07 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:07.508+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:07.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:07 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:07.409+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:07.681 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:07 smithi090 podman[91471]: 2024-04-26 17:32:07.594087508 +0000 UTC m=+5.946987242 container cleanup e16bcd0ff6c773ee71b5f8d0bc7e863a2d2c1b39e52d68e93a4c4599d34fe41b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-c37f63b, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T17:32:07.681 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:07 smithi090 bash[91471]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3 2024-04-26T17:32:08.180 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:07 smithi090 podman[91501]: 2024-04-26 17:32:07.804350099 +0000 UTC m=+0.706708734 container remove e16bcd0ff6c773ee71b5f8d0bc7e863a2d2c1b39e52d68e93a4c4599d34fe41b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True) 2024-04-26T17:32:08.252 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:07 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:07.988+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:08.252 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:08 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:08.187+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:08.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:07 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:07.861+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:08.492 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:08 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:08.365+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:08.492 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:08 smithi090 podman[91586]: 2024-04-26 17:32:08.112874214 +0000 UTC m=+0.017806418 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:32:08.492 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:08 smithi090 podman[91586]: 2024-04-26 17:32:08.231694065 +0000 UTC m=+0.136626258 container create ac35642a46d71cb24dcb28044e5317b26ebc772be650773bf5ad8862be82ff6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-26T17:32:08.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:08 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:08.321+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:08.783 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:08 smithi090 podman[91586]: 2024-04-26 17:32:08.493179817 +0000 UTC m=+0.398112011 container init ac35642a46d71cb24dcb28044e5317b26ebc772be650773bf5ad8862be82ff6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3-deactivate, RELEASE=main-c37f63b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-26T17:32:08.783 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:08 smithi090 podman[91586]: 2024-04-26 17:32:08.497016963 +0000 UTC m=+0.401949160 container start ac35642a46d71cb24dcb28044e5317b26ebc772be650773bf5ad8862be82ff6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b) 2024-04-26T17:32:08.783 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:08 smithi090 podman[91586]: 2024-04-26 17:32:08.601523003 +0000 UTC m=+0.506455197 container attach ac35642a46d71cb24dcb28044e5317b26ebc772be650773bf5ad8862be82ff6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3-deactivate, RELEASE=main-c37f63b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-26T17:32:08.783 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:08 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:08.528+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:09.137 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 26 17:32:08 smithi090 podman[91586]: 2024-04-26 17:32:08.784459406 +0000 UTC m=+0.689391609 container died ac35642a46d71cb24dcb28044e5317b26ebc772be650773bf5ad8862be82ff6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True) 2024-04-26T17:32:09.296 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:08 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:08.822+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:09.369 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:09 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:09.174+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:09.369 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:09 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:09.018+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:09.454 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.3.service' 2024-04-26T17:32:09.493 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:32:09.493 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-26T17:32:09.493 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-26T17:32:09.493 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.4 2024-04-26T17:32:09.680 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:09 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:09.485+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:09.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:09 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:09.398+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:09.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:09 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:09.369+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:09.796 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:09 smithi119 systemd[1]: Stopping Ceph osd.4 for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:32:10.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:09 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:09.834+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:10.297 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:09 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4[43827]: 2024-04-26T17:32:09.962+0000 7f06ae500700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:32:10.297 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:09 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4[43827]: 2024-04-26T17:32:09.962+0000 7f06ae500700 -1 osd.4 94 *** Got signal Terminated *** 2024-04-26T17:32:10.297 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:09 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4[43827]: 2024-04-26T17:32:09.962+0000 7f06ae500700 -1 osd.4 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:32:10.336 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:10.035+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:10.337 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:10.136+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:10.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:10 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:10.449+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:10.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:10 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:10.363+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:10.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:10.337+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:11.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:10 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:10.821+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:11.359 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:11 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:11.108+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:11.359 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:11 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:11.066+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:11.359 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:11 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:11.066+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:11.680 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:11.460+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:11.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:11.315+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:11.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:11 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:11.315+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:11.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:11 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:11.358+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:12.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:11 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:11.778+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:12.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:11 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:11.778+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:12.329 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:12 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:12.126+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:12.330 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:12 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:12.066+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:12.330 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:12 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:12.066+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:12.680 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:12 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:12.432+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:12.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:12 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:12.290+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:12.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:12 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:12.290+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:12.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:12 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:12.329+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:13.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:12 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:12.792+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:13.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:12 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:12.792+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:13.310 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:13 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:13.017+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:13.310 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:13 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:13.017+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:13.310 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:13 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:13.137+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:13.310 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:13 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:13.137+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.514241+0000 front 2024-04-26T17:31:47.514162+0000 (oldest deadline 2024-04-26T17:32:12.214371+0000) 2024-04-26T17:32:13.680 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:13 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:13.407+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:13.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:13 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:13.407+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:13.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:13 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:13.324+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:13.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:13 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:13.324+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:13.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:13 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:13.310+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:14.252 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:14 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:14.175+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:14.252 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:14 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:14.175+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.514241+0000 front 2024-04-26T17:31:47.514162+0000 (oldest deadline 2024-04-26T17:32:12.214371+0000) 2024-04-26T17:32:14.252 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:13 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:13.996+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:14.252 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:13 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:13.996+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:14.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:13 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:13.942+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:14.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:13 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:13.820+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:14.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:13 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:13.820+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:14.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:14 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:14.391+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:14.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:14 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:14.391+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:14.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:14 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:14.360+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:14.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:14 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:14.360+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:14.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:14 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:14.346+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:14.796 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:14 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4[43827]: 2024-04-26T17:32:14.308+0000 7f06aaaf4700 -1 osd.4 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.779058+0000 front 2024-04-26T17:31:48.779088+0000 (oldest deadline 2024-04-26T17:32:14.079275+0000) 2024-04-26T17:32:15.252 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:15 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:15.189+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:15.252 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:15 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:15.189+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.514241+0000 front 2024-04-26T17:31:47.514162+0000 (oldest deadline 2024-04-26T17:32:12.214371+0000) 2024-04-26T17:32:15.252 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:15 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:14.999+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:15.252 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:15 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:14.999+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:15.296 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:14 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:14.911+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:15.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:14 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:14.849+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:15.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:14 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:14.849+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:15.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:15 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:15.422+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:15.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:15 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:15.422+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:15.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:15 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:15.394+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:15.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:15 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:15.394+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:15.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:15 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:15.348+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:15.754 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:15 smithi119 podman[66147]: 2024-04-26 17:32:15.455174894 +0000 UTC m=+5.764497392 container died 497670ecea68265f0910c8f4d5a8c01c58edac1d601c16c24caac044d3dc608f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416) 2024-04-26T17:32:16.047 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:15 smithi119 podman[66147]: 2024-04-26 17:32:15.863428633 +0000 UTC m=+6.172751145 container cleanup 497670ecea68265f0910c8f4d5a8c01c58edac1d601c16c24caac044d3dc608f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, GIT_CLEAN=True) 2024-04-26T17:32:16.047 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:15 smithi119 bash[66147]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4 2024-04-26T17:32:16.047 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:15 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:15.937+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:16.048 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:15 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:15.854+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:16.048 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:15 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:15.854+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:16.220 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:15 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:15.963+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:16.220 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:15 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:15.963+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:16.493 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:16 smithi119 podman[66164]: 2024-04-26 17:32:16.056079341 +0000 UTC m=+0.596390535 container remove 497670ecea68265f0910c8f4d5a8c01c58edac1d601c16c24caac044d3dc608f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=main-c37f63b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-26T17:32:16.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:16 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:16.329+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:16.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:16 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:16.329+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:16.502 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:16 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:16.221+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:16.502 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:16 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:16.221+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.514241+0000 front 2024-04-26T17:31:47.514162+0000 (oldest deadline 2024-04-26T17:32:12.214371+0000) 2024-04-26T17:32:16.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:16 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:16.407+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:16.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:16 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:16.407+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:16.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:16 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:16.389+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:16.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:16 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:16.389+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:16.797 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:16 smithi119 podman[66253]: 2024-04-26 17:32:16.39807866 +0000 UTC m=+0.018350755 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:32:16.797 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:16 smithi119 podman[66253]: 2024-04-26 17:32:16.524439816 +0000 UTC m=+0.144711884 container create 79e815d0464b145ed5cebfa357bc6f983b967a9b2939f3bf66f8b324b65d93b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, org.label-schema.build-date=20240416) 2024-04-26T17:32:17.100 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:16 smithi119 podman[66253]: 2024-04-26 17:32:16.801903819 +0000 UTC m=+0.422175887 container init 79e815d0464b145ed5cebfa357bc6f983b967a9b2939f3bf66f8b324b65d93b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, RELEASE=main-c37f63b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-26T17:32:17.100 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:16 smithi119 podman[66253]: 2024-04-26 17:32:16.805074095 +0000 UTC m=+0.425346163 container start 79e815d0464b145ed5cebfa357bc6f983b967a9b2939f3bf66f8b324b65d93b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-c37f63b) 2024-04-26T17:32:17.100 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:16 smithi119 podman[66253]: 2024-04-26 17:32:16.902164676 +0000 UTC m=+0.522436758 container attach 79e815d0464b145ed5cebfa357bc6f983b967a9b2939f3bf66f8b324b65d93b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4-deactivate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-c37f63b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-26T17:32:17.101 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:16 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:16.942+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:17.101 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:16 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:16.817+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:17.101 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:16 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:16.817+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:17.299 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:17 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:17.223+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:17.300 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:17 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:17.223+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.514241+0000 front 2024-04-26T17:31:47.514162+0000 (oldest deadline 2024-04-26T17:32:12.214371+0000) 2024-04-26T17:32:17.300 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:17 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:17.012+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:17.300 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:17 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:17.012+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:17.379 INFO:journalctl@ceph.osd.4.smithi119.stdout:Apr 26 17:32:17 smithi119 podman[66253]: 2024-04-26 17:32:17.101708551 +0000 UTC m=+0.721980635 container died 79e815d0464b145ed5cebfa357bc6f983b967a9b2939f3bf66f8b324b65d93b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-4-deactivate, RELEASE=main-c37f63b, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True) 2024-04-26T17:32:17.661 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.4.service' 2024-04-26T17:32:17.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:17 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:17.386+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:17.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:17 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:17.386+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:17.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:17 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:17.406+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:17.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:17 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:17.406+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:17.696 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:32:17.696 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-26T17:32:17.696 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-26T17:32:17.696 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.5 2024-04-26T17:32:17.723 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:17 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:17.300+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:17.723 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:17 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:17.300+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:17.918 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:17 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:17.794+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:17.919 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:17 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:17.794+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:18.002 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:17 smithi167 systemd[1]: Stopping Ceph osd.5 for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:32:18.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:17 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:17.919+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:18.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:18 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:18.060+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:18.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:18 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:18.060+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:18.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:18 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:18.267+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:18.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:18 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:18.267+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:18.503 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:18 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:18.017+0000 7f37a7d39700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:32:18.503 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:18 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:18.017+0000 7f37a7d39700 -1 osd.5 94 *** Got signal Terminated *** 2024-04-26T17:32:18.503 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:18 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:18.017+0000 7f37a7d39700 -1 osd.5 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:32:18.503 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:18 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:18.190+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:18.503 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:18 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:18.190+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.514241+0000 front 2024-04-26T17:31:47.514162+0000 (oldest deadline 2024-04-26T17:32:12.214371+0000) 2024-04-26T17:32:18.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:18 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:18.380+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:18.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:18 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:18.380+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:18.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:18 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:18.398+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:18.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:18 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:18.398+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:19.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:18 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:18.968+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:19.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:18 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:18.808+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:19.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:18 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:18.808+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:19.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:19 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:19.050+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:19.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:19 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:19.050+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:19.503 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:19 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:19.226+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:19.503 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:19 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:19.226+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.514241+0000 front 2024-04-26T17:31:47.514162+0000 (oldest deadline 2024-04-26T17:32:12.214371+0000) 2024-04-26T17:32:19.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:19 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:19.257+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:19.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:19 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:19.257+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:19.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:19 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:19.388+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:19.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:19 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:19.388+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:19.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:19 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:19.388+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.613835+0000 front 2024-04-26T17:31:55.613792+0000 (oldest deadline 2024-04-26T17:32:19.113992+0000) 2024-04-26T17:32:19.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:19 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:19.382+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:19.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:19 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:19.382+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:20.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:19 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:19.936+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:20.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:19 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:19.838+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:20.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:19 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:19.838+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:20.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:19 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:19.838+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:20.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:20 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:20.058+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:20.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:20 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:20.058+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:20.502 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:20 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:20.253+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:20.502 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:20 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:20.253+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.514241+0000 front 2024-04-26T17:31:47.514162+0000 (oldest deadline 2024-04-26T17:32:12.214371+0000) 2024-04-26T17:32:20.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:20 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:20.228+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:20.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:20 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:20.228+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:20.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:20 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:20.388+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:20.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:20 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:20.388+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:20.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:20 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:20.388+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.613835+0000 front 2024-04-26T17:31:55.613792+0000 (oldest deadline 2024-04-26T17:32:19.113992+0000) 2024-04-26T17:32:20.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:20 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:20.421+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:20.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:20 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:20.421+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:21.047 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:20 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:20.942+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:21.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:20 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:20.796+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:21.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:20 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:20.796+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:21.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:20 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:20.796+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:21.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:21 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:21.071+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:21.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:21 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:21.071+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:21.502 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:21 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:21.227+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:21.503 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:21 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:21.227+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.514241+0000 front 2024-04-26T17:31:47.514162+0000 (oldest deadline 2024-04-26T17:32:12.214371+0000) 2024-04-26T17:32:21.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:21 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:21.215+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:21.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:21 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:21.215+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:21.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:21 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:21.435+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:21.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:21 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:21.435+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:21.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:21 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:21.435+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.613835+0000 front 2024-04-26T17:31:55.613792+0000 (oldest deadline 2024-04-26T17:32:19.113992+0000) 2024-04-26T17:32:21.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:21 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:21.402+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:21.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:21 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:21.402+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:21.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:21 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:21.402+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:22.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:21 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:21.974+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:22.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:21 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:21.974+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:22.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:21 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:21.819+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:22.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:21 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:21.819+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:22.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:21 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:21.819+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:22.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:22 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:22.082+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:22.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:22 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:22.082+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:22.502 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:22 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:22.276+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.713254+0000 front 2024-04-26T17:31:41.713354+0000 (oldest deadline 2024-04-26T17:32:05.813263+0000) 2024-04-26T17:32:22.503 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:22 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:22.276+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.514241+0000 front 2024-04-26T17:31:47.514162+0000 (oldest deadline 2024-04-26T17:32:12.214371+0000) 2024-04-26T17:32:22.503 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:22 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5[44450]: 2024-04-26T17:32:22.276+0000 7f37a432d700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.115535+0000 front 2024-04-26T17:31:58.115500+0000 (oldest deadline 2024-04-26T17:32:21.615716+0000) 2024-04-26T17:32:22.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:22 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:22.253+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:22.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:22 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:22.253+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:22.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:22 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:22.253+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:22.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:22 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:22.424+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:22.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:22 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:22.424+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:22.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:22 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:22.424+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.613835+0000 front 2024-04-26T17:31:55.613792+0000 (oldest deadline 2024-04-26T17:32:19.113992+0000) 2024-04-26T17:32:22.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:22 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:22.388+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:22.682 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:22 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:22.388+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:22.682 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:22 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:22.388+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:23.047 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:22 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:22.940+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:23.047 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:22 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:22.940+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:23.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:22 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:22.783+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:23.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:22 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:22.783+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:23.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:22 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:22.783+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:23.404 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:23 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:23.226+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:23.404 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:23 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:23.226+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:23.404 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:23 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:23.226+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:23.404 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:23 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:23.055+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:23.404 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:23 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:23.055+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:23.404 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:23 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:23.055+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:23.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:23 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:23.390+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:23.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:23 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:23.390+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:23.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:23 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:23.390+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.613835+0000 front 2024-04-26T17:31:55.613792+0000 (oldest deadline 2024-04-26T17:32:19.113992+0000) 2024-04-26T17:32:23.682 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:23 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:23.420+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:23.682 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:23 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:23.420+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:23.682 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:23 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:23.420+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:23.752 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:23 smithi167 podman[67064]: 2024-04-26 17:32:23.579159974 +0000 UTC m=+5.687700777 container died d63dfa854cc497a655df7f92c70bb73ba3fabaea3387e6595b0adca988096fa8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-c37f63b, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5) 2024-04-26T17:32:24.047 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:23 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:23.989+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:24.047 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:23 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:23.989+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:24.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:23 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:23.793+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:24.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:23 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:23.793+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:24.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:23 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:23.793+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:24.090 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:23 smithi167 podman[67064]: 2024-04-26 17:32:23.985179174 +0000 UTC m=+6.093719970 container cleanup d63dfa854cc497a655df7f92c70bb73ba3fabaea3387e6595b0adca988096fa8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-c37f63b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-26T17:32:24.090 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:23 smithi167 bash[67064]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5 2024-04-26T17:32:24.502 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:24 smithi167 podman[67084]: 2024-04-26 17:32:24.262671815 +0000 UTC m=+0.681245681 container remove d63dfa854cc497a655df7f92c70bb73ba3fabaea3387e6595b0adca988096fa8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, org.label-schema.license=GPLv2) 2024-04-26T17:32:24.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:24 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:24.105+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:24.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:24 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:24.105+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:24.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:24 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:24.105+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:24.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:24 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:24.234+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:24.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:24 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:24.234+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:24.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:24 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:24.234+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:24.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:24 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:24.344+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:24.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:24 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:24.344+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:24.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:24 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:24.344+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.613835+0000 front 2024-04-26T17:31:55.613792+0000 (oldest deadline 2024-04-26T17:32:19.113992+0000) 2024-04-26T17:32:24.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:24 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:24.420+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:24.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:24 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:24.420+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:24.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:24 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:24.420+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:24.925 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:24 smithi167 podman[67180]: 2024-04-26 17:32:24.510709706 +0000 UTC m=+0.018916225 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:32:24.925 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:24 smithi167 podman[67180]: 2024-04-26 17:32:24.638859766 +0000 UTC m=+0.147066284 container create 222d1f677d53510d2e55ddd0b83c28f9f0f3e8e76bd3cce43502f4f4d9348378 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-26T17:32:24.925 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:24 smithi167 podman[67180]: 2024-04-26 17:32:24.926257231 +0000 UTC m=+0.434463766 container init 222d1f677d53510d2e55ddd0b83c28f9f0f3e8e76bd3cce43502f4f4d9348378 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-26T17:32:25.226 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:25 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:25.117+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:25.227 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:25 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:25.117+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:25.227 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:25 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:25.117+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:25.227 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:24 smithi167 podman[67180]: 2024-04-26 17:32:24.929903528 +0000 UTC m=+0.438110054 container start 222d1f677d53510d2e55ddd0b83c28f9f0f3e8e76bd3cce43502f4f4d9348378 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-c37f63b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-26T17:32:25.227 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:25 smithi167 podman[67180]: 2024-04-26 17:32:25.034746068 +0000 UTC m=+0.542952607 container attach 222d1f677d53510d2e55ddd0b83c28f9f0f3e8e76bd3cce43502f4f4d9348378 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-c37f63b, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-26T17:32:25.296 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:25 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:25.012+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:25.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:25 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:25.012+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:25.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:24 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:24.823+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:25.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:24 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:24.823+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:25.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:24 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:24.823+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:25.502 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 26 17:32:25 smithi167 podman[67180]: 2024-04-26 17:32:25.227960108 +0000 UTC m=+0.736166627 container died 222d1f677d53510d2e55ddd0b83c28f9f0f3e8e76bd3cce43502f4f4d9348378 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-26T17:32:25.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:25 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:25.271+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:25.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:25 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:25.271+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:25.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:25 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:25.271+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:25.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:25 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:25.389+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:25.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:25 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:25.389+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:25.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:25 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:25.389+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.613835+0000 front 2024-04-26T17:31:55.613792+0000 (oldest deadline 2024-04-26T17:32:19.113992+0000) 2024-04-26T17:32:25.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:25 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:25.391+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:25.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:25 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:25.391+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:25.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:25 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:25.391+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:25.898 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.5.service' 2024-04-26T17:32:25.980 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:32:25.980 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-26T17:32:25.980 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-26T17:32:25.980 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.6 2024-04-26T17:32:26.252 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:26 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:26.100+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:26.252 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:26 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:26.100+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:26.252 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:26 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:26.100+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:26.295 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:26 smithi090 systemd[1]: Stopping Ceph osd.6 for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:32:26.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:26 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:26.042+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:26.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:26 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:26.042+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:26.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:25 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:25.816+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:26.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:25 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:25.816+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:26.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:25 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:25.816+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:26.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:26.427+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:26.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:26.427+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:26.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:26.427+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:26.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:26.295+0000 7f5ea4260700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:32:26.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:26.295+0000 7f5ea4260700 -1 osd.6 94 *** Got signal Terminated *** 2024-04-26T17:32:26.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:26.295+0000 7f5ea4260700 -1 osd.6 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:32:26.682 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:26.346+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:26.682 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:26.346+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:26.682 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:26 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:26.346+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.613835+0000 front 2024-04-26T17:31:55.613792+0000 (oldest deadline 2024-04-26T17:32:19.113992+0000) 2024-04-26T17:32:26.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:26 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:26.254+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:26.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:26 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:26.254+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:26.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:26 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:26.254+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:27.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:27 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:27.061+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:27.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:27 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:27.061+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:27.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:26 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:26.842+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:27.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:26 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:26.842+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:27.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:26 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:26.842+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:27.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:27 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:27.089+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:27.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:27 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:27.089+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:27.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:27 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:27.089+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:27.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:27 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:27.274+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:27.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:27 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:27.274+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:27.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:27 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:27.274+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:27.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:27 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:27.335+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:27.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:27 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:27.335+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:27.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:27 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:27.335+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.613835+0000 front 2024-04-26T17:31:55.613792+0000 (oldest deadline 2024-04-26T17:32:19.113992+0000) 2024-04-26T17:32:27.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:27 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:27.413+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:27.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:27 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:27.413+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:27.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:27 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:27.413+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:28.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:27 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:27.832+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:28.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:27 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:27.832+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:28.298 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:27 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:27.832+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:28.298 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:28 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:28.057+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:28.298 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:28 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:28.057+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:28.298 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:28 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:28.057+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:01.933275+0000 front 2024-04-26T17:32:01.933296+0000 (oldest deadline 2024-04-26T17:32:27.833299+0000) 2024-04-26T17:32:28.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:28 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:28.122+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:28.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:28 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:28.122+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:28.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:28 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:28.122+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:28.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:28 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:28.296+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:28.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:28 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:28.296+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:28.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:28 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:28.296+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:28.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:28 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:28.296+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:28.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:28 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:28.328+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:28.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:28 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:28.328+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:28.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:28 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:28.328+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.613835+0000 front 2024-04-26T17:31:55.613792+0000 (oldest deadline 2024-04-26T17:32:19.113992+0000) 2024-04-26T17:32:28.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:28 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:28.389+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:28.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:28 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:28.389+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:28.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:28 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:28.389+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:29.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:29 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:29.065+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:29.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:29 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:29.065+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:29.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:29 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:29.065+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:01.933275+0000 front 2024-04-26T17:32:01.933296+0000 (oldest deadline 2024-04-26T17:32:27.833299+0000) 2024-04-26T17:32:29.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:28 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:28.861+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:29.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:28 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:28.861+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:29.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:28 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:28.861+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:29.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:28 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:28.862+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:29.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:29 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:29.128+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:29.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:29 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:29.128+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:29.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:29 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:29.128+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:29.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:29 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:29.268+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:29.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:29 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:29.268+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:29.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:29 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:29.268+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:29.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:29 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:29.268+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:29.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:29 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:29.298+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:29.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:29 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:29.298+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:29.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:29 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:29.298+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.613835+0000 front 2024-04-26T17:31:55.613792+0000 (oldest deadline 2024-04-26T17:32:19.113992+0000) 2024-04-26T17:32:29.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:29 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:29.379+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:29.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:29 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:29.379+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:29.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:29 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:29.379+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:30.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:30 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:30.112+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:30.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:30 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:30.112+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:30.298 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:30 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:30.112+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:01.933275+0000 front 2024-04-26T17:32:01.933296+0000 (oldest deadline 2024-04-26T17:32:27.833299+0000) 2024-04-26T17:32:30.298 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:29 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:29.909+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:30.298 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:29 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:29.909+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:30.298 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:29 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:29.909+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:30.298 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:29 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:29.909+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:30.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:30 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:30.087+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:30.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:30 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:30.087+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:30.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:30 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:30.087+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:30.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:30 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:30.313+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:30.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:30 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:30.313+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:30.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:30 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:30.313+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:30.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:30 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:30.313+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:30.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:30 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:30.312+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.011549+0000 front 2024-04-26T17:31:41.011446+0000 (oldest deadline 2024-04-26T17:32:02.711613+0000) 2024-04-26T17:32:30.681 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:30 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:30.312+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.012922+0000 front 2024-04-26T17:31:48.012860+0000 (oldest deadline 2024-04-26T17:32:12.712730+0000) 2024-04-26T17:32:30.682 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:30 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6[57607]: 2024-04-26T17:32:30.312+0000 7f5e9c84c700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.613835+0000 front 2024-04-26T17:31:55.613792+0000 (oldest deadline 2024-04-26T17:32:19.113992+0000) 2024-04-26T17:32:30.682 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:30 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:30.336+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:30.682 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:30 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:30.336+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:30.682 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:30 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:30.336+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:30.682 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:30 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:30.336+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:31.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:31 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:31.160+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:31.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:31 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:31.160+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:31.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:31 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:31.160+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:01.933275+0000 front 2024-04-26T17:32:01.933296+0000 (oldest deadline 2024-04-26T17:32:27.833299+0000) 2024-04-26T17:32:31.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:30 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:30.949+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:31.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:30 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:30.949+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:31.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:30 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:30.949+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:31.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:30 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:30.949+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:31.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:31 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:31.127+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:31.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:31 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:31.127+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:31.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:31 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:31.127+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:31.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:31 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:31.327+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:31.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:31 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:31.327+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:31.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:31 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:31.327+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:31.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:31 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:31.327+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:31.582 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:31 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:31.291+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:31.582 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:31 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:31.291+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:31.582 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:31 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:31.291+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:31.582 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:31 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:31.291+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:31.922 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:31 smithi090 podman[91691]: 2024-04-26 17:32:31.647164841 +0000 UTC m=+5.470502921 container died 3a013fbaf85f83df013bc3dc8a6366799ba55d46f792b95b1f56d20aaff64ca6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-26T17:32:32.180 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:32 smithi090 podman[91691]: 2024-04-26 17:32:32.030573631 +0000 UTC m=+5.853911711 container cleanup 3a013fbaf85f83df013bc3dc8a6366799ba55d46f792b95b1f56d20aaff64ca6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-04-26T17:32:32.181 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:32 smithi090 bash[91691]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6 2024-04-26T17:32:32.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:32 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:32.162+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:32.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:32 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:32.162+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:32.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:32 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:32.162+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:01.933275+0000 front 2024-04-26T17:32:01.933296+0000 (oldest deadline 2024-04-26T17:32:27.833299+0000) 2024-04-26T17:32:32.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:31 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:31.987+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:32.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:31 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:31.987+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:32.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:31 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:31.987+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:32.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:31 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:31.987+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:32.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:32 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:32.290+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:32.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:32 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:32.290+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:32.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:32 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:32.290+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:32.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:32 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:32.290+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:32.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:32 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:32.116+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:32.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:32 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:32.116+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:32.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:32 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:32.116+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:32.590 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:32 smithi090 podman[91708]: 2024-04-26 17:32:32.283191282 +0000 UTC m=+0.634804656 container remove 3a013fbaf85f83df013bc3dc8a6366799ba55d46f792b95b1f56d20aaff64ca6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=main-c37f63b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:32:32.590 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:32 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:32.290+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:32.590 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:32 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:32.290+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:32.590 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:32 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:32.290+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:32.590 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:32 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:32.290+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:32.877 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:32 smithi090 podman[91798]: 2024-04-26 17:32:32.494333857 +0000 UTC m=+0.018274781 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:32:32.877 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:32 smithi090 podman[91798]: 2024-04-26 17:32:32.634311232 +0000 UTC m=+0.158252158 container create 80bd604df5362c7fa54c8fc8ac1df0f5abf78ee669ce93672189e744194a5d0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-26T17:32:32.877 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:32 smithi090 podman[91798]: 2024-04-26 17:32:32.878657055 +0000 UTC m=+0.402597978 container init 80bd604df5362c7fa54c8fc8ac1df0f5abf78ee669ce93672189e744194a5d0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-c37f63b, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-26T17:32:33.170 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:32 smithi090 podman[91798]: 2024-04-26 17:32:32.881678843 +0000 UTC m=+0.405619771 container start 80bd604df5362c7fa54c8fc8ac1df0f5abf78ee669ce93672189e744194a5d0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, RELEASE=main-c37f63b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:32:33.170 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:32 smithi090 podman[91798]: 2024-04-26 17:32:32.978865734 +0000 UTC m=+0.502806665 container attach 80bd604df5362c7fa54c8fc8ac1df0f5abf78ee669ce93672189e744194a5d0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-26T17:32:33.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:33 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:33.183+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:33.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:33 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:33.183+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:33.297 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:33 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:33.183+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:01.933275+0000 front 2024-04-26T17:32:01.933296+0000 (oldest deadline 2024-04-26T17:32:27.833299+0000) 2024-04-26T17:32:33.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:33 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:33.003+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:33.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:33 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:33.003+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:33.297 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:33 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:33.003+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:33.298 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:33 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:33.003+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:33.431 INFO:journalctl@ceph.osd.6.smithi090.stdout:Apr 26 17:32:33 smithi090 podman[91798]: 2024-04-26 17:32:33.171920943 +0000 UTC m=+0.695861869 container died 80bd604df5362c7fa54c8fc8ac1df0f5abf78ee669ce93672189e744194a5d0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-6-deactivate, RELEASE=main-c37f63b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-26T17:32:33.431 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:33 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:33.312+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:33.431 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:33 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:33.312+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:33.431 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:33 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:33.312+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:33.431 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:33 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:33.312+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:33.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:33 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:33.097+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:33.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:33 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:33.097+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:33.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:33 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:33.097+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:33.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:33 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:33.274+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:33.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:33 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:33.274+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:33.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:33 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:33.274+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:33.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:33 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:33.274+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:33.760 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.6.service' 2024-04-26T17:32:33.798 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:32:33.798 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-26T17:32:33.798 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-26T17:32:33.798 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.7 2024-04-26T17:32:34.124 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:33 smithi119 systemd[1]: Stopping Ceph osd.7 for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:32:34.124 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:34 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:34.125+0000 7f685981f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:32:34.124 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:34 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:34.050+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:34.124 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:34 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:34.050+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:34.125 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:34 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:34.050+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:34.125 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:34 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:34.050+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:34.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:34 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:34.103+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:34.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:34 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:34.103+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:34.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:34 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:34.103+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:34.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:34 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:34.298+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:34.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:34 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:34.298+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:34.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:34 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:34.298+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:34.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:34 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:34.298+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:34.546 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:34 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:34.125+0000 7f685981f700 -1 osd.7 94 *** Got signal Terminated *** 2024-04-26T17:32:34.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:34 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:34.125+0000 7f685981f700 -1 osd.7 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:32:34.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:34 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:34.213+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:34.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:34 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:34.213+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:34.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:34 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:34.213+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:01.933275+0000 front 2024-04-26T17:32:01.933296+0000 (oldest deadline 2024-04-26T17:32:27.833299+0000) 2024-04-26T17:32:34.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:34 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:34.269+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:34.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:34 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:34.269+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:34.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:34 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:34.269+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:34.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:34 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:34.269+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:35.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:35 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:35.107+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:35.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:35 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:35.107+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:35.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:35 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:35.107+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:35.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:35 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:35.265+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:35.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:35 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:35.265+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:35.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:35 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:35.265+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:35.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:35 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:35.265+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:35.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:35 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:35.201+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:35.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:35 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:35.201+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:35.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:35 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:35.201+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:01.933275+0000 front 2024-04-26T17:32:01.933296+0000 (oldest deadline 2024-04-26T17:32:27.833299+0000) 2024-04-26T17:32:35.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:35 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:35.074+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:35.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:35 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:35.074+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:35.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:35 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:35.074+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:35.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:35 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:35.074+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:35.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:35 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:35.240+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:35.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:35 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:35.240+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:35.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:35 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:35.240+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:35.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:35 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:35.240+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:36.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:36 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:36.137+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:36.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:36 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:36.137+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:36.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:36 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:36.137+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:36.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:36 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:36.306+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:36.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:36 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:36.306+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:36.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:36 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:36.306+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:36.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:36 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:36.306+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:36.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:36 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:36.192+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:36.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:36 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:36.192+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:36.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:36 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:36.192+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:01.933275+0000 front 2024-04-26T17:32:01.933296+0000 (oldest deadline 2024-04-26T17:32:27.833299+0000) 2024-04-26T17:32:36.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:36 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:36.115+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:36.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:36 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:36.115+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:36.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:36 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:36.115+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:36.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:36 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:36.115+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:36.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:36 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:36.238+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:36.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:36 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:36.238+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:36.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:36 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:36.238+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:36.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:36 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:36.238+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:37.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:37 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:37.165+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:37.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:37 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:37.165+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:37.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:37 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:37.165+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:37.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:37 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:37.280+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:37.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:37 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:37.280+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:37.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:37 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:37.280+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:37.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:37 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:37.280+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:37.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:37 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:37.202+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:37.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:37 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:37.202+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:37.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:37 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:37.202+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:01.933275+0000 front 2024-04-26T17:32:01.933296+0000 (oldest deadline 2024-04-26T17:32:27.833299+0000) 2024-04-26T17:32:37.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:37 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:37.132+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:37.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:37 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:37.132+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:37.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:37 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:37.132+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:37.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:37 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:37.132+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:37.680 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:37 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:37.252+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:37.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:37 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:37.252+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:37.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:37 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:37.252+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:37.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:37 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:37.252+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:38.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:38 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:38.175+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:38.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:38 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:38.175+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:38.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:38 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:38.175+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:38.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:38 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:38.261+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:38.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:38 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:38.261+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:38.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:38 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:38.261+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:38.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:38 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:38.261+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:38.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:38 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:38.229+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:47.831621+0000 front 2024-04-26T17:31:47.831784+0000 (oldest deadline 2024-04-26T17:32:13.131794+0000) 2024-04-26T17:32:38.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:38 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:38.229+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:56.632827+0000 front 2024-04-26T17:31:56.632775+0000 (oldest deadline 2024-04-26T17:32:21.932869+0000) 2024-04-26T17:32:38.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:38 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:38.229+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:01.933275+0000 front 2024-04-26T17:32:01.933296+0000 (oldest deadline 2024-04-26T17:32:27.833299+0000) 2024-04-26T17:32:38.547 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:38 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7[50382]: 2024-04-26T17:32:38.229+0000 7f6851e0b700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:12.534280+0000 front 2024-04-26T17:32:12.534234+0000 (oldest deadline 2024-04-26T17:32:37.834481+0000) 2024-04-26T17:32:38.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:38 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:38.083+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:38.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:38 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:38.083+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:38.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:38 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:38.083+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:38.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:38 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:38.083+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:38.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:38 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:38.295+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:38.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:38 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:38.295+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:38.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:38 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:38.295+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:38.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:38 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:38.295+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:39.466 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:39 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:39.110+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:39.466 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:39 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:39.110+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:39.466 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:39 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:39.110+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:39.466 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:39 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:39.110+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:39.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:39 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:39.137+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:39.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:39 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:39.137+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:39.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:39 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:39.137+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:39.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:39 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:39.249+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:39.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:39 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:39.249+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:39.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:39 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:39.249+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:39.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:39 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:39.249+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:39.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:39 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:39.324+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:39.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:39 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:39.324+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:39.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:39 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:39.324+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:39.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:39 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:39.324+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:39.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:39 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:39.324+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:39.775 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:39 smithi119 podman[66357]: 2024-04-26 17:32:39.467094383 +0000 UTC m=+5.470531582 container died f906f1a6744f19d6647f19136be6ebbff43b43552dab93a0cde8c6f82c7223f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, ceph=True, org.label-schema.license=GPLv2) 2024-04-26T17:32:40.047 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:39 smithi119 podman[66357]: 2024-04-26 17:32:39.8756739 +0000 UTC m=+5.879111091 container cleanup f906f1a6744f19d6647f19136be6ebbff43b43552dab93a0cde8c6f82c7223f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-c37f63b, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-26T17:32:40.047 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:39 smithi119 bash[66357]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7 2024-04-26T17:32:40.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:40 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:40.276+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:40.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:40 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:40.276+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:40.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:40 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:40.276+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:40.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:40 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:40.276+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:40.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:40 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:40.276+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:12.285687+0000 front 2024-04-26T17:32:12.285748+0000 (oldest deadline 2024-04-26T17:32:39.286119+0000) 2024-04-26T17:32:40.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:40 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:40.092+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:40.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:40 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:40.092+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:40.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:40 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:40.092+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:40.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:40 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:40.092+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:40.546 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:40 smithi119 podman[66374]: 2024-04-26 17:32:40.118687301 +0000 UTC m=+0.655078882 container remove f906f1a6744f19d6647f19136be6ebbff43b43552dab93a0cde8c6f82c7223f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7, maintainer=Guillaume Abrioux , RELEASE=main-c37f63b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5) 2024-04-26T17:32:40.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:40 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:40.126+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:40.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:40 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:40.126+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:40.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:40 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:40.126+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:40.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:40 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:40.126+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:40.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:40 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:40.126+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:40.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:40 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:40.361+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:40.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:40 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:40.361+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:40.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:40 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:40.361+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:40.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:40 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:40.361+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:40.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:40 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:40.361+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:40.812 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:40 smithi119 podman[66463]: 2024-04-26 17:32:40.454084826 +0000 UTC m=+0.018478921 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:32:40.813 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:40 smithi119 podman[66463]: 2024-04-26 17:32:40.57934322 +0000 UTC m=+0.143737360 container create 0f99afa978d4701ba6dd5761eca2e8ac31b948df57e5a666e9893b3c7d72e700 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416) 2024-04-26T17:32:40.813 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:40 smithi119 podman[66463]: 2024-04-26 17:32:40.814230593 +0000 UTC m=+0.378624688 container init 0f99afa978d4701ba6dd5761eca2e8ac31b948df57e5a666e9893b3c7d72e700 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-c37f63b, org.label-schema.build-date=20240416) 2024-04-26T17:32:41.079 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:40 smithi119 podman[66463]: 2024-04-26 17:32:40.817347512 +0000 UTC m=+0.381741614 container start 0f99afa978d4701ba6dd5761eca2e8ac31b948df57e5a666e9893b3c7d72e700 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7-deactivate, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-26T17:32:41.079 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:40 smithi119 podman[66463]: 2024-04-26 17:32:40.914316152 +0000 UTC m=+0.478710253 container attach 0f99afa978d4701ba6dd5761eca2e8ac31b948df57e5a666e9893b3c7d72e700 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-26T17:32:41.377 INFO:journalctl@ceph.osd.7.smithi119.stdout:Apr 26 17:32:41 smithi119 podman[66463]: 2024-04-26 17:32:41.101448249 +0000 UTC m=+0.665842345 container died 0f99afa978d4701ba6dd5761eca2e8ac31b948df57e5a666e9893b3c7d72e700 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-c37f63b, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-26T17:32:41.377 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:41 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:41.079+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:41.377 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:41 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:41.079+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:41.377 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:41 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:41.079+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:41.378 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:41 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:41.079+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:41.378 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:41 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:41.079+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:41.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:41 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:41.258+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:41.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:41 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:41.258+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:41.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:41 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:41.258+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:41.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:41 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:41.258+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:41.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:41 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:41.258+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:12.285687+0000 front 2024-04-26T17:32:12.285748+0000 (oldest deadline 2024-04-26T17:32:39.286119+0000) 2024-04-26T17:32:41.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:41 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:41.109+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:41.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:41 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:41.109+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:41.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:41 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:41.109+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:41.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:41 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:41.109+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:41.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:41 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:41.345+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:41.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:41 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:41.345+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:41.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:41 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:41.345+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:41.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:41 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:41.345+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:41.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:41 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:41.345+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:41.710 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.7.service' 2024-04-26T17:32:41.747 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:32:41.747 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-26T17:32:41.747 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-26T17:32:41.747 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.8 2024-04-26T17:32:42.066 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:41 smithi167 systemd[1]: Stopping Ceph osd.8 for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:32:42.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:42 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:42.118+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:42.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:42 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:42.118+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:42.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:42 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:42.118+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:42.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:42 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:42.118+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:42.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:42 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:42.066+0000 7fbb54e08700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:32:42.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:42 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:42.066+0000 7fbb54e08700 -1 osd.8 94 *** Got signal Terminated *** 2024-04-26T17:32:42.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:42 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:42.066+0000 7fbb54e08700 -1 osd.8 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:32:42.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:42 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:42.254+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:42.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:42 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:42.254+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:42.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:42 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:42.254+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:42.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:42 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:42.254+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:42.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:42 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:42.254+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:12.285687+0000 front 2024-04-26T17:32:12.285748+0000 (oldest deadline 2024-04-26T17:32:39.286119+0000) 2024-04-26T17:32:42.546 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:42 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:42.114+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:42.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:42 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:42.114+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:42.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:42 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:42.114+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:42.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:42 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:42.114+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:42.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:42 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:42.114+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:42.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:42 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:42.335+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:42.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:42 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:42.335+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:42.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:42 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:42.335+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:42.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:42 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:42.335+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:42.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:42 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:42.335+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:43.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:43.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:43.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:43.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:43.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:43.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:43.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:43.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:43.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:43.253+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:43.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:43.253+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:43.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:43.253+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:43.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:43.253+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:43.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:43 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:43.253+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:12.285687+0000 front 2024-04-26T17:32:12.285748+0000 (oldest deadline 2024-04-26T17:32:39.286119+0000) 2024-04-26T17:32:43.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:43 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:43.100+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:43.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:43 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:43.100+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:43.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:43 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:43.100+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:43.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:43 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:43.100+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:43.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:43 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:43.100+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:43.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:43 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:43.344+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:43.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:43 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:43.344+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:43.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:43 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:43.344+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:43.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:43 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:43.344+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:43.682 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:43 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:43.344+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:44.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:44 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:44.207+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:44.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:44 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:44.207+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:44.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:44 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:44.207+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:44.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:44 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:44.207+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:44.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:44 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:44.207+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:12.285687+0000 front 2024-04-26T17:32:12.285748+0000 (oldest deadline 2024-04-26T17:32:39.286119+0000) 2024-04-26T17:32:44.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:44 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:44.138+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:44.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:44 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:44.138+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:44.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:44 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:44.138+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:44.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:44 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:44.138+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:44.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:44 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:44.138+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:44.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:44 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:44.102+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:44.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:44 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:44.102+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:44.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:44 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:44.102+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:44.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:44 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:44.102+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:44.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:44 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:44.102+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:44.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:44 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:44.394+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:44.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:44 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:44.394+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:44.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:44 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:44.394+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:44.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:44 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:44.394+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:44.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:44 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:44.394+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:45.448 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:45.133+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:45.448 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:45.133+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:45.449 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:45.133+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:45.449 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:45.133+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:45.449 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:45.133+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:45.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:45.230+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:45.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:45.230+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:45.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:45.230+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:45.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:45.230+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:45.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:45.230+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:12.285687+0000 front 2024-04-26T17:32:12.285748+0000 (oldest deadline 2024-04-26T17:32:39.286119+0000) 2024-04-26T17:32:45.504 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:45.138+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:45.504 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:45.138+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:45.504 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:45.138+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:45.504 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:45.138+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:45.504 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:45 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:45.138+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:45.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:45 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:45.397+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:45.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:45 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:45.397+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:45.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:45 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:45.397+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:45.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:45 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:45.397+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:45.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:45 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:45.397+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:46.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:46 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:46.187+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.379009+0000 front 2024-04-26T17:31:40.379060+0000 (oldest deadline 2024-04-26T17:32:03.879058+0000) 2024-04-26T17:32:46.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:46 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:46.187+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:49.581833+0000 front 2024-04-26T17:31:49.581702+0000 (oldest deadline 2024-04-26T17:32:15.481628+0000) 2024-04-26T17:32:46.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:46 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:46.187+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.481974+0000 front 2024-04-26T17:31:55.482064+0000 (oldest deadline 2024-04-26T17:32:21.282780+0000) 2024-04-26T17:32:46.502 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:46 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:46.187+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.983842+0000 front 2024-04-26T17:32:02.983881+0000 (oldest deadline 2024-04-26T17:32:28.283855+0000) 2024-04-26T17:32:46.503 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:46 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8[50995]: 2024-04-26T17:32:46.187+0000 7fbb513fc700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:12.285687+0000 front 2024-04-26T17:32:12.285748+0000 (oldest deadline 2024-04-26T17:32:39.286119+0000) 2024-04-26T17:32:46.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:46 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:46.114+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:46.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:46 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:46.114+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:46.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:46 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:46.114+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:46.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:46 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:46.114+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:46.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:46 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:46.114+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:46.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:46 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:46.183+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:46.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:46 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:46.183+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:46.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:46 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:46.183+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:46.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:46 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:46.183+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:46.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:46 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:46.183+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:46.548 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:46 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:46.183+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:46.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:46 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:46.395+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:46.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:46 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:46.395+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:46.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:46 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:46.395+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:46.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:46 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:46.395+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:46.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:46 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:46.395+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:47.481 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:47 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:47.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:47.482 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:47 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:47.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:47.482 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:47 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:47.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:47.482 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:47 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:47.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:47.482 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:47 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:47.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:47.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:47 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:47.193+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:47.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:47 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:47.193+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:47.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:47 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:47.193+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:47.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:47 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:47.193+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:47.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:47 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:47.193+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:47.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:47 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:47.193+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:47.680 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:47 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:47.382+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:47.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:47 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:47.382+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:47.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:47 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:47.382+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:47.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:47 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:47.382+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:47.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:47 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:47.382+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:47.752 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:47 smithi167 podman[67290]: 2024-04-26 17:32:47.482721891 +0000 UTC m=+5.542608575 container died cd61208c63f5877a7274fc18caa5694517d82b1d478192902ab31a9dc131ed8e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-c37f63b, maintainer=Guillaume Abrioux ) 2024-04-26T17:32:48.110 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:47 smithi167 podman[67290]: 2024-04-26 17:32:47.86028112 +0000 UTC m=+5.920167810 container cleanup cd61208c63f5877a7274fc18caa5694517d82b1d478192902ab31a9dc131ed8e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8, GIT_CLEAN=True, RELEASE=main-c37f63b, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-26T17:32:48.110 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:47 smithi167 bash[67290]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8 2024-04-26T17:32:48.435 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:48 smithi167 podman[67308]: 2024-04-26 17:32:48.111746429 +0000 UTC m=+0.628450572 container remove cd61208c63f5877a7274fc18caa5694517d82b1d478192902ab31a9dc131ed8e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-c37f63b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T17:32:48.436 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:48.141+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:48.436 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:48.141+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:48.436 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:48.141+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:48.436 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:48.141+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:48.436 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:48 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:48.141+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:48.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:48 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:48.236+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:48.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:48 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:48.236+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:48.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:48 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:48.236+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:48.548 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:48 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:48.236+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:48.548 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:48 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:48.236+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:48.548 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:48 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:48.236+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:48.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:48 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:48.402+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:48.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:48 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:48.402+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:48.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:48 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:48.402+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:48.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:48 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:48.402+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:48.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:48 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:48.402+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:48.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:48 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:48.402+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:22.163353+0000 front 2024-04-26T17:32:22.163427+0000 (oldest deadline 2024-04-26T17:32:48.063263+0000) 2024-04-26T17:32:48.714 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:48 smithi167 podman[67399]: 2024-04-26 17:32:48.339996252 +0000 UTC m=+0.018612362 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:32:48.714 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:48 smithi167 podman[67399]: 2024-04-26 17:32:48.437634893 +0000 UTC m=+0.116251004 container create fbdbf2abc014740dc52b877b243b8de979c6cb583fff540a685954fc9039e461 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:32:48.715 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:48 smithi167 podman[67399]: 2024-04-26 17:32:48.715923007 +0000 UTC m=+0.394539115 container init fbdbf2abc014740dc52b877b243b8de979c6cb583fff540a685954fc9039e461 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS) 2024-04-26T17:32:49.002 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:48 smithi167 podman[67399]: 2024-04-26 17:32:48.719148362 +0000 UTC m=+0.397764471 container start fbdbf2abc014740dc52b877b243b8de979c6cb583fff540a685954fc9039e461 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=main-c37f63b, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-26T17:32:49.002 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:48 smithi167 podman[67399]: 2024-04-26 17:32:48.832800279 +0000 UTC m=+0.511416402 container attach fbdbf2abc014740dc52b877b243b8de979c6cb583fff540a685954fc9039e461 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8-deactivate, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-26T17:32:49.260 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 26 17:32:49 smithi167 podman[67399]: 2024-04-26 17:32:49.011515678 +0000 UTC m=+0.690131780 container died fbdbf2abc014740dc52b877b243b8de979c6cb583fff540a685954fc9039e461 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, ceph=True) 2024-04-26T17:32:49.261 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:49 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:49.174+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:49.261 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:49 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:49.174+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:49.261 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:49 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:49.174+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:49.261 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:49 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:49.174+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:49.262 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:49 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:49.174+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:49.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:49 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:49.205+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:49.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:49 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:49.205+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:49.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:49 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:49.205+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:49.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:49 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:49.205+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:49.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:49 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:49.205+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:49.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:49 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:49.205+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:49.600 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.8.service' 2024-04-26T17:32:49.639 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:32:49.639 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-26T17:32:49.639 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-26T17:32:49.639 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.9 2024-04-26T17:32:49.929 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:49.440+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:49.930 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:49.440+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:49.930 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:49.440+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:49.930 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:49.440+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:49.930 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:49.440+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:49.930 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:49.440+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:22.163353+0000 front 2024-04-26T17:32:22.163427+0000 (oldest deadline 2024-04-26T17:32:48.063263+0000) 2024-04-26T17:32:49.930 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:49 smithi090 systemd[1]: Stopping Ceph osd.9 for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:32:49.930 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:49.930+0000 7fe81ceee700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:32:49.930 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:49.930+0000 7fe81ceee700 -1 osd.9 94 *** Got signal Terminated *** 2024-04-26T17:32:49.931 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:49 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:49.930+0000 7fe81ceee700 -1 osd.9 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:32:50.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:50 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:50.193+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:50.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:50 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:50.193+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:50.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:50 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:50.193+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:50.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:50 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:50.193+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:50.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:50 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:50.193+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:50.546 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:50 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:50.236+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:50.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:50 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:50.236+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:50.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:50 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:50.236+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:50.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:50 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:50.236+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:50.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:50 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:50.236+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:50.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:50 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:50.236+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:50.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:50 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:50.399+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:50.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:50 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:50.399+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:50.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:50 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:50.399+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:50.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:50 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:50.399+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:50.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:50 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:50.399+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:50.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:50 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:50.399+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:22.163353+0000 front 2024-04-26T17:32:22.163427+0000 (oldest deadline 2024-04-26T17:32:48.063263+0000) 2024-04-26T17:32:51.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:51 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:51.198+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:51.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:51 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:51.198+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:51.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:51 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:51.198+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:51.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:51 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:51.198+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:51.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:51 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:51.198+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:51.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:51 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:51.280+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:51.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:51 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:51.280+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:51.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:51 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:51.280+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:51.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:51 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:51.280+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:51.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:51 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:51.280+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:51.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:51 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:51.280+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:51.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:51 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:51.368+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:51.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:51 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:51.368+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:51.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:51 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:51.368+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:51.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:51 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:51.368+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:51.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:51 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:51.368+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:51.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:51 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:51.368+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:22.163353+0000 front 2024-04-26T17:32:22.163427+0000 (oldest deadline 2024-04-26T17:32:48.063263+0000) 2024-04-26T17:32:52.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:52 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:52.228+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:52.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:52 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:52.228+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:52.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:52 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:52.228+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:52.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:52 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:52.228+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:52.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:52 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:52.228+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:52.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:52 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:52.228+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:32:52.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:52 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:52.255+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:52.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:52 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:52.255+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:52.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:52 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:52.255+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:52.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:52 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:52.255+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:52.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:52 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:52.255+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:52.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:52 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:52.255+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:52.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:52 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:52.327+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:52.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:52 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:52.327+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:52.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:52 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:52.327+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:52.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:52 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:52.327+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:52.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:52 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:52.327+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:52.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:52 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:52.327+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:22.163353+0000 front 2024-04-26T17:32:22.163427+0000 (oldest deadline 2024-04-26T17:32:48.063263+0000) 2024-04-26T17:32:53.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:53 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:53.241+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:53.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:53 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:53.241+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:53.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:53 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:53.241+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:53.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:53 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:53.241+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:53.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:53 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:53.241+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:53.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:53 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:53.241+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:32:53.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:53 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:53.279+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:53.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:53 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:53.279+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:53.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:53 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:53.279+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:53.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:53 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:53.279+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:53.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:53 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:53.279+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:53.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:53 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:53.279+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:53.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:53 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:53.279+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:27.861011+0000 front 2024-04-26T17:32:27.861102+0000 (oldest deadline 2024-04-26T17:32:53.161010+0000) 2024-04-26T17:32:53.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:53 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:53.352+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:53.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:53 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:53.352+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:53.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:53 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:53.352+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:53.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:53 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:53.352+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:53.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:53 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:53.352+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:53.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:53 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:53.352+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:22.163353+0000 front 2024-04-26T17:32:22.163427+0000 (oldest deadline 2024-04-26T17:32:48.063263+0000) 2024-04-26T17:32:54.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:54.239+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:54.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:54.239+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:54.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:54.239+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:54.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:54.239+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:54.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:54.239+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:54.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:54 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:54.239+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:32:54.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:54 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:54.257+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:54.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:54 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:54.257+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:54.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:54 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:54.257+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:54.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:54 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:54.257+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:54.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:54 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:54.257+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:54.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:54 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:54.257+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:54.548 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:54 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:54.257+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:27.861011+0000 front 2024-04-26T17:32:27.861102+0000 (oldest deadline 2024-04-26T17:32:53.161010+0000) 2024-04-26T17:32:54.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:54 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:54.311+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.255777+0000 front 2024-04-26T17:31:40.255828+0000 (oldest deadline 2024-04-26T17:32:05.555963+0000) 2024-04-26T17:32:54.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:54 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:54.311+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:48.357827+0000 front 2024-04-26T17:31:48.357705+0000 (oldest deadline 2024-04-26T17:32:11.257582+0000) 2024-04-26T17:32:54.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:54 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:54.311+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:57.659576+0000 front 2024-04-26T17:31:57.659453+0000 (oldest deadline 2024-04-26T17:32:21.159459+0000) 2024-04-26T17:32:54.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:54 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:54.311+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:06.460641+0000 front 2024-04-26T17:32:06.460679+0000 (oldest deadline 2024-04-26T17:32:29.960767+0000) 2024-04-26T17:32:54.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:54 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:54.311+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:11.061678+0000 front 2024-04-26T17:32:11.061771+0000 (oldest deadline 2024-04-26T17:32:39.262004+0000) 2024-04-26T17:32:54.681 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:54 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9[64349]: 2024-04-26T17:32:54.311+0000 7fe8194e2700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:22.163353+0000 front 2024-04-26T17:32:22.163427+0000 (oldest deadline 2024-04-26T17:32:48.063263+0000) 2024-04-26T17:32:55.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:55 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:55.190+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:55.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:55 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:55.190+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:55.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:55 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:55.190+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:55.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:55 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:55.190+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:55.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:55 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:55.190+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:55.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:55 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:55.190+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:32:55.629 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:55 smithi090 podman[91904]: 2024-04-26 17:32:55.303403175 +0000 UTC m=+5.476476812 container died b6ac6e8f1142723b0f4253498465cb753af668325fcd7a399ef5aea06d4241cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-c37f63b) 2024-04-26T17:32:55.629 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:55 smithi090 podman[91904]: 2024-04-26 17:32:55.630866619 +0000 UTC m=+5.803940245 container cleanup b6ac6e8f1142723b0f4253498465cb753af668325fcd7a399ef5aea06d4241cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-26T17:32:55.797 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:55 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:55.300+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:55.797 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:55 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:55.300+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:55.797 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:55 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:55.300+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:55.797 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:55 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:55.300+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:55.797 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:55 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:55.300+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:55.797 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:55 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:55.300+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:55.797 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:55 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:55.300+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:27.861011+0000 front 2024-04-26T17:32:27.861102+0000 (oldest deadline 2024-04-26T17:32:53.161010+0000) 2024-04-26T17:32:55.931 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:55 smithi090 bash[91904]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9 2024-04-26T17:32:55.931 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:55 smithi090 podman[91921]: 2024-04-26 17:32:55.865741375 +0000 UTC m=+0.556321906 container remove b6ac6e8f1142723b0f4253498465cb753af668325fcd7a399ef5aea06d4241cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-26T17:32:56.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:56 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:56.207+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:56.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:56 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:56.207+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:56.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:56 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:56.207+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:56.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:56 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:56.207+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:56.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:56 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:56.207+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:56.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:56 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:56.207+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:32:56.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:56 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:56.254+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:56.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:56 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:56.254+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:56.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:56 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:56.254+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:56.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:56 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:56.254+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:56.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:56 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:56.254+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:56.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:56 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:56.254+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:56.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:56 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:56.254+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:27.861011+0000 front 2024-04-26T17:32:27.861102+0000 (oldest deadline 2024-04-26T17:32:53.161010+0000) 2024-04-26T17:32:56.548 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:56 smithi090 podman[92013]: 2024-04-26 17:32:56.200412243 +0000 UTC m=+0.017995343 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:32:56.548 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:56 smithi090 podman[92013]: 2024-04-26 17:32:56.301353206 +0000 UTC m=+0.118936290 container create 3b896b4c83a3ea36d230bb1e031fda01f472ed386eba189a35afe86c6f737abb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-c37f63b, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-26T17:32:56.548 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:56 smithi090 podman[92013]: 2024-04-26 17:32:56.546014584 +0000 UTC m=+0.363597693 container init 3b896b4c83a3ea36d230bb1e031fda01f472ed386eba189a35afe86c6f737abb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-26T17:32:56.548 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:56 smithi090 podman[92013]: 2024-04-26 17:32:56.549217994 +0000 UTC m=+0.366801082 container start 3b896b4c83a3ea36d230bb1e031fda01f472ed386eba189a35afe86c6f737abb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-26T17:32:56.838 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:56 smithi090 podman[92013]: 2024-04-26 17:32:56.645616751 +0000 UTC m=+0.463199849 container attach 3b896b4c83a3ea36d230bb1e031fda01f472ed386eba189a35afe86c6f737abb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9-deactivate, RELEASE=main-c37f63b, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-26T17:32:57.148 INFO:journalctl@ceph.osd.9.smithi090.stdout:Apr 26 17:32:56 smithi090 podman[92013]: 2024-04-26 17:32:56.84011671 +0000 UTC m=+0.657699820 container died 3b896b4c83a3ea36d230bb1e031fda01f472ed386eba189a35afe86c6f737abb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T17:32:57.447 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.9.service' 2024-04-26T17:32:57.485 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:32:57.486 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-26T17:32:57.486 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-26T17:32:57.486 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.10 2024-04-26T17:32:57.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:57 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:57.208+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:57.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:57 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:57.208+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:57.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:57 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:57.208+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:57.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:57 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:57.208+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:57.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:57 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:57.208+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:57.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:57 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:57.208+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:32:57.511 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:57 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:57.244+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:57.511 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:57 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:57.244+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:57.511 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:57 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:57.244+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:57.511 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:57 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:57.244+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:57.512 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:57 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:57.244+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:57.512 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:57 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:57.244+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:57.512 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:57 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:57.244+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:27.861011+0000 front 2024-04-26T17:32:27.861102+0000 (oldest deadline 2024-04-26T17:32:53.161010+0000) 2024-04-26T17:32:57.777 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:57 smithi119 systemd[1]: Stopping Ceph osd.10 for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:32:58.046 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:57 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:57.778+0000 7f975cf44700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:32:58.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:57 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:57.778+0000 7f975cf44700 -1 osd.10 94 *** Got signal Terminated *** 2024-04-26T17:32:58.047 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:57 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:57.778+0000 7f975cf44700 -1 osd.10 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:32:58.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:58 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:58.170+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:58.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:58 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:58.170+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:58.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:58 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:58.170+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:58.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:58 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:58.170+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:58.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:58 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:58.170+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:58.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:58 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:58.170+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:32:58.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:58 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:58.233+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:58.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:58 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:58.233+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:58.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:58 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:58.233+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:58.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:58 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:58.233+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:58.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:58 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:58.233+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:58.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:58 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:58.233+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:58.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:58 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:58.233+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:27.861011+0000 front 2024-04-26T17:32:27.861102+0000 (oldest deadline 2024-04-26T17:32:53.161010+0000) 2024-04-26T17:32:59.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:59 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:59.137+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:32:59.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:59 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:59.137+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:32:59.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:59 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:59.137+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:32:59.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:59 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:59.137+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:32:59.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:59 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:59.137+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:32:59.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:32:59 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:32:59.137+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:32:59.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:59 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:59.206+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:32:59.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:59 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:59.206+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:32:59.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:59 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:59.206+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:32:59.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:59 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:59.206+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:32:59.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:59 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:59.207+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:32:59.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:59 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:59.207+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:32:59.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:32:59 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:32:59.207+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:27.861011+0000 front 2024-04-26T17:32:27.861102+0000 (oldest deadline 2024-04-26T17:32:53.161010+0000) 2024-04-26T17:33:00.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:00 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:00.125+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:33:00.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:00 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:00.125+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:33:00.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:00 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:00.125+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:33:00.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:00 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:00.125+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:33:00.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:00 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:00.125+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:33:00.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:00 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:00.125+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:33:00.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:00 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:00.197+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:33:00.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:00 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:00.197+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:33:00.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:00 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:00.197+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:33:00.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:00 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:00.197+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:33:00.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:00 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:00.197+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:33:00.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:00 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:00.197+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:33:00.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:00 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:00.197+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:27.861011+0000 front 2024-04-26T17:32:27.861102+0000 (oldest deadline 2024-04-26T17:32:53.161010+0000) 2024-04-26T17:33:01.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:01 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:01.135+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:33:01.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:01 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:01.135+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:33:01.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:01 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:01.135+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:33:01.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:01 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:01.135+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:33:01.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:01 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:01.135+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:33:01.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:01 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:01.135+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:33:01.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:01 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:01.135+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6820 osd.7 since back 2024-04-26T17:32:37.522325+0000 front 2024-04-26T17:32:37.522272+0000 (oldest deadline 2024-04-26T17:33:00.422269+0000) 2024-04-26T17:33:01.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:01 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:01.188+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:33:01.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:01 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:01.188+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:33:01.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:01 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:01.188+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:33:01.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:01 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:01.188+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:33:01.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:01 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:01.188+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:33:01.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:01 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:01.188+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:33:01.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:01 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:01.188+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:27.861011+0000 front 2024-04-26T17:32:27.861102+0000 (oldest deadline 2024-04-26T17:32:53.161010+0000) 2024-04-26T17:33:02.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:02 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:02.086+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:33:02.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:02 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:02.086+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:33:02.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:02 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:02.086+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:33:02.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:02 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:02.086+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:33:02.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:02 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:02.086+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:33:02.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:02 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:02.086+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:33:02.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:02 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:02.086+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6820 osd.7 since back 2024-04-26T17:32:37.522325+0000 front 2024-04-26T17:32:37.522272+0000 (oldest deadline 2024-04-26T17:33:00.422269+0000) 2024-04-26T17:33:02.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:02 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:02.159+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:41.754801+0000 front 2024-04-26T17:31:41.754580+0000 (oldest deadline 2024-04-26T17:32:05.854704+0000) 2024-04-26T17:33:02.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:02 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:02.159+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.855027+0000 front 2024-04-26T17:31:45.855047+0000 (oldest deadline 2024-04-26T17:32:11.755126+0000) 2024-04-26T17:33:02.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:02 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:02.159+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:55.256132+0000 front 2024-04-26T17:31:55.255951+0000 (oldest deadline 2024-04-26T17:32:19.356078+0000) 2024-04-26T17:33:02.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:02 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:02.159+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6814 osd.3 since back 2024-04-26T17:32:02.857007+0000 front 2024-04-26T17:32:02.856965+0000 (oldest deadline 2024-04-26T17:32:28.156989+0000) 2024-04-26T17:33:02.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:02 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:02.159+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.958397+0000 front 2024-04-26T17:32:13.958415+0000 (oldest deadline 2024-04-26T17:32:39.258522+0000) 2024-04-26T17:33:02.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:02 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:02.159+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.760064+0000 front 2024-04-26T17:32:19.760013+0000 (oldest deadline 2024-04-26T17:32:45.659833+0000) 2024-04-26T17:33:02.547 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:02 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10[57017]: 2024-04-26T17:33:02.159+0000 7f9759538700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:27.861011+0000 front 2024-04-26T17:32:27.861102+0000 (oldest deadline 2024-04-26T17:32:53.161010+0000) 2024-04-26T17:33:03.458 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:03 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:03.097+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:33:03.458 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:03 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:03.097+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:33:03.458 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:03 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:03.097+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:33:03.458 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:03 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:03.097+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:33:03.458 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:03 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:03.097+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:33:03.458 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:03 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:03.097+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:33:03.458 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:03 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:03.097+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6820 osd.7 since back 2024-04-26T17:32:37.522325+0000 front 2024-04-26T17:32:37.522272+0000 (oldest deadline 2024-04-26T17:33:00.422269+0000) 2024-04-26T17:33:03.503 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:03 smithi119 podman[66580]: 2024-04-26 17:33:03.253553735 +0000 UTC m=+5.569652704 container died 5d3b40432d4420c91adfe36d179128d71ba8ac31391f91ccdee2ab97b075668d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=main-c37f63b, io.buildah.version=1.33.5) 2024-04-26T17:33:03.797 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:03 smithi119 podman[66580]: 2024-04-26 17:33:03.586631368 +0000 UTC m=+5.902730334 container cleanup 5d3b40432d4420c91adfe36d179128d71ba8ac31391f91ccdee2ab97b075668d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T17:33:03.797 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:03 smithi119 bash[66580]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10 2024-04-26T17:33:04.257 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:03 smithi119 podman[66597]: 2024-04-26 17:33:03.814001663 +0000 UTC m=+0.556984687 container remove 5d3b40432d4420c91adfe36d179128d71ba8ac31391f91ccdee2ab97b075668d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T17:33:04.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:04 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:04.130+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:33:04.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:04 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:04.130+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:33:04.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:04 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:04.130+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:33:04.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:04 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:04.130+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:33:04.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:04 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:04.130+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:33:04.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:04 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:04.130+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:33:04.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:04 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:04.130+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6820 osd.7 since back 2024-04-26T17:32:37.522325+0000 front 2024-04-26T17:32:37.522272+0000 (oldest deadline 2024-04-26T17:33:00.422269+0000) 2024-04-26T17:33:04.514 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:04 smithi119 podman[66687]: 2024-04-26 17:33:04.162352267 +0000 UTC m=+0.017945849 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:33:04.515 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:04 smithi119 podman[66687]: 2024-04-26 17:33:04.288808888 +0000 UTC m=+0.144402491 container create c38fa940618777ac4d4517012d0fe739f7b8e8372dc850fdc65a35a64f1dd9cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=main-c37f63b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-26T17:33:04.797 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:04 smithi119 podman[66687]: 2024-04-26 17:33:04.516174761 +0000 UTC m=+0.371768318 container init c38fa940618777ac4d4517012d0fe739f7b8e8372dc850fdc65a35a64f1dd9cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, RELEASE=main-c37f63b, ceph=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-26T17:33:04.797 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:04 smithi119 podman[66687]: 2024-04-26 17:33:04.519302543 +0000 UTC m=+0.374896105 container start c38fa940618777ac4d4517012d0fe739f7b8e8372dc850fdc65a35a64f1dd9cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-26T17:33:04.797 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:04 smithi119 podman[66687]: 2024-04-26 17:33:04.591086991 +0000 UTC m=+0.446680562 container attach c38fa940618777ac4d4517012d0fe739f7b8e8372dc850fdc65a35a64f1dd9cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-c37f63b, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:33:05.134 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:04 smithi119 podman[66687]: 2024-04-26 17:33:04.806077201 +0000 UTC m=+0.661670770 container died c38fa940618777ac4d4517012d0fe739f7b8e8372dc850fdc65a35a64f1dd9cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10-deactivate, RELEASE=main-c37f63b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-26T17:33:05.380 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.10.service' 2024-04-26T17:33:05.443 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:05 smithi119 podman[66713]: 2024-04-26 17:33:05.361665847 +0000 UTC m=+0.548614757 container remove c38fa940618777ac4d4517012d0fe739f7b8e8372dc850fdc65a35a64f1dd9cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-10-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-26T17:33:05.444 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:05 smithi119 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.10.service: Deactivated successfully. 2024-04-26T17:33:05.444 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:05 smithi119 systemd[1]: Stopped Ceph osd.10 for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:33:05.444 INFO:journalctl@ceph.osd.10.smithi119.stdout:Apr 26 17:33:05 smithi119 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.10.service: Consumed 20.530s CPU time. 2024-04-26T17:33:05.460 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:33:05.460 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-26T17:33:05.460 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-26T17:33:05.460 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.11 2024-04-26T17:33:05.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:05.115+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:33:05.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:05.115+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:33:05.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:05.115+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:33:05.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:05.115+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:33:05.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:05.115+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:33:05.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:05.115+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:33:05.487 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:05.115+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6820 osd.7 since back 2024-04-26T17:32:37.522325+0000 front 2024-04-26T17:32:37.522272+0000 (oldest deadline 2024-04-26T17:33:00.422269+0000) 2024-04-26T17:33:05.752 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:05 smithi167 systemd[1]: Stopping Ceph osd.11 for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:33:06.136 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:05.781+0000 7fc2fe6f3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:33:06.136 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:05.781+0000 7fc2fe6f3700 -1 osd.11 94 *** Got signal Terminated *** 2024-04-26T17:33:06.136 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:05.781+0000 7fc2fe6f3700 -1 osd.11 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:33:06.136 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:06 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:06.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:33:06.136 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:06 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:06.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:33:06.136 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:06 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:06.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:33:06.136 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:06 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:06.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:33:06.136 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:06 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:06.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:33:06.136 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:06 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:06.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:33:06.137 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:06 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:06.136+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6820 osd.7 since back 2024-04-26T17:32:37.522325+0000 front 2024-04-26T17:32:37.522272+0000 (oldest deadline 2024-04-26T17:33:00.422269+0000) 2024-04-26T17:33:07.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:07 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:07.109+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:33:07.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:07 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:07.109+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:33:07.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:07 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:07.109+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:33:07.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:07 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:07.109+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:33:07.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:07 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:07.109+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:33:07.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:07 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:07.109+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:33:07.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:07 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:07.109+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6820 osd.7 since back 2024-04-26T17:32:37.522325+0000 front 2024-04-26T17:32:37.522272+0000 (oldest deadline 2024-04-26T17:33:00.422269+0000) 2024-04-26T17:33:08.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:08 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:08.092+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:33:08.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:08 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:08.092+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:33:08.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:08 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:08.092+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:33:08.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:08 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:08.092+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:33:08.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:08 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:08.092+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:33:08.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:08 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:08.092+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:33:08.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:08 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:08.092+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6820 osd.7 since back 2024-04-26T17:32:37.522325+0000 front 2024-04-26T17:32:37.522272+0000 (oldest deadline 2024-04-26T17:33:00.422269+0000) 2024-04-26T17:33:09.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:09 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:09.050+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:33:09.505 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:09 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:09.050+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:33:09.505 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:09 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:09.050+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:33:09.505 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:09 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:09.050+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:33:09.506 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:09 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:09.050+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:33:09.506 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:09 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:09.050+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:33:09.506 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:09 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:09.050+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6820 osd.7 since back 2024-04-26T17:32:37.522325+0000 front 2024-04-26T17:32:37.522272+0000 (oldest deadline 2024-04-26T17:33:00.422269+0000) 2024-04-26T17:33:10.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:10.022+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-26T17:31:40.413165+0000 front 2024-04-26T17:31:40.413124+0000 (oldest deadline 2024-04-26T17:32:02.713359+0000) 2024-04-26T17:33:10.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:10.022+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6804 osd.1 since back 2024-04-26T17:31:45.614578+0000 front 2024-04-26T17:31:45.614557+0000 (oldest deadline 2024-04-26T17:32:10.914641+0000) 2024-04-26T17:33:10.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:10.022+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-26T17:31:58.416540+0000 front 2024-04-26T17:31:58.416750+0000 (oldest deadline 2024-04-26T17:32:22.516700+0000) 2024-04-26T17:33:10.502 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:10.022+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6812 osd.4 since back 2024-04-26T17:32:13.618990+0000 front 2024-04-26T17:32:13.619098+0000 (oldest deadline 2024-04-26T17:32:39.518865+0000) 2024-04-26T17:33:10.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:10.022+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-26T17:32:19.519320+0000 front 2024-04-26T17:32:19.519294+0000 (oldest deadline 2024-04-26T17:32:43.619528+0000) 2024-04-26T17:33:10.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:10.022+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.90:6822 osd.6 since back 2024-04-26T17:32:28.121387+0000 front 2024-04-26T17:32:28.121346+0000 (oldest deadline 2024-04-26T17:32:52.221214+0000) 2024-04-26T17:33:10.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:10.022+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.119:6820 osd.7 since back 2024-04-26T17:32:37.522325+0000 front 2024-04-26T17:32:37.522272+0000 (oldest deadline 2024-04-26T17:33:00.422269+0000) 2024-04-26T17:33:10.503 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11[58066]: 2024-04-26T17:33:10.022+0000 7fc2f6cdf700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.167:6820 osd.8 since back 2024-04-26T17:32:46.124627+0000 front 2024-04-26T17:32:46.124645+0000 (oldest deadline 2024-04-26T17:33:09.624673+0000) 2024-04-26T17:33:11.374 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:11 smithi167 podman[67517]: 2024-04-26 17:33:11.119847096 +0000 UTC m=+5.461316249 container died 918e6553e82799f767bffb1ba589876e7b1caf3d6d977a5172fcb897fc3798b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-c37f63b, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:33:11.632 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:11 smithi167 podman[67517]: 2024-04-26 17:33:11.466252762 +0000 UTC m=+5.807721935 container cleanup 918e6553e82799f767bffb1ba589876e7b1caf3d6d977a5172fcb897fc3798b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:33:11.633 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:11 smithi167 bash[67517]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11 2024-04-26T17:33:12.002 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:11 smithi167 podman[67534]: 2024-04-26 17:33:11.63413106 +0000 UTC m=+0.507079546 container remove 918e6553e82799f767bffb1ba589876e7b1caf3d6d977a5172fcb897fc3798b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-c37f63b, org.label-schema.license=GPLv2) 2024-04-26T17:33:12.328 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:12 smithi167 podman[67628]: 2024-04-26 17:33:11.98115466 +0000 UTC m=+0.018202858 image pull d1033e2936545a48f92312bd0a1ad98f71fab9d7a0072a738f243fac960d52b3 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d 2024-04-26T17:33:12.328 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:12 smithi167 podman[67628]: 2024-04-26 17:33:12.110444108 +0000 UTC m=+0.147492285 container create b2ab68282030da8c93411c9c21783b9023cb9aa8334528a417af67dadbc22b34 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-c37f63b, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T17:33:12.627 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:12 smithi167 podman[67628]: 2024-04-26 17:33:12.329733868 +0000 UTC m=+0.366782054 container init b2ab68282030da8c93411c9c21783b9023cb9aa8334528a417af67dadbc22b34 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11-deactivate, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-26T17:33:12.627 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:12 smithi167 podman[67628]: 2024-04-26 17:33:12.333246568 +0000 UTC m=+0.370294748 container start b2ab68282030da8c93411c9c21783b9023cb9aa8334528a417af67dadbc22b34 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=main-c37f63b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-26T17:33:12.627 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:12 smithi167 podman[67628]: 2024-04-26 17:33:12.412795467 +0000 UTC m=+0.449843659 container attach b2ab68282030da8c93411c9c21783b9023cb9aa8334528a417af67dadbc22b34 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=main-c37f63b, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-26T17:33:12.989 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 26 17:33:12 smithi167 podman[67628]: 2024-04-26 17:33:12.628078273 +0000 UTC m=+0.665126458 container died b2ab68282030da8c93411c9c21783b9023cb9aa8334528a417af67dadbc22b34 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-osd-11-deactivate, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, maintainer=Guillaume Abrioux ) 2024-04-26T17:33:13.311 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@osd.11.service' 2024-04-26T17:33:13.391 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:33:13.392 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-26T17:33:13.392 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-26T17:33:13.392 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.a 2024-04-26T17:33:13.679 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:33:13 smithi090 systemd[1]: Stopping Ceph mds.a for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:33:13.930 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:33:13 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-a[71057]: 2024-04-26T17:33:13.679+0000 7f6c9012d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:33:13.931 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:33:13 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-a[71057]: 2024-04-26T17:33:13.679+0000 7f6c9012d700 -1 mds.a *** got signal Terminated *** 2024-04-26T17:33:15.646 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:33:15 smithi090 podman[92142]: 2024-04-26 17:33:15.334759755 +0000 UTC m=+1.748695059 container died f4b3fe68368ebc5bca49d9b38fe73a3cc433b3c19cc5769b96d25a6a704f5127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-c37f63b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-26T17:33:15.646 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:33:15 smithi090 podman[92142]: 2024-04-26 17:33:15.647331069 +0000 UTC m=+2.061266362 container cleanup f4b3fe68368ebc5bca49d9b38fe73a3cc433b3c19cc5769b96d25a6a704f5127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-a, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-26T17:33:15.930 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:33:15 smithi090 bash[92142]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-a 2024-04-26T17:33:15.931 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 26 17:33:15 smithi090 podman[92156]: 2024-04-26 17:33:15.873530338 +0000 UTC m=+0.532353870 container remove f4b3fe68368ebc5bca49d9b38fe73a3cc433b3c19cc5769b96d25a6a704f5127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-26T17:33:16.001 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.a.service' 2024-04-26T17:33:16.035 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:33:16.036 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-26T17:33:16.036 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-26T17:33:16.036 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.d 2024-04-26T17:33:16.350 INFO:journalctl@ceph.mds.d.smithi090.stdout:Apr 26 17:33:16 smithi090 systemd[1]: Stopping Ceph mds.d for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:33:16.680 INFO:journalctl@ceph.mds.d.smithi090.stdout:Apr 26 17:33:16 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-d[70055]: 2024-04-26T17:33:16.350+0000 7fec1fd43700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:33:16.681 INFO:journalctl@ceph.mds.d.smithi090.stdout:Apr 26 17:33:16 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-d[70055]: 2024-04-26T17:33:16.350+0000 7fec1fd43700 -1 mds.d *** got signal Terminated *** 2024-04-26T17:33:18.960 INFO:journalctl@ceph.mds.d.smithi090.stdout:Apr 26 17:33:18 smithi090 podman[92261]: 2024-04-26 17:33:18.697886555 +0000 UTC m=+2.447410693 container died e2f02a2084220349dad77120fa4fa5d4959129bef1cfa6e9038089eaa7d6c53a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-d, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-c37f63b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-26T17:33:19.374 INFO:journalctl@ceph.mds.d.smithi090.stdout:Apr 26 17:33:19 smithi090 podman[92261]: 2024-04-26 17:33:19.052806734 +0000 UTC m=+2.802330872 container cleanup e2f02a2084220349dad77120fa4fa5d4959129bef1cfa6e9038089eaa7d6c53a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-26T17:33:19.374 INFO:journalctl@ceph.mds.d.smithi090.stdout:Apr 26 17:33:19 smithi090 bash[92261]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-d 2024-04-26T17:33:19.537 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.d.service' 2024-04-26T17:33:19.570 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:33:19.570 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-26T17:33:19.570 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-26T17:33:19.571 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.g 2024-04-26T17:33:19.898 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:33:19 smithi090 systemd[1]: Stopping Ceph mds.g for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:33:20.180 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:33:19 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-g[70666]: 2024-04-26T17:33:19.898+0000 7ffade864700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:33:20.180 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:33:19 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-g[70666]: 2024-04-26T17:33:19.898+0000 7ffade864700 -1 mds.g *** got signal Terminated *** 2024-04-26T17:33:24.308 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:33:24 smithi090 podman[92383]: 2024-04-26 17:33:24.034547475 +0000 UTC m=+4.251996507 container died 2efd77be6b4c5f2676a9d03e4ac828d68928e712122101520f0b0ac44d11e1d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-g, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-26T17:33:24.666 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:33:24 smithi090 podman[92383]: 2024-04-26 17:33:24.416289758 +0000 UTC m=+4.633738789 container cleanup 2efd77be6b4c5f2676a9d03e4ac828d68928e712122101520f0b0ac44d11e1d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-c37f63b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-26T17:33:24.666 INFO:journalctl@ceph.mds.g.smithi090.stdout:Apr 26 17:33:24 smithi090 bash[92383]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-g 2024-04-26T17:33:24.790 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.g.service' 2024-04-26T17:33:24.821 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:33:24.822 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-26T17:33:24.822 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-26T17:33:24.822 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.j 2024-04-26T17:33:24.930 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:33:24 smithi090 systemd[1]: Stopping Ceph mds.j for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:33:25.430 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:33:25 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-j[69705]: 2024-04-26T17:33:25.136+0000 7f78ad593700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:33:25.431 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:33:25 smithi090 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-j[69705]: 2024-04-26T17:33:25.136+0000 7f78ad593700 -1 mds.j *** got signal Terminated *** 2024-04-26T17:33:27.946 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:33:27 smithi090 podman[92506]: 2024-04-26 17:33:27.697072372 +0000 UTC m=+2.661764002 container died 64c0480d0619b25a810273ff3d025507972a5462e777d53acabadabd76875e94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-26T17:33:28.221 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:33:28 smithi090 podman[92506]: 2024-04-26 17:33:28.047159546 +0000 UTC m=+3.011851174 container cleanup 64c0480d0619b25a810273ff3d025507972a5462e777d53acabadabd76875e94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=main-c37f63b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-26T17:33:28.222 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:33:28 smithi090 bash[92506]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-j 2024-04-26T17:33:28.466 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.j.service' 2024-04-26T17:33:28.486 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:33:28 smithi090 podman[92520]: 2024-04-26 17:33:28.223236042 +0000 UTC m=+0.521349886 container remove 64c0480d0619b25a810273ff3d025507972a5462e777d53acabadabd76875e94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-26T17:33:28.486 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:33:28 smithi090 systemd[1]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.j.service: Deactivated successfully. 2024-04-26T17:33:28.487 INFO:journalctl@ceph.mds.j.smithi090.stdout:Apr 26 17:33:28 smithi090 systemd[1]: Stopped Ceph mds.j for 970e2e88-03f0-11ef-bc93-c7b262605968. 2024-04-26T17:33:28.497 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:33:28.497 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-26T17:33:28.497 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-26T17:33:28.497 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.b 2024-04-26T17:33:28.794 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:33:28 smithi119 systemd[1]: Stopping Ceph mds.b for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:33:29.047 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:33:28 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-b[62510]: 2024-04-26T17:33:28.794+0000 7f244d027700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:33:29.047 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:33:28 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-b[62510]: 2024-04-26T17:33:28.794+0000 7f244d027700 -1 mds.b *** got signal Terminated *** 2024-04-26T17:33:35.236 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:33:34 smithi119 podman[66793]: 2024-04-26 17:33:34.953695349 +0000 UTC m=+6.266427782 container died 2ae58f57263560d18d56a4574f2831ef41f4927f4211b9543dc8f3714ba50653 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-26T17:33:35.546 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:33:35 smithi119 podman[66793]: 2024-04-26 17:33:35.320259975 +0000 UTC m=+6.632992424 container cleanup 2ae58f57263560d18d56a4574f2831ef41f4927f4211b9543dc8f3714ba50653 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-b, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-26T17:33:35.547 INFO:journalctl@ceph.mds.b.smithi119.stdout:Apr 26 17:33:35 smithi119 bash[66793]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-b 2024-04-26T17:33:35.742 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.b.service' 2024-04-26T17:33:35.778 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:33:35.779 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-26T17:33:35.779 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-26T17:33:35.779 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.e 2024-04-26T17:33:36.132 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:33:35 smithi119 systemd[1]: Stopping Ceph mds.e for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:33:36.546 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:33:36 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-e[61890]: 2024-04-26T17:33:36.133+0000 7f53661ab700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:33:36.547 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:33:36 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-e[61890]: 2024-04-26T17:33:36.133+0000 7f53661ab700 -1 mds.e *** got signal Terminated *** 2024-04-26T17:33:38.191 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:33:37 smithi119 podman[66926]: 2024-04-26 17:33:37.900703908 +0000 UTC m=+1.907508231 container died 50cc79038e7dcb463e3a9b474615894674ebb527a9a473a1a116507c43889fc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-e, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:33:38.524 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:33:38 smithi119 podman[66926]: 2024-04-26 17:33:38.291415332 +0000 UTC m=+2.298219659 container cleanup 50cc79038e7dcb463e3a9b474615894674ebb527a9a473a1a116507c43889fc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-e, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-26T17:33:38.524 INFO:journalctl@ceph.mds.e.smithi119.stdout:Apr 26 17:33:38 smithi119 bash[66926]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-e 2024-04-26T17:33:38.633 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.e.service' 2024-04-26T17:33:38.664 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:33:38.664 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-26T17:33:38.664 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-26T17:33:38.664 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.h 2024-04-26T17:33:38.796 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:33:38 smithi119 systemd[1]: Stopping Ceph mds.h for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:33:39.297 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:33:38 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-h[62202]: 2024-04-26T17:33:38.994+0000 7f85f4ffb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:33:39.297 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:33:38 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-h[62202]: 2024-04-26T17:33:38.994+0000 7f85f4ffb700 -1 mds.h *** got signal Terminated *** 2024-04-26T17:33:45.102 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:33:44 smithi119 podman[67048]: 2024-04-26 17:33:44.822939753 +0000 UTC m=+5.943191030 container died f40f8a36f1d2c53f70421faf08952c4a6a52ccd6da316288aea0ec301ab1bffe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-26T17:33:45.461 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:33:45 smithi119 podman[67048]: 2024-04-26 17:33:45.220135378 +0000 UTC m=+6.340386654 container cleanup f40f8a36f1d2c53f70421faf08952c4a6a52ccd6da316288aea0ec301ab1bffe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-h, CEPH_POINT_RELEASE=, RELEASE=main-c37f63b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-26T17:33:45.461 INFO:journalctl@ceph.mds.h.smithi119.stdout:Apr 26 17:33:45 smithi119 bash[67048]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-h 2024-04-26T17:33:45.591 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.h.service' 2024-04-26T17:33:45.622 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:33:45.622 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-26T17:33:45.623 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-26T17:33:45.623 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.k 2024-04-26T17:33:45.796 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:33:45 smithi119 systemd[1]: Stopping Ceph mds.k for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:33:46.297 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:33:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-k[61573]: 2024-04-26T17:33:45.947+0000 7fcbbc035700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:33:46.297 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:33:45 smithi119 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-k[61573]: 2024-04-26T17:33:45.947+0000 7fcbbc035700 -1 mds.k *** got signal Terminated *** 2024-04-26T17:33:56.230 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:33:55 smithi119 bash[67168]: time="2024-04-26T17:33:55Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-k in 10 seconds, resorting to SIGKILL" 2024-04-26T17:33:56.231 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:33:55 smithi119 podman[67168]: 2024-04-26 17:33:55.968776563 +0000 UTC m=+10.129854734 container died 7bfadebf0a663be109ed0fbcd061da8ea4f851e8a503e9ed2e3d8d3eff6d48bb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240416) 2024-04-26T17:33:56.505 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:33:56 smithi119 podman[67168]: 2024-04-26 17:33:56.306318954 +0000 UTC m=+10.467397121 container cleanup 7bfadebf0a663be109ed0fbcd061da8ea4f851e8a503e9ed2e3d8d3eff6d48bb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-k, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-26T17:33:56.505 INFO:journalctl@ceph.mds.k.smithi119.stdout:Apr 26 17:33:56 smithi119 bash[67168]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-k 2024-04-26T17:33:56.723 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.k.service' 2024-04-26T17:33:56.753 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:33:56.754 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-26T17:33:56.754 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-26T17:33:56.754 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.c 2024-04-26T17:33:57.082 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:33:56 smithi167 systemd[1]: Stopping Ceph mds.c for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:33:57.427 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:33:57 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-c[62972]: 2024-04-26T17:33:57.082+0000 7fd262eab700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:33:57.427 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:33:57 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-c[62972]: 2024-04-26T17:33:57.082+0000 7fd262eab700 -1 mds.c *** got signal Terminated *** 2024-04-26T17:33:59.933 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:33:59 smithi167 podman[67735]: 2024-04-26 17:33:59.674496031 +0000 UTC m=+2.723396078 container died 84d1d66ca577f31f9d96651df60ee4f0e52721ba29f3b5817248ab9d8220506e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T17:34:00.252 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:34:00 smithi167 podman[67735]: 2024-04-26 17:34:00.025366879 +0000 UTC m=+3.074266922 container cleanup 84d1d66ca577f31f9d96651df60ee4f0e52721ba29f3b5817248ab9d8220506e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-c37f63b) 2024-04-26T17:34:00.252 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 26 17:34:00 smithi167 bash[67735]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-c 2024-04-26T17:34:00.498 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.c.service' 2024-04-26T17:34:00.533 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:34:00.534 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-26T17:34:00.534 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-26T17:34:00.534 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.f 2024-04-26T17:34:00.752 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:34:00 smithi167 systemd[1]: Stopping Ceph mds.f for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:34:01.252 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:34:00 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-f[62650]: 2024-04-26T17:34:00.854+0000 7f75639e2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:34:01.252 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:34:00 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-f[62650]: 2024-04-26T17:34:00.854+0000 7f75639e2700 -1 mds.f *** got signal Terminated *** 2024-04-26T17:34:04.829 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:34:04 smithi167 podman[67866]: 2024-04-26 17:34:04.53703082 +0000 UTC m=+3.786435167 container died 6d5ef2f15fdaaeaf989db997b37c089abe16e51a0d511bd46e782dda60ba5732 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-f, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c37f63b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-26T17:34:05.213 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:34:04 smithi167 podman[67866]: 2024-04-26 17:34:04.93005476 +0000 UTC m=+4.179459114 container cleanup 6d5ef2f15fdaaeaf989db997b37c089abe16e51a0d511bd46e782dda60ba5732 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-f, RELEASE=main-c37f63b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS) 2024-04-26T17:34:05.213 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 26 17:34:04 smithi167 bash[67866]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-f 2024-04-26T17:34:05.358 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.f.service' 2024-04-26T17:34:05.390 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:34:05.390 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-26T17:34:05.390 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-26T17:34:05.391 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.i 2024-04-26T17:34:05.716 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:34:05 smithi167 systemd[1]: Stopping Ceph mds.i for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:34:06.002 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:34:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-i[63283]: 2024-04-26T17:34:05.716+0000 7fc2c0c51700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:34:06.002 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:34:05 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-i[63283]: 2024-04-26T17:34:05.716+0000 7fc2c0c51700 -1 mds.i *** got signal Terminated *** 2024-04-26T17:34:09.252 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:34:08 smithi167 podman[67989]: 2024-04-26 17:34:08.952937124 +0000 UTC m=+3.353471562 container died 1aec46dd675fef474105526edfe4a420d01e3db2dad8816a2dbf1fd5daa0b6a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-i, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-c37f63b, org.label-schema.build-date=20240416) 2024-04-26T17:34:09.601 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:34:09 smithi167 podman[67989]: 2024-04-26 17:34:09.334412969 +0000 UTC m=+3.734947393 container cleanup 1aec46dd675fef474105526edfe4a420d01e3db2dad8816a2dbf1fd5daa0b6a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-i, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c37f63b, ceph=True) 2024-04-26T17:34:09.601 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 26 17:34:09 smithi167 bash[67989]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-i 2024-04-26T17:34:09.762 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.i.service' 2024-04-26T17:34:09.794 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:34:09.794 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-26T17:34:09.794 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-26T17:34:09.795 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.l 2024-04-26T17:34:10.229 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:34:09 smithi167 systemd[1]: Stopping Ceph mds.l for 970e2e88-03f0-11ef-bc93-c7b262605968... 2024-04-26T17:34:10.502 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:34:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:34:10.229+0000 7f65454eb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:34:10.502 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:34:10 smithi167 ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l[62340]: 2024-04-26T17:34:10.229+0000 7f65454eb700 -1 mds.l *** got signal Terminated *** 2024-04-26T17:34:14.371 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:34:14 smithi167 podman[68110]: 2024-04-26 17:34:14.112865624 +0000 UTC m=+4.098550012 container died 6a98c4e6278051f7fc3567ae2d0715767e220d9f70bdbd7c1752b9ad42127fdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-c37f63b, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-26T17:34:14.680 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:34:14 smithi167 podman[68110]: 2024-04-26 17:34:14.455391972 +0000 UTC m=+4.441076359 container cleanup 6a98c4e6278051f7fc3567ae2d0715767e220d9f70bdbd7c1752b9ad42127fdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-c37f63b, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:34:14.680 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:34:14 smithi167 bash[68110]: ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l 2024-04-26T17:34:14.931 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 26 17:34:14 smithi167 podman[68123]: 2024-04-26 17:34:14.681271974 +0000 UTC m=+0.563552372 container remove 6a98c4e6278051f7fc3567ae2d0715767e220d9f70bdbd7c1752b9ad42127fdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f96bd403e19325053f8924c187a603b2347746b3ba1068eb8516cdf83fd3976d, name=ceph-970e2e88-03f0-11ef-bc93-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=main-c37f63b) 2024-04-26T17:34:14.934 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-970e2e88-03f0-11ef-bc93-c7b262605968@mds.l.service' 2024-04-26T17:34:14.965 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:34:14.965 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-26T17:34:14.965 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T17:34:15.153 INFO:teuthology.orchestra.run.smithi090.stdout:Deleting cluster with fsid: 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:34:17.567 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T17:34:17.754 INFO:teuthology.orchestra.run.smithi119.stdout:Deleting cluster with fsid: 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:34:20.196 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T17:34:20.385 INFO:teuthology.orchestra.run.smithi167.stdout:Deleting cluster with fsid: 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:34:22.772 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:34:22.804 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:34:22.835 DEBUG:teuthology.orchestra.run.smithi167:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:34:22.860 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-26T17:34:22.862 DEBUG:teuthology.misc:Transferring archived files from smithi090:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937/remote/smithi090/crash 2024-04-26T17:34:22.863 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/crash -- . 2024-04-26T17:34:22.890 INFO:teuthology.orchestra.run.smithi090.stderr:tar: /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T17:34:22.891 INFO:teuthology.orchestra.run.smithi090.stderr:tar: Error is not recoverable: exiting now 2024-04-26T17:34:22.892 DEBUG:teuthology.misc:Transferring archived files from smithi119:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937/remote/smithi119/crash 2024-04-26T17:34:22.893 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/crash -- . 2024-04-26T17:34:22.931 INFO:teuthology.orchestra.run.smithi119.stderr:tar: /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T17:34:22.931 INFO:teuthology.orchestra.run.smithi119.stderr:tar: Error is not recoverable: exiting now 2024-04-26T17:34:22.933 DEBUG:teuthology.misc:Transferring archived files from smithi167:/var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937/remote/smithi167/crash 2024-04-26T17:34:22.934 DEBUG:teuthology.orchestra.run.smithi167:> sudo tar c -f - -C /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/crash -- . 2024-04-26T17:34:22.985 INFO:teuthology.orchestra.run.smithi167.stderr:tar: /var/lib/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T17:34:22.985 INFO:teuthology.orchestra.run.smithi167.stderr:tar: Error is not recoverable: exiting now 2024-04-26T17:34:22.986 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-26T17:34:22.987 DEBUG:teuthology.orchestra.run.smithi090:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-04-26T17:34:23.024 INFO:teuthology.orchestra.run.smithi090.stdout:2024-04-26T17:28:54.158290+0000 mds.l (mds.3) 2 : cluster [WRN] Scrub error on inode 0x10000000203 (/volumes/qa/sv_0/697cb3e9-3889-4e06-b09e-95788726f434/client.0/tmp/untar_tar/linux-4.0.5/Documentation) see mds.l log and `damage ls` output for details 2024-04-26T17:34:23.025 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-26T17:34:23.025 INFO:tasks.cephadm:Compressing logs... 2024-04-26T17:34:23.025 DEBUG:teuthology.orchestra.run.smithi090:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T17:34:23.068 DEBUG:teuthology.orchestra.run.smithi119:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T17:34:23.071 DEBUG:teuthology.orchestra.run.smithi167:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T17:34:23.091 INFO:teuthology.orchestra.run.smithi090.stderr:find: ‘/var/log/rbd-target-api’: No such file or directorygzip 2024-04-26T17:34:23.091 INFO:teuthology.orchestra.run.smithi090.stderr: -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-04-26T17:34:23.091 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T17:34:23.092 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-04-26T17:34:23.092 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.0.log: /var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.log 2024-04-26T17:34:23.092 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T17:34:23.095 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-26T17:34:23.095 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-26T17:34:23.095 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-26T17:34:23.095 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.j.log: 92.7%gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-26T17:34:23.095 INFO:teuthology.orchestra.run.smithi090.stderr: -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-04-26T17:34:23.095 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-26T17:34:23.101 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.0.log: 90.2% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T17:34:23.101 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- 89.8% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T17:34:23.101 INFO:teuthology.orchestra.run.smithi090.stderr: /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-26T17:34:23.101 INFO:teuthology.orchestra.run.smithi090.stderr: 94.8%gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-26T17:34:23.101 INFO:teuthology.orchestra.run.smithi090.stderr: -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.j.log.gz/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mgr.x.log: 2024-04-26T17:34:23.101 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mon.a.log: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T17:34:23.110 INFO:teuthology.orchestra.run.smithi167.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T17:34:23.110 INFO:teuthology.orchestra.run.smithi167.stderr:: No such file or directory 2024-04-26T17:34:23.110 INFO:teuthology.orchestra.run.smithi167.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.log 2024-04-26T17:34:23.110 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-26T17:34:23.110 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-26T17:34:23.110 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T17:34:23.110 INFO:teuthology.orchestra.run.smithi167.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-26T17:34:23.110 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.f.log: /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-26T17:34:23.110 INFO:teuthology.orchestra.run.smithi167.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T17:34:23.110 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-26T17:34:23.111 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-26T17:34:23.111 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-26T17:34:23.111 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mgr.z.log: 90.3% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T17:34:23.111 INFO:teuthology.orchestra.run.smithi167.stderr: 89.9% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T17:34:23.111 INFO:teuthology.orchestra.run.smithi167.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T17:34:23.111 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-26T17:34:23.111 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.0% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T17:34:23.111 INFO:teuthology.orchestra.run.smithi167.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-26T17:34:23.111 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.11.log: 92.4% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-26T17:34:23.111 INFO:teuthology.orchestra.run.smithi167.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T17:34:23.111 INFO:teuthology.orchestra.run.smithi119.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T17:34:23.112 INFO:teuthology.orchestra.run.smithi119.stderr:: No such file or directory 2024-04-26T17:34:23.112 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.log 2024-04-26T17:34:23.112 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T17:34:23.112 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-26T17:34:23.112 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-26T17:34:23.112 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-26T17:34:23.112 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.7.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T17:34:23.112 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-26T17:34:23.112 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-26T17:34:23.112 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-26T17:34:23.112 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-26T17:34:23.112 INFO:teuthology.orchestra.run.smithi119.stderr: 90.3% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T17:34:23.113 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T17:34:23.113 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.10.log: 89.9% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T17:34:23.113 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-26T17:34:23.113 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.0% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T17:34:23.113 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T17:34:23.113 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.e.log: 92.4% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-26T17:34:23.114 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T17:34:23.115 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-26T17:34:23.115 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.cephadm.log: 82.7% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T17:34:23.115 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T17:34:23.116 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-26T17:34:23.116 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-26T17:34:23.128 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-26T17:34:23.128 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-26T17:34:23.130 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mon.b.log: 91.1% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T17:34:23.141 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-26T17:34:23.142 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.l.log: 91.0% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T17:34:23.145 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.d.log: 94.7% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-26T17:34:23.156 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.9.log: 91.1% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T17:34:23.165 INFO:teuthology.orchestra.run.smithi090.stderr: 94.0% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-26T17:34:23.202 INFO:teuthology.orchestra.run.smithi167.stderr: 94.4% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-26T17:34:23.330 INFO:teuthology.orchestra.run.smithi090.stderr: 90.2% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-26T17:34:23.419 INFO:teuthology.orchestra.run.smithi167.stderr: 92.0% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-26T17:34:23.552 INFO:teuthology.orchestra.run.smithi167.stderr: 94.9% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-26T17:34:23.598 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.k.log: 92.0% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-26T17:34:23.688 INFO:teuthology.orchestra.run.smithi119.stderr: 95.6% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-26T17:34:23.780 INFO:teuthology.orchestra.run.smithi090.stderr: 90.7% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-26T17:34:24.332 INFO:teuthology.orchestra.run.smithi119.stderr: 94.3% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-26T17:34:24.705 INFO:teuthology.orchestra.run.smithi119.stderr: 94.2% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-26T17:34:25.333 INFO:teuthology.orchestra.run.smithi090.stderr: 95.6% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-26T17:34:26.750 INFO:teuthology.orchestra.run.smithi119.stderr: 92.0% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-26T17:34:27.935 INFO:teuthology.orchestra.run.smithi119.stderr: 92.2% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-26T17:34:28.740 INFO:teuthology.orchestra.run.smithi119.stderr: 93.6% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-26T17:34:29.003 INFO:teuthology.orchestra.run.smithi090.stderr: 91.9% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-26T17:34:29.192 INFO:teuthology.orchestra.run.smithi167.stderr: 91.8% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-26T17:34:29.235 INFO:teuthology.orchestra.run.smithi167.stderr: 91.6% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-26T17:34:29.436 INFO:teuthology.orchestra.run.smithi119.stderr: 91.5% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-26T17:34:29.471 INFO:teuthology.orchestra.run.smithi090.stderr: 91.9% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-26T17:34:29.773 INFO:teuthology.orchestra.run.smithi119.stderr: 92.0% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-26T17:34:29.775 INFO:teuthology.orchestra.run.smithi119.stderr: 2024-04-26T17:34:29.775 INFO:teuthology.orchestra.run.smithi119.stderr:real 0m6.690s 2024-04-26T17:34:29.775 INFO:teuthology.orchestra.run.smithi119.stderr:user 0m29.604s 2024-04-26T17:34:29.775 INFO:teuthology.orchestra.run.smithi119.stderr:sys 0m0.932s 2024-04-26T17:34:29.926 INFO:teuthology.orchestra.run.smithi167.stderr: 91.9% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-26T17:34:30.033 INFO:teuthology.orchestra.run.smithi090.stderr: 92.0% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-26T17:34:30.075 INFO:teuthology.orchestra.run.smithi167.stderr: 91.5% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-26T17:34:30.670 INFO:teuthology.orchestra.run.smithi090.stderr: 91.6% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-26T17:34:30.951 INFO:teuthology.orchestra.run.smithi167.stderr: 93.6% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-26T17:34:35.884 INFO:teuthology.orchestra.run.smithi090.stderr: 93.6% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-04-26T17:34:35.886 INFO:teuthology.orchestra.run.smithi090.stderr: 2024-04-26T17:34:35.886 INFO:teuthology.orchestra.run.smithi090.stderr:real 0m12.805s 2024-04-26T17:34:35.886 INFO:teuthology.orchestra.run.smithi090.stderr:user 0m41.379s 2024-04-26T17:34:35.886 INFO:teuthology.orchestra.run.smithi090.stderr:sys 0m1.304s 2024-04-26T17:34:55.747 INFO:teuthology.orchestra.run.smithi167.stderr: 93.5% -- replaced with /var/log/ceph/970e2e88-03f0-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-26T17:34:55.749 INFO:teuthology.orchestra.run.smithi167.stderr: 2024-04-26T17:34:55.749 INFO:teuthology.orchestra.run.smithi167.stderr:real 0m32.663s 2024-04-26T17:34:55.749 INFO:teuthology.orchestra.run.smithi167.stderr:user 1m5.164s 2024-04-26T17:34:55.749 INFO:teuthology.orchestra.run.smithi167.stderr:sys 0m2.038s 2024-04-26T17:34:55.750 INFO:tasks.cephadm:Archiving logs... 2024-04-26T17:34:55.750 DEBUG:teuthology.misc:Transferring archived files from smithi090:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937/remote/smithi090/log 2024-04-26T17:34:55.751 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T17:35:01.760 DEBUG:teuthology.misc:Transferring archived files from smithi119:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937/remote/smithi119/log 2024-04-26T17:35:01.761 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T17:35:06.051 DEBUG:teuthology.misc:Transferring archived files from smithi167:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937/remote/smithi167/log 2024-04-26T17:35:06.052 DEBUG:teuthology.orchestra.run.smithi167:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T17:35:14.748 INFO:tasks.cephadm:Removing cluster... 2024-04-26T17:35:14.748 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 --force 2024-04-26T17:35:14.937 INFO:teuthology.orchestra.run.smithi090.stdout:Deleting cluster with fsid: 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:35:15.227 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 --force 2024-04-26T17:35:15.418 INFO:teuthology.orchestra.run.smithi119.stdout:Deleting cluster with fsid: 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:35:15.711 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 970e2e88-03f0-11ef-bc93-c7b262605968 --force 2024-04-26T17:35:15.904 INFO:teuthology.orchestra.run.smithi167.stdout:Deleting cluster with fsid: 970e2e88-03f0-11ef-bc93-c7b262605968 2024-04-26T17:35:16.237 INFO:tasks.cephadm:Removing cephadm ... 2024-04-26T17:35:16.237 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T17:35:16.255 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T17:35:16.273 DEBUG:teuthology.orchestra.run.smithi167:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T17:35:16.288 INFO:tasks.cephadm:Teardown complete 2024-04-26T17:35:16.289 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-26T17:35:16.300 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/task/install/__init__.py", line 626, in task yield File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_4e213a58e787437ff508e6c890ccd5fd32dc96b5/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-04-26T17:35:16.301 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-26T17:35:16.301 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T17:35:16.304 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T17:35:16.316 DEBUG:teuthology.orchestra.run.smithi167:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T17:35:16.420 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-26T17:35:16.431 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-26T17:35:16.432 DEBUG:teuthology.orchestra.run.smithi090:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T17:35:16.434 DEBUG:teuthology.orchestra.run.smithi119:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T17:35:16.437 DEBUG:teuthology.orchestra.run.smithi167:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T17:35:16.448 INFO:teuthology.orchestra.run.smithi090.stderr:bash: line 1: ntpq: command not found 2024-04-26T17:35:16.450 INFO:teuthology.orchestra.run.smithi119.stderr:bash: line 1: ntpq: command not found 2024-04-26T17:35:16.450 INFO:teuthology.orchestra.run.smithi167.stderr:bash: line 1: ntpq: command not found 2024-04-26T17:35:16.453 INFO:teuthology.orchestra.run.smithi090.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T17:35:16.453 INFO:teuthology.orchestra.run.smithi090.stdout:=============================================================================== 2024-04-26T17:35:16.453 INFO:teuthology.orchestra.run.smithi090.stdout:^* hv01.front.sepia.ceph.com 3 6 377 50 +1408us[+1385us] +/- 56ms 2024-04-26T17:35:16.453 INFO:teuthology.orchestra.run.smithi090.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 49 -48us[ -48us] +/- 75ms 2024-04-26T17:35:16.453 INFO:teuthology.orchestra.run.smithi090.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 48 -1679us[-1679us] +/- 72ms 2024-04-26T17:35:16.453 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:35:16.455 INFO:teuthology.orchestra.run.smithi167.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T17:35:16.455 INFO:teuthology.orchestra.run.smithi167.stdout:=============================================================================== 2024-04-26T17:35:16.455 INFO:teuthology.orchestra.run.smithi167.stdout:^* hv01.front.sepia.ceph.com 3 6 377 49 +1345us[+1349us] +/- 56ms 2024-04-26T17:35:16.456 INFO:teuthology.orchestra.run.smithi167.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 46 -173us[ -173us] +/- 75ms 2024-04-26T17:35:16.456 INFO:teuthology.orchestra.run.smithi167.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 -1776us[-1772us] +/- 72ms 2024-04-26T17:35:16.456 INFO:teuthology.orchestra.run.smithi167.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:35:16.456 INFO:teuthology.orchestra.run.smithi119.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T17:35:16.456 INFO:teuthology.orchestra.run.smithi119.stdout:=============================================================================== 2024-04-26T17:35:16.456 INFO:teuthology.orchestra.run.smithi119.stdout:^* hv01.front.sepia.ceph.com 3 6 377 51 +1428us[+1375us] +/- 56ms 2024-04-26T17:35:16.456 INFO:teuthology.orchestra.run.smithi119.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 49 -80us[ -80us] +/- 75ms 2024-04-26T17:35:16.456 INFO:teuthology.orchestra.run.smithi119.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 48 -1709us[-1709us] +/- 72ms 2024-04-26T17:35:16.457 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:35:16.457 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-26T17:35:16.468 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-26T17:35:16.469 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-26T17:35:16.481 DEBUG:teuthology.orchestra.run.smithi090:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T17:35:16.572 DEBUG:teuthology.orchestra.run.smithi119:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T17:35:16.639 DEBUG:teuthology.orchestra.run.smithi167:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T17:35:16.703 DEBUG:teuthology.orchestra.run.smithi090:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T17:35:16.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:35:16.733 DEBUG:teuthology.orchestra.run.smithi119:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T17:35:16.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:35:16.760 DEBUG:teuthology.orchestra.run.smithi167:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T17:35:16.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:35:16.787 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-26T17:35:16.798 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-26T17:35:16.809 INFO:teuthology.task.internal:Duration was 1503.580645 seconds 2024-04-26T17:35:16.810 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-26T17:35:16.822 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-26T17:35:16.822 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T17:35:16.825 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T17:35:16.827 DEBUG:teuthology.orchestra.run.smithi167:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T17:35:16.861 INFO:teuthology.orchestra.run.smithi090.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T17:35:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T17:35:16.864 INFO:teuthology.orchestra.run.smithi167.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T17:35:17.335 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-26T17:35:17.335 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi090.front.sepia.ceph.com 2024-04-26T17:35:17.335 DEBUG:teuthology.orchestra.run.smithi090:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T17:35:17.357 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi119.front.sepia.ceph.com 2024-04-26T17:35:17.358 DEBUG:teuthology.orchestra.run.smithi119:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T17:35:17.399 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi167.front.sepia.ceph.com 2024-04-26T17:35:17.400 DEBUG:teuthology.orchestra.run.smithi167:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T17:35:17.429 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-26T17:35:17.430 DEBUG:teuthology.orchestra.run.smithi090:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T17:35:17.432 DEBUG:teuthology.orchestra.run.smithi119:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T17:35:17.443 DEBUG:teuthology.orchestra.run.smithi167:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T17:35:17.495 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-26T17:35:17.495 DEBUG:teuthology.orchestra.run.smithi090:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T17:35:17.503 DEBUG:teuthology.orchestra.run.smithi119:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T17:35:17.510 DEBUG:teuthology.orchestra.run.smithi167:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T17:35:17.903 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-26T17:35:17.915 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-26T17:35:17.915 DEBUG:teuthology.orchestra.run.smithi090:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T17:35:17.938 DEBUG:teuthology.orchestra.run.smithi119:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T17:35:17.963 DEBUG:teuthology.orchestra.run.smithi167:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T17:35:17.987 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-26T17:35:18.000 DEBUG:teuthology.orchestra.run.smithi090:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T17:35:18.002 DEBUG:teuthology.orchestra.run.smithi119:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T17:35:18.005 DEBUG:teuthology.orchestra.run.smithi167:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T17:35:18.021 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern = core 2024-04-26T17:35:18.024 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern = core 2024-04-26T17:35:18.050 INFO:teuthology.orchestra.run.smithi167.stdout:kernel.core_pattern = core 2024-04-26T17:35:18.073 DEBUG:teuthology.orchestra.run.smithi090:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T17:35:18.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:35:18.088 DEBUG:teuthology.orchestra.run.smithi119:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T17:35:18.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:35:18.102 DEBUG:teuthology.orchestra.run.smithi167:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T17:35:18.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:35:18.128 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-26T17:35:18.144 INFO:teuthology.task.internal:Transferring archived files... 2024-04-26T17:35:18.145 DEBUG:teuthology.misc:Transferring archived files from smithi090:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937/remote/smithi090 2024-04-26T17:35:18.145 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T17:35:18.188 DEBUG:teuthology.misc:Transferring archived files from smithi119:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937/remote/smithi119 2024-04-26T17:35:18.188 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T17:35:18.223 DEBUG:teuthology.misc:Transferring archived files from smithi167:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937/remote/smithi167 2024-04-26T17:35:18.223 DEBUG:teuthology.orchestra.run.smithi167:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T17:35:18.259 INFO:teuthology.task.internal:Removing archive directory... 2024-04-26T17:35:18.259 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T17:35:18.262 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T17:35:18.264 DEBUG:teuthology.orchestra.run.smithi167:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T17:35:18.307 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-26T17:35:18.324 INFO:teuthology.task.internal:Not uploading archives. 2024-04-26T17:35:18.324 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-26T17:35:18.335 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-26T17:35:18.336 DEBUG:teuthology.orchestra.run.smithi090:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T17:35:18.338 DEBUG:teuthology.orchestra.run.smithi119:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T17:35:18.340 DEBUG:teuthology.orchestra.run.smithi167:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T17:35:18.350 INFO:teuthology.orchestra.run.smithi090.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 17:35 /home/ubuntu/cephtest 2024-04-26T17:35:18.352 INFO:teuthology.orchestra.run.smithi119.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 17:35 /home/ubuntu/cephtest 2024-04-26T17:35:18.362 INFO:teuthology.orchestra.run.smithi167.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 17:35 /home/ubuntu/cephtest 2024-04-26T17:35:18.363 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-26T17:35:18.378 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-26T17:35:18.393 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-04-26T17:35:18.393 INFO:teuthology.nuke:Checking targets against current locks 2024-04-26T17:35:18.419 DEBUG:teuthology.nuke:shortname: smithi090 2024-04-26T17:35:18.419 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T17:35:18.448 DEBUG:teuthology.nuke:shortname: smithi119 2024-04-26T17:35:18.449 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T17:35:18.453 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi090.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 17:04:05.034072', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEGF5qU5C4hjovu1CYhzYKjOJGH4sBNEfcjmzN9ciWoVOCMG3jyjMoshMzg1HYPZrC/yHFWU4nN7T4dTDCbHOWc='} 2024-04-26T17:35:18.478 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi119.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 17:04:05.035203', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE+B4OkpCLMYVcvTCMNKewZM+djgxSV5i22gcI7KFfUYyfUjNjuuxXw9ZU3ZdPWuY8WQStBsO7NvBxX+8xUFdpo='} 2024-04-26T17:35:18.479 DEBUG:teuthology.nuke:shortname: smithi167 2024-04-26T17:35:18.479 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T17:35:18.500 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi167.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_20:24:13-fs-main-distro-default-smithi/7671937', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 17:04:05.036513', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJba89dmHgWn5cX7HOyZlA1Ya9CKrte5O9ZZtzER3p6U8g3UbUfYBeSngrYxmoc4svrpOdYMpTyIlw3AIZHN++I='} 2024-04-26T17:35:18.508 INFO:teuthology.orchestra.console.smithi090:Power off 2024-04-26T17:35:18.509 DEBUG:teuthology.orchestra.console.smithi090:pexpect command: ipmitool -H smithi090.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-26T17:35:18.534 DEBUG:teuthology.orchestra.console.smithi090:power off output: Chassis Power Control: Down/Off 2024-04-26T17:35:18.534 DEBUG:teuthology.orchestra.console.smithi090:pexpect command: ipmitool -H smithi090.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:35:18.553 INFO:teuthology.orchestra.console.smithi119:Power off 2024-04-26T17:35:18.553 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-26T17:35:18.564 DEBUG:teuthology.orchestra.console.smithi090:check power output: Chassis Power is on 2024-04-26T17:35:18.576 DEBUG:teuthology.orchestra.console.smithi119:power off output: Chassis Power Control: Down/Off 2024-04-26T17:35:18.577 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:35:18.592 INFO:teuthology.orchestra.console.smithi167:Power off 2024-04-26T17:35:18.592 DEBUG:teuthology.orchestra.console.smithi167:pexpect command: ipmitool -H smithi167.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-26T17:35:18.599 DEBUG:teuthology.orchestra.console.smithi119:check power output: Chassis Power is on 2024-04-26T17:35:18.613 DEBUG:teuthology.orchestra.console.smithi167:power off output: Chassis Power Control: Down/Off 2024-04-26T17:35:18.613 DEBUG:teuthology.orchestra.console.smithi167:pexpect command: ipmitool -H smithi167.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:35:18.635 DEBUG:teuthology.orchestra.console.smithi167:check power output: Chassis Power is on 2024-04-26T17:35:22.566 DEBUG:teuthology.orchestra.console.smithi090:pexpect command: ipmitool -H smithi090.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:35:22.601 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:35:22.636 DEBUG:teuthology.orchestra.console.smithi167:pexpect command: ipmitool -H smithi167.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:35:22.677 DEBUG:teuthology.orchestra.console.smithi090:check power output: Chassis Power is on 2024-04-26T17:35:22.709 DEBUG:teuthology.orchestra.console.smithi119:check power output: Chassis Power is on 2024-04-26T17:35:22.747 DEBUG:teuthology.orchestra.console.smithi167:check power output: Chassis Power is on 2024-04-26T17:35:26.681 DEBUG:teuthology.orchestra.console.smithi090:pexpect command: ipmitool -H smithi090.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:35:26.710 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:35:26.748 DEBUG:teuthology.orchestra.console.smithi167:pexpect command: ipmitool -H smithi167.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:35:26.792 DEBUG:teuthology.orchestra.console.smithi090:check power output: Chassis Power is off 2024-04-26T17:35:26.819 DEBUG:teuthology.orchestra.console.smithi119:check power output: Chassis Power is off 2024-04-26T17:35:26.857 DEBUG:teuthology.orchestra.console.smithi167:check power output: Chassis Power is off 2024-04-26T17:35:26.893 INFO:teuthology.orchestra.console.smithi090:Power off completed 2024-04-26T17:35:26.920 INFO:teuthology.orchestra.console.smithi119:Power off completed 2024-04-26T17:35:26.958 INFO:teuthology.orchestra.console.smithi167:Power off completed 2024-04-26T17:35:27.063 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/fs/norstats}} duration: 1503.580644607544 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_teuthology@teuthology status: fail success: false 2024-04-26T17:35:27.063 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T17:35:27.150 INFO:teuthology.run:FAIL